-- Logs begin at Mon 2022-04-18 18:08:40 UTC, end at Mon 2022-04-18 19:50:27 UTC. -- Apr 18 19:09:35.859054 n-d-838334-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 19:09:37.973689 n-d-838334-1 neutron-server[84699]: INFO neutron.common.config [-] Logging enabled! Apr 18 19:09:37.974441 n-d-838334-1 neutron-server[84699]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev70 Apr 18 19:09:37.974441 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84699) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 18 19:09:37.977329 n-d-838334-1 neutron-server[84699]: INFO neutron.common.config [-] Logging enabled! Apr 18 19:09:37.977577 n-d-838334-1 neutron-server[84699]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev70 Apr 18 19:09:37.977822 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84699) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 18 19:09:37.978817 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 19:09:37.979052 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 19:09:37.979394 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 19:09:37.979635 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 19:09:37.979856 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 19:09:37.980173 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.980473 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.980772 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.981002 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.981300 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.981592 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.981875 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.982165 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.982488 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.982776 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.983058 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.983342 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.983570 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.983852 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.984141 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.984430 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.984654 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] debug = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.984933 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.985369 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.985766 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.986049 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.986342 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.986661 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.986937 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.987209 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.987541 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] host = n-d-838334-1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.987822 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.988114 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.988407 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.988701 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.988972 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.989251 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.989539 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.989813 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.990086 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] log_file = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.990382 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.990683 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.990976 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.991272 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.991524 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.991747 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.992034 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.992323 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.992599 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.992875 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.993151 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.993426 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.993705 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.993976 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.994264 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.994580 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.994874 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.995153 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.995432 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.995707 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.995981 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.996269 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.996550 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.996827 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.997104 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.997393 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.997664 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.997942 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.998243 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.998555 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.998841 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.999130 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.999406 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.999691 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:37.999967 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.000243 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.000515 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] use_json = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.000788 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.001062 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.001347 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.001620 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.001889 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.002161 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.002453 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.002746 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.003020 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:38.003316 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.003613 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.003917 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.004200 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.004498 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.004778 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.005072 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.005351 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.005643 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.005934 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.006221 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.006526 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.006815 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.007642 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.007933 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.008208 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.008488 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.008783 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.009061 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.009335 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.009617 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.009907 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.010186 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.010489 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.010773 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.011050 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.011323 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.011595 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.011873 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.012165 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.012440 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.012711 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.012980 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.013253 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.013524 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.013806 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.014082 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.014354 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.014647 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.014921 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.015195 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.015467 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.015743 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.016015 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.016291 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.016562 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.016835 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.017110 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.017383 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.017655 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.017927 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.018197 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.018504 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.018777 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.019047 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.019318 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.019591 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.019863 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.020151 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.020449 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.020727 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.021004 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.021282 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.021559 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.021836 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.022110 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.022407 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.023327 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.023605 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.023904 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.024194 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.024484 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.024771 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.025052 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.025353 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.025634 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.025923 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.026203 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.026508 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.026796 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.027088 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.027385 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.027685 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.027982 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.028280 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.028574 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.028857 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.029171 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.029454 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:38.029671 n-d-838334-1 neutron-server[84699]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 19:09:38.029910 n-d-838334-1 neutron-server[84699]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84699) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 19:09:38.428919 n-d-838334-1 neutron-server[84699]: INFO keyring.backend [-] Loading KWallet Apr 18 19:09:38.436291 n-d-838334-1 neutron-server[84699]: INFO keyring.backend [-] Loading SecretService Apr 18 19:09:38.439406 n-d-838334-1 neutron-server[84699]: INFO keyring.backend [-] Loading Windows Apr 18 19:09:38.440729 n-d-838334-1 neutron-server[84699]: INFO keyring.backend [-] Loading chainer Apr 18 19:09:38.441303 n-d-838334-1 neutron-server[84699]: INFO keyring.backend [-] Loading macOS Apr 18 19:09:38.474149 n-d-838334-1 neutron-server[84699]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 19:09:38.474441 n-d-838334-1 neutron-server[84699]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 19:09:38.474730 n-d-838334-1 neutron-server[84699]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 19:09:38.476682 n-d-838334-1 neutron-server[84699]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 19:09:38.776533 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.776824 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.777073 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.833486 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.833763 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.834026 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.837153 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.837428 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.837692 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.866029 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.866896 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.867180 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.893794 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.894067 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:38.894327 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.209924 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.210546 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.210546 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.210761 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.211680 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.329527 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.329845 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.330127 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.330428 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.330700 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.331013 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.331277 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.331534 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.331788 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.332068 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.332331 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.332600 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.332866 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.333122 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.333388 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.333654 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.333911 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.334181 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.334462 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.334744 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.335115 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.335368 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.335616 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.335903 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.336152 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.336395 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.336779 n-d-838334-1 neutron-server[84699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:09:39.337016 n-d-838334-1 neutron-server[84699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:09:39.337251 n-d-838334-1 neutron-server[84699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:09:39.337484 n-d-838334-1 neutron-server[84699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:09:39.337717 n-d-838334-1 neutron-server[84699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:09:39.337949 n-d-838334-1 neutron-server[84699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:09:39.338529 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 19:09:39.341580 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 19:09:39.345570 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 19:09:39.349346 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 18 19:09:39.351016 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 19:09:39.351392 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 19:09:39.351720 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 19:09:39.352099 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 19:09:39.354871 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 19:09:39.355118 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 19:09:39.355461 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 19:09:39.383812 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 18 19:09:39.384205 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.384499 n-d-838334-1 neutron-server[84699]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84699) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 18 19:09:39.384857 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.386195 n-d-838334-1 neutron-server[84699]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84699) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 19:09:39.386503 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 19:09:39.386749 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 19:09:39.390063 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.390336 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:39.449427 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 19:09:39.449659 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 19:09:39.449892 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 19:09:39.450257 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 19:09:39.479798 n-d-838334-1 neutron-server[84699]: DEBUG oslo_db.sqlalchemy.engines [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84699) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 18 19:09:40.043534 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Initializing driver for type 'gre' Apr 18 19:09:40.044064 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] gre ID ranges: [(1, 1000)] Apr 18 19:09:40.231976 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Initializing driver for type 'local' Apr 18 19:09:40.232510 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Initializing driver for type 'vlan' Apr 18 19:09:40.317604 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] VlanTypeDriver initialization complete Apr 18 19:09:40.317905 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Initializing driver for type 'vxlan' Apr 18 19:09:40.318428 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] vxlan ID ranges: [(1, 1000)] Apr 18 19:09:40.500566 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Initializing extension driver 'port_security' Apr 18 19:09:40.500907 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.extensions.port_security [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] PortSecurityExtensionDriver initialization complete Apr 18 19:09:40.501246 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Initializing mechanism driver 'openvswitch' Apr 18 19:09:40.501576 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Initializing mechanism driver 'hyperv' Apr 18 19:09:40.508696 n-d-838334-1 neutron-server[84699]: DEBUG neutron.plugins.ml2.plugin [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:09:40.509372 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > port after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.509750 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > port after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.510107 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > port after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.510656 n-d-838334-1 neutron-server[84699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 19:09:40.511089 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > subnet after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.511474 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > subnet after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.511846 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.512239 n-d-838334-1 neutron-server[84699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 19:09:40.512649 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > network after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.513001 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > network after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.513349 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > network after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.513873 n-d-838334-1 neutron-server[84699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 19:09:40.514296 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > security_group after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.514689 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > security_group after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.515033 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.515562 n-d-838334-1 neutron-server[84699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 19:09:40.515973 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.516331 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.516675 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.517075 n-d-838334-1 neutron-server[84699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 18 19:09:40.517530 n-d-838334-1 neutron-server[84699]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] ML2 OVO RPC backend initialized. {{(pid=84699) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 18 19:09:40.518189 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.518580 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.520192 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > network before_response 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.520192 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > networks before_response 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.520192 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > port before_response 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.520192 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > ports before_response 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.520516 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > subnet before_response 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.520791 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > subnets before_response 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.521147 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > network after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.521492 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > network after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.521833 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > network after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.522174 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > port after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.523211 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > port after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.523567 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > port after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.523922 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > subnet after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.524264 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > subnet after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.524609 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.525211 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.plugin [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Modular L2 Plugin initialization complete Apr 18 19:09:40.525549 n-d-838334-1 neutron-server[84699]: DEBUG neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading services supported by the core plugin {{(pid=84699) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 19:09:40.525903 n-d-838334-1 neutron-server[84699]: INFO neutron.plugins.ml2.managers [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Got port-security extension from driver 'port_security' Apr 18 19:09:40.526399 n-d-838334-1 neutron-server[84699]: INFO neutron.extensions.vlantransparent [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Disabled vlantransparent extension. Apr 18 19:09:40.526819 n-d-838334-1 neutron-server[84699]: DEBUG neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84699) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 19:09:40.527141 n-d-838334-1 neutron-server[84699]: INFO neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading Plugin: router Apr 18 19:09:40.562479 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.562875 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router after_create 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.563245 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router before_create 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.563615 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.563992 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.564350 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router after_delete 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.564706 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.565072 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router after_create 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.565420 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router after_update 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.565771 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router after_update 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.566121 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.566510 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router after_update 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.566926 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router precommit_update 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.567298 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: port after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.567763 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: port after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.568065 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: subnet after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.568408 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.568760 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.569110 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router precommit_create 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.569944 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: port before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.570289 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router precommit_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.570678 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router after_update 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.571026 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.571373 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router precommit_create 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.571733 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.572080 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router precommit_update 55549900 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.572449 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > agent after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.572802 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > agent after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.573149 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > network after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.574030 n-d-838334-1 neutron-server[84699]: DEBUG neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Tracking information for resource: router configured {{(pid=84699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:09:40.574377 n-d-838334-1 neutron-server[84699]: DEBUG neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Tracking information for resource: floatingip configured {{(pid=84699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:09:40.579192 n-d-838334-1 neutron-server[84699]: INFO neutron.db.l3_agentschedulers_db [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 19:09:40.579778 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: port after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.580139 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: port after_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.580492 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: port after_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.580842 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: port after_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.581757 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router before_create 55550100 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.582124 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.582521 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router precommit_create 55550100 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.582880 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > router precommit_update 55550100 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.587937 n-d-838334-1 neutron-server[84699]: DEBUG neutron.services.provider_configuration [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service providers = [] {{(pid=84699) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 19:09:40.588304 n-d-838334-1 neutron-server[84699]: DEBUG neutron.db.servicetype_db [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84699) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 19:09:40.591255 n-d-838334-1 neutron-server[84699]: DEBUG neutron.services.service_base [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:09:40.591606 n-d-838334-1 neutron-server[84699]: DEBUG neutron.services.service_base [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:09:40.591949 n-d-838334-1 neutron-server[84699]: DEBUG neutron.services.service_base [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:09:40.592839 n-d-838334-1 neutron-server[84699]: DEBUG neutron.services.service_base [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:09:40.593214 n-d-838334-1 neutron-server[84699]: INFO neutron.services.service_base [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 19:09:40.593592 n-d-838334-1 neutron-server[84699]: DEBUG neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:09:40.593917 n-d-838334-1 neutron-server[84699]: INFO neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 19:09:40.604561 n-d-838334-1 neutron-server[84699]: DEBUG neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:09:40.604901 n-d-838334-1 neutron-server[84699]: INFO neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading Plugin: auto_allocate Apr 18 19:09:40.610719 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: network precommit_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.611091 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: network precommit_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.611614 n-d-838334-1 neutron-server[84699]: DEBUG neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:09:40.611938 n-d-838334-1 neutron-server[84699]: INFO neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading Plugin: tag Apr 18 19:09:40.618498 n-d-838334-1 neutron-server[84699]: DEBUG neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:09:40.618831 n-d-838334-1 neutron-server[84699]: INFO neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading Plugin: timestamp Apr 18 19:09:40.622789 n-d-838334-1 neutron-server[84699]: DEBUG neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:09:40.623127 n-d-838334-1 neutron-server[84699]: INFO neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading Plugin: network_ip_availability Apr 18 19:09:40.628863 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.629238 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.629598 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.630403 n-d-838334-1 neutron-server[84699]: DEBUG neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:09:40.630729 n-d-838334-1 neutron-server[84699]: INFO neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading Plugin: flavors Apr 18 19:09:40.635889 n-d-838334-1 neutron-server[84699]: DEBUG neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:09:40.636225 n-d-838334-1 neutron-server[84699]: INFO neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading Plugin: revisions Apr 18 19:09:40.640459 n-d-838334-1 neutron-server[84699]: DEBUG neutron.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:09:40.640843 n-d-838334-1 neutron-server[84699]: DEBUG oslo_concurrency.lockutils [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.166s {{(pid=84699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 19:09:40.641582 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84699) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 18 19:09:40.641920 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Initializing extension manager. Apr 18 19:09:40.642447 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: __init__.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.642792 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: __pycache__ {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.643129 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.643464 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.643796 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: _filter_validation_lib.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.644132 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.644459 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: address_group.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.645212 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.645914 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: address-group Apr 18 19:09:40.646245 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: address_scope.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.647005 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.648095 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: address-scope Apr 18 19:09:40.648431 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.649364 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.649881 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: router-admin-state-down-before-update Apr 18 19:09:40.650203 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: agent.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.650929 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.651440 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: agent Apr 18 19:09:40.651760 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: agent_resources_synced.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.652678 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.653190 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: agent-resources-synced Apr 18 19:09:40.653513 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: allowedaddresspairs.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.655524 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.656056 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: allowed-address-pairs Apr 18 19:09:40.656388 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: auto_allocated_topology.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.657460 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.657977 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: auto-allocated-topology Apr 18 19:09:40.658302 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: availability_zone.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.659148 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.659661 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: availability_zone Apr 18 19:09:40.659984 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: availability_zone_filter.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.660898 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.661408 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: availability_zone_filter Apr 18 19:09:40.661733 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: data_plane_status.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.662674 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.663207 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 19:09:40.663530 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: default_subnetpools.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.664457 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.664964 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: default-subnetpools Apr 18 19:09:40.665285 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.666059 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.666586 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: dhcp_agent_scheduler Apr 18 19:09:40.666909 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: dns.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.667825 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.668330 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension dns-integration not supported by any of loaded plugins Apr 18 19:09:40.668651 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: dns_domain_ports.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.669571 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.670076 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 19:09:40.670428 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: dvr.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.671111 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.671616 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: dvr Apr 18 19:09:40.671938 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: empty_string_filtering.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.672857 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.673627 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: empty-string-filtering Apr 18 19:09:40.673953 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.674896 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.675407 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 19:09:40.675730 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.676641 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.677225 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 19:09:40.677549 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: external_net.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.678500 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.679852 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: external-net Apr 18 19:09:40.680175 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.681095 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.681603 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: extra_dhcp_opt Apr 18 19:09:40.681924 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: extraroute.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.682860 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.683368 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: extraroute Apr 18 19:09:40.683690 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: extraroute_atomic.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.684718 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.685238 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: extraroute-atomic Apr 18 19:09:40.685563 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: filter_validation.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.686237 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.686779 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: filter-validation Apr 18 19:09:40.687101 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: fip_pf_description.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.688014 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.688522 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 19:09:40.688842 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: fip_port_details.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.689761 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.690270 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: fip-port-details Apr 18 19:09:40.690690 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: flavors.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.691914 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.692432 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: flavors Apr 18 19:09:40.692760 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.694989 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.695522 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 19:09:40.695853 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: floatingip_pools.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.696551 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.697066 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: floatingip-pools Apr 18 19:09:40.697388 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: ip_allocation.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.698319 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.698852 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 19:09:40.699176 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.700092 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.700607 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: ip-substring-filtering Apr 18 19:09:40.700931 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: l2_adjacency.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.701857 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.702395 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 19:09:40.702714 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: l3.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.703676 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.704197 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: router Apr 18 19:09:40.704520 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.706903 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.707443 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 19:09:40.707773 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.708764 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.709280 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: ext-gw-mode Apr 18 19:09:40.709606 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.711077 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.711594 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: l3-ha Apr 18 19:09:40.711920 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: l3_flavors.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.712841 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.713358 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: l3-flavors Apr 18 19:09:40.713684 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.714666 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.715178 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 19:09:40.715498 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: l3agentscheduler.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.716518 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.717034 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: l3_agent_scheduler Apr 18 19:09:40.717360 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: logging.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.718877 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.719402 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension logging not supported by any of loaded plugins Apr 18 19:09:40.719733 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: metering.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.720474 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.721048 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: metering Apr 18 19:09:40.721378 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.722502 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.723021 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: metering_source_and_destination_fields Apr 18 19:09:40.723346 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: multiprovidernet.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.724337 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.724848 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: multi-provider Apr 18 19:09:40.725176 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: netmtu.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.726668 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.727180 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: net-mtu Apr 18 19:09:40.727502 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: netmtu_writable.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.728423 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.728936 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: net-mtu-writable Apr 18 19:09:40.729257 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: network_availability_zone.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.729930 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.730470 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: network_availability_zone Apr 18 19:09:40.730795 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: network_ip_availability.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.731890 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.732405 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: network-ip-availability Apr 18 19:09:40.732728 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: network_segment_range.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.733492 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.734002 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 19:09:40.734324 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: pagination.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.735337 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.735667 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: pagination Apr 18 19:09:40.735987 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.736914 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.737429 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: port-mac-address-regenerate Apr 18 19:09:40.737752 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: port_resource_request.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.738698 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.739205 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 19:09:40.739599 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: portbindings.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.740535 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.741050 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: binding Apr 18 19:09:40.741403 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: portbindings_extended.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.742717 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.743242 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: binding-extended Apr 18 19:09:40.743566 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: portsecurity.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.744495 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.745016 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: port-security Apr 18 19:09:40.745340 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: project_id.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.746325 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.746682 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: project-id Apr 18 19:09:40.747004 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: providernet.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.747925 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.748442 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: provider Apr 18 19:09:40.748765 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: qos.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.752409 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.752938 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension qos not supported by any of loaded plugins Apr 18 19:09:40.753269 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.754560 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.755156 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 19:09:40.755488 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.756433 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.756977 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 19:09:40.757306 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: qos_default.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.758233 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.758784 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension qos-default not supported by any of loaded plugins Apr 18 19:09:40.759132 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: qos_fip.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.759786 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.760290 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension qos-fip not supported by any of loaded plugins Apr 18 19:09:40.760610 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: qos_gateway_ip.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.761541 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.762051 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 19:09:40.762391 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: qos_port_network_policy.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.763315 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.763824 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 19:09:40.764144 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: qos_rule_type_details.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.765076 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.765588 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 19:09:40.765912 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: qos_rules_alias.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.767010 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.767522 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 19:09:40.767850 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: quotasv2.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.768747 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.769109 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: quotas Apr 18 19:09:40.769457 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: quotasv2_detail.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.771184 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.771529 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: quota_details Apr 18 19:09:40.771884 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: rbac.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.773508 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.774135 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: rbac-policies Apr 18 19:09:40.774497 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: rbac_address_scope.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.775468 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.775988 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: rbac-address-scope Apr 18 19:09:40.776319 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: rbac_security_groups.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.777247 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.777780 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: rbac-security-groups Apr 18 19:09:40.778108 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: rbac_subnetpool.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.779090 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.779627 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: rbac-subnetpool Apr 18 19:09:40.779957 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: revisionifmatch.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.780884 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.781397 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: revision-if-match Apr 18 19:09:40.781725 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: revisions.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.782917 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.783428 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: standard-attr-revisions Apr 18 19:09:40.783755 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: router_availability_zone.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.784432 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.784945 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: router_availability_zone Apr 18 19:09:40.785271 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: routerservicetype.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.786209 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.786745 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension router-service-type not supported by any of loaded plugins Apr 18 19:09:40.787074 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.787993 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.789055 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: port-security-groups-filtering Apr 18 19:09:40.789380 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: securitygroup.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.800622 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.801158 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: security-group Apr 18 19:09:40.801496 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: segment.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.802351 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.802923 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension segment not supported by any of loaded plugins Apr 18 19:09:40.816528 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.817045 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.817648 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 19:09:40.818021 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: servicetype.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.819122 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.819676 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: service-type Apr 18 19:09:40.820001 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: sorting.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.820985 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.821317 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: sorting Apr 18 19:09:40.821640 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: standard_attr_segment.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.822607 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.823151 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 19:09:40.823479 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: standardattrdescription.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.824143 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.824746 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: standard-attr-description Apr 18 19:09:40.825073 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: stateful_security_group.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.826009 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.826552 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: stateful-security-group Apr 18 19:09:40.826880 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: stdattrs_common.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.827466 n-d-838334-1 neutron-server[84699]: WARNING neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 19:09:40.827793 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.828718 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.829234 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 19:09:40.829557 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: subnet_onboard.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.830738 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.831261 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: subnet_onboard Apr 18 19:09:40.831588 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.832549 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.833058 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 19:09:40.833384 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: subnet_service_types.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.834321 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.834883 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: subnet-service-types Apr 18 19:09:40.835733 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: subnetallocation.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.836849 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.837445 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: subnet_allocation Apr 18 19:09:40.837776 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.838478 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.838992 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: subnetpool-prefix-ops Apr 18 19:09:40.839315 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.840266 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.840804 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 19:09:40.841126 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: tagging.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.842208 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.842775 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: standard-attr-tag Apr 18 19:09:40.843105 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: timestamp.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.852951 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.853470 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loaded extension: standard-attr-timestamp Apr 18 19:09:40.853797 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: trunk.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.854872 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.855386 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension trunk not supported by any of loaded plugins Apr 18 19:09:40.855710 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: trunk_details.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.856637 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.857149 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension trunk-details not supported by any of loaded plugins Apr 18 19:09:40.857474 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: uplink_status_propagation.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.858434 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.858971 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 19:09:40.859295 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Loading extension file: vlantransparent.py {{(pid=84699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 18 19:09:40.859974 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 18 19:09:40.860487 n-d-838334-1 neutron-server[84699]: INFO neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 19:09:40.862780 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:network Apr 18 19:09:40.863518 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:subnet Apr 18 19:09:40.864128 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:09:40.864909 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:port Apr 18 19:09:40.866184 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.866693 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service FLAVORS assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.867318 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.867765 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.868105 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:router Apr 18 19:09:40.868772 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 19:09:40.869479 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service METERING assigned prefix: /metering {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.871122 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.871494 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.871859 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:09:40.873009 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 19:09:40.873455 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:security_group Apr 18 19:09:40.874142 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 19:09:40.874943 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service CORE assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.875286 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:09:40.875628 n-d-838334-1 neutron-server[84699]: WARNING neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] subnetpool is already registered Apr 18 19:09:40.876252 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service CORE assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.876620 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:09:40.876955 n-d-838334-1 neutron-server[84699]: WARNING neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] subnetpool is already registered Apr 18 19:09:40.879669 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.880111 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service FLAVORS assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.880743 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.881173 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.881513 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:router Apr 18 19:09:40.881864 n-d-838334-1 neutron-server[84699]: WARNING neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] router is already registered Apr 18 19:09:40.882494 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 19:09:40.882825 n-d-838334-1 neutron-server[84699]: WARNING neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] floatingip is already registered Apr 18 19:09:40.883455 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service METERING assigned prefix: /metering {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.884141 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 19:09:40.884470 n-d-838334-1 neutron-server[84699]: WARNING neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] rbac_policy is already registered Apr 18 19:09:40.885017 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:security_group Apr 18 19:09:40.885345 n-d-838334-1 neutron-server[84699]: WARNING neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] security_group is already registered Apr 18 19:09:40.885935 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 19:09:40.886273 n-d-838334-1 neutron-server[84699]: WARNING neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] security_group_rule is already registered Apr 18 19:09:40.886993 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service CORE assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.887332 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:09:40.887663 n-d-838334-1 neutron-server[84699]: WARNING neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] subnetpool is already registered Apr 18 19:09:40.888286 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.v2.resource_helper [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Service CORE assigned prefix: {{(pid=84699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:09:40.888700 n-d-838334-1 neutron-server[84699]: INFO neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:09:40.889028 n-d-838334-1 neutron-server[84699]: WARNING neutron.quota.resource_registry [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] subnetpool is already registered Apr 18 19:09:40.889692 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: extensions {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.891154 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: address-groups {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.892786 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: address-scopes {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.894019 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: agents {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.895193 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: auto-allocated-topology {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.896440 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: availability_zones {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.898282 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: dhcp-networks {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.899793 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: dhcp-agents {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.901180 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: routers {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.903006 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: flavors {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.904147 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: service_profiles {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.905378 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: next_providers {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.906912 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: service_profiles {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.908330 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: floatingip-pools {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.909569 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: routers {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.911392 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: floatingips {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.912568 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: l3-routers {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.914597 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: l3-agents {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.916013 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: metering-labels {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.917388 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: metering-label-rules {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.918660 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: network-ip-availabilities {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.919878 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: bindings {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.922492 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: quotas {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.924198 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: quotas {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.925606 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: rbac-policies {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.927052 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: security-groups {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.928255 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: security-group-rules {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.929511 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: service-providers {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.930767 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: subnetpools {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.932185 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: subnetpools {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.933601 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: tags {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.935429 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: tags {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.937195 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: tags {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.938975 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: tags {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.940791 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: tags {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.942480 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: tags {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.944227 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: tags {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.946110 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: tags {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.947972 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: tags {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.949784 n-d-838334-1 neutron-server[84699]: DEBUG neutron.api.extensions [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Extended resource: tags {{(pid=84699) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 18 19:09:40.955564 n-d-838334-1 neutron-server[84699]: WARNING keystonemiddleware.auth_token [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 19:09:40.960877 n-d-838334-1 neutron-server[84699]: WARNING keystonemiddleware.auth_token [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 19:09:40.968949 n-d-838334-1 neutron-server[84699]: DEBUG oslo_concurrency.lockutils [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Acquired lock "singleton_lock" {{(pid=84699) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 18 19:09:40.969454 n-d-838334-1 neutron-server[84699]: DEBUG oslo_concurrency.lockutils [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Releasing lock "singleton_lock" {{(pid=84699) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 18 19:09:40.970079 n-d-838334-1 neutron-server[84699]: INFO oslo_service.service [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Starting 2 workers Apr 18 19:09:40.974791 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Started child 84804 {{(pid=84699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:09:40.979736 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Started child 84805 {{(pid=84699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:09:40.981009 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:40.981615 n-d-838334-1 neutron-server[84699]: INFO neutron.service [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 19:09:40.981874 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Notify callbacks [] for process, before_spawn {{(pid=84699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:40.982614 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [-] (84804) wsgi starting up on http://0.0.0.0:9696 Apr 18 19:09:40.984500 n-d-838334-1 neutron-server[84699]: INFO oslo_service.service [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Starting 1 workers Apr 18 19:09:40.984656 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:40.986018 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [-] (84805) wsgi starting up on http://0.0.0.0:9696 Apr 18 19:09:40.989521 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Started child 84806 {{(pid=84699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:09:40.990040 n-d-838334-1 neutron-server[84699]: INFO oslo_service.service [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Starting 1 workers Apr 18 19:09:40.993463 n-d-838334-1 neutron-server[84806]: DEBUG neutron.service [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] calling RpcWorker wait() {{(pid=84806) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 19:09:40.994018 n-d-838334-1 neutron-server[84806]: DEBUG neutron.service [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] returning from RpcWorker wait() {{(pid=84806) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 19:09:40.994326 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Started child 84807 {{(pid=84699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:09:40.995169 n-d-838334-1 neutron-server[84699]: DEBUG neutron_lib.callbacks.manager [None req-b81a08e0-5e53-463e-b4d3-d8717c1de188 None None] Notify callbacks [] for process, after_spawn {{(pid=84699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:40.995307 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:40.995993 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:09:40.997198 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84699) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 19:09:40.997423 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 19:09:40.997603 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 19:09:40.997808 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 19:09:40.998150 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 19:09:40.998313 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 19:09:40.998866 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:40.999150 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:40.999428 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:40.999701 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.000008 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.000095 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:41.000564 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.000847 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.001126 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.001402 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.001650 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.001818 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.001984 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.002229 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.002514 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.002806 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.003087 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.003333 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.003602 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.003775 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.004038 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.004313 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.004574 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.004845 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] debug = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.005085 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.005571 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.005824 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.006062 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.006304 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.006603 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.007367 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.007689 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.007923 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.008181 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.008663 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.008931 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.009150 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.009390 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.009657 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.009902 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.010347 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] host = n-d-838334-1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.010660 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.010907 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.011139 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.011369 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.011634 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.011872 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.012132 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.012382 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.012637 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.012885 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.013137 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.013367 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.013590 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.013856 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_file = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.014096 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_options = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.014266 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.014589 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.014865 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.015062 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019016 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019016 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019016 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019016 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019016 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019016 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019016 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019968 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019968 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019968 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019968 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019968 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019968 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019968 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.019968 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021017 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021017 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021017 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021017 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40860) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:09:41.021661 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021661 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021661 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021661 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021661 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021661 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021661 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.021661 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.023579 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.023579 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.023579 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.023579 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.023579 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.023579 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.023579 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.024516 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.024516 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.024516 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.024516 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.025035 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.025035 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.025035 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.025425 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_json = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.025425 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.025783 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.025923 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.026107 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.026382 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.026601 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.026818 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.027131 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.027379 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.027996 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.028309 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067966 Apr 18 19:09:41.029618 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.030273 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.030773 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.031027 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.031295 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.031630 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.031793 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.032036 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.032277 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.033369 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.033615 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.033940 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.035010 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.035010 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.035010 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.035010 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.035499 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.035499 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.035709 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.035885 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.036081 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.036718 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.036718 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.037031 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.037031 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.037365 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.037518 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.037706 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.037957 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.038244 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.038512 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.038746 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.039268 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.039268 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.039512 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.039657 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.039912 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.040136 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.040375 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.040601 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.040842 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.041059 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.041332 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.041535 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.041791 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.042010 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.042224 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.042462 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.043496 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.043496 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.043496 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.043496 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.044065 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.044065 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.044324 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.044525 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.044676 n-d-838334-1 neutron-server[84807]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:09:41.044819 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.045001 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.045307 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.045459 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.045681 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.045897 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.046114 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.046347 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.046586 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.046821 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.047060 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.047286 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.047637 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.049324 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.049324 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.049324 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.049324 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.049324 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.049324 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.050043 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.050043 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.050043 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.050401 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.050526 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.050790 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.051047 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.051327 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.052369 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.052369 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.052369 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.052369 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.052975 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.052975 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.052975 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.053312 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.053441 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.054228 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.054228 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.054228 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.054629 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.054753 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.055000 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.055234 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.055563 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.056042 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.056315 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.056990 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.057553 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.057553 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.057819 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.058117 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.060010 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.060010 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.060010 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.060383 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.060493 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.061006 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.061006 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.061290 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.065938 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.065938 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.065938 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.065938 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.066432 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.066432 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.066794 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.068165 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.068165 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.068165 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.071018 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.071216 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.071485 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.071770 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.072043 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.072305 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.072757 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.075612 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.075612 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.075612 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.075612 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.075612 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.075994 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.075994 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.076251 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.076424 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.076642 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.076906 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.077160 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.077386 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.077624 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.077850 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.078119 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.078456 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.078640 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.079362 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.079623 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.079877 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.080101 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.080339 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.081566 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.081847 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.082076 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.082386 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.082633 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.082856 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.083109 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.083370 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.083632 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.083852 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.085779 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.086046 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.087224 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.088257 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.088496 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.088742 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.089095 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.089335 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.089577 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.089841 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.090507 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.090873 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.091130 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.091403 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.091654 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.091881 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.092121 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.092348 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.092568 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.092805 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.093025 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.093250 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.093509 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.093708 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.094851 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.095286 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.095697 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.096084 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.096496 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.096895 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.106760 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.107035 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.107288 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.107534 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.107767 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.108031 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.108928 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.108928 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.108928 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.109146 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.109212 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.109384 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.109697 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.109952 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.110199 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.110779 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.111079 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.111380 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.111762 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.112237 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.113151 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.113800 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.114343 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.115360 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.115631 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.115989 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.117012 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.117340 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.118254 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.120176 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.121068 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.121974 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.122429 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.122966 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.122966 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.123279 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.123612 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.123916 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.125647 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.125935 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.126386 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.126952 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.127248 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.128553 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.129501 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.130588 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.130888 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.131173 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.131435 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.131706 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.131971 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.132205 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.132454 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.132700 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.132933 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.133215 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.133481 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.133742 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.133983 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.134242 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.135357 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.135357 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.135529 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.135782 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.136011 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.136178 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 19:09:41.138810 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84699) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 19:09:41.138810 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 19:09:41.138990 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 19:09:41.139171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 19:09:41.139268 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 19:09:41.139412 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 19:09:41.139626 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.139785 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.139992 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.140148 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.140291 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.140449 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.140975 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.140975 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.140975 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.141171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.141171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.141413 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.141500 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.141634 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.141791 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.141954 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.142103 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.142263 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.142860 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.143032 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.143733 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.143892 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.144381 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] debug = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.144683 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.145009 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.145334 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.145702 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.146018 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.146326 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.146655 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.146827 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.146983 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.147284 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.147604 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.147912 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.148299 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.148460 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.149301 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.149606 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.149762 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] host = n-d-838334-1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.149922 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.150066 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.150232 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.150454 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.150626 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.150765 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.150909 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.151046 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.151207 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.151349 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.151513 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.151655 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.151817 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.151969 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_file = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.152107 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_options = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.152269 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.152410 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.152556 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.152735 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.152882 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.153044 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.153189 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.153335 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.154353 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.154353 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.154707 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.155066 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.155066 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.156395 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.156395 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.156395 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.156395 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.156395 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.156395 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.156395 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.157577 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.157577 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.157577 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.157955 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.158100 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.158250 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.158414 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.158557 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.158703 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.158703 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.159187 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.159187 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.159187 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.159580 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.159580 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.159580 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.159969 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.159969 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.160234 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.160234 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.160492 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.160492 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.160757 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.160757 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.161021 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.161021 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_json = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.161277 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.161277 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.161534 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.161534 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.161789 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.161789 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.162063 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.162199 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.162346 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:09:41.162555 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.162691 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.162826 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.162960 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.163619 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.164060 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.164060 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.165025 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.165192 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.165343 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.165507 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.165649 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.165835 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.165991 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.166128 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.166291 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.166529 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.166672 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.166808 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.166954 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.167090 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.167225 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.167368 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.168555 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.168555 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.168858 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.168858 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.169135 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.170080 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.170244 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.170409 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.170578 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.170722 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.170927 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.171067 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.171221 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.171358 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.171582 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.171746 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.171888 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.172060 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.172203 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.172347 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.172505 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.172647 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.172805 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.172948 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.174175 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.174339 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.174534 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.174672 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.174819 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.174976 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.175131 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.175267 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.175423 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.175850 n-d-838334-1 neutron-server[84806]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:09:41.177016 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.177196 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.177369 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.177537 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.177701 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.177863 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.178026 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.179619 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.179784 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.179949 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.180198 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.180312 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.180426 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.180570 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.180725 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.180881 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.181037 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.181195 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.181363 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.181535 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.181692 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.181848 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.182004 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.182161 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.182316 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.183338 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.183500 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.183657 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.183814 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.184077 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.184239 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.184379 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.184514 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.184650 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.184785 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.184920 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.185065 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.186395 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.186395 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.186395 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.186395 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.186674 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.186674 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.186791 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.186936 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.187047 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.187197 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.187357 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.187513 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.187670 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.187833 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.187990 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.188148 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.188290 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.189525 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.189525 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.189525 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.189525 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.189525 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.189525 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.189525 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.189525 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.190089 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.190089 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.190089 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.190089 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.190323 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.190463 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.191135 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.191307 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.191452 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.191591 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.191727 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.191864 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.192016 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.192153 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.192298 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.192433 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.192591 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.192734 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.192890 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.193036 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.193192 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.193344 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.193705 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.193705 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.193968 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.193968 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.194374 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.194374 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.195179 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.195374 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.195492 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.195644 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.195796 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.195950 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.196103 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.196258 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.196414 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.196570 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.196725 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.196884 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.197068 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.197235 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.197371 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.197502 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.197639 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.197779 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.197903 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.198051 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.198209 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.198391 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.199333 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.199515 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.199674 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.199804 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.199967 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.200109 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.200419 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.200763 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.201061 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.201378 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.201683 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.201839 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.202000 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.202158 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.202981 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.202981 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.202981 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.202981 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.202981 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.205171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.205171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.205171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.205171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.205171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.205171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.205171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.205171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.205171 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.206288 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.206288 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.206288 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.206288 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.206288 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.206288 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.206288 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.206288 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.206288 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208029 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208029 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208029 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208029 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208029 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208029 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208029 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208029 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208029 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208765 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208765 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208765 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208765 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208765 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208765 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.208765 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.210121 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.210121 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.210121 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.210121 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.210121 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.210121 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.210121 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.210121 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211115 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211115 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211115 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211115 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211115 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211115 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211115 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211115 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211866 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211866 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211866 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211866 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.211866 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.212212 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.212212 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.212355 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.212433 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.212576 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.212765 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.212919 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.213064 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.213207 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.213351 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.213501 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.213644 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.213786 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.213929 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.214082 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.214240 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.214420 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.214732 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.214888 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:09:41.215033 n-d-838334-1 neutron-server[84699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 19:09:51.504698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e169d267-8084-4090-b4db-862096f5cc4d None None] get_active_networks_info from n-d-838334-1 {{(pid=84806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 19:09:51.580493 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e169d267-8084-4090-b4db-862096f5cc4d None None] No non-hosted networks {{(pid=84806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 19:09:51.597468 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.agentschedulers_db [None req-e169d267-8084-4090-b4db-862096f5cc4d None None] DHCP Agent not found on host n-d-838334-1 {{(pid=84806) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 19:09:51.787519 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-01a1333e-b19e-4bb8-b576-b6bbddb39f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4075767'] for agent, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:53.862518 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fbebebfa-aba9-4c86-8d7f-7bb1b33a5331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4075767'] for agent, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:53.890690 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-94cbae37-dc1d-4992-9af5-bf4502d52647 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-838334-1 {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:09:53.891542 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-94cbae37-dc1d-4992-9af5-bf4502d52647 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:09:54.410879 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-94cbae37-dc1d-4992-9af5-bf4502d52647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:54.809966 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4075767'] for agent, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:54.826216 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4075767'] for agent, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:54.827341 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:09:54.827971 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:09:54.828980 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:09:54.829576 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:09:54.830407 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:09:54.830921 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:09:54.831393 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:09:54.832092 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:09:54.832586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:09:54.833098 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:09:54.833571 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:09:54.834112 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-838334-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:09:54.841839 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-838334-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:09:56.278192 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4075767'] for agent, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:09:57.814444 n-d-838334-1 neutron-server[84806]: INFO neutron.db.l3_hamode_db [None req-fc5e662f-d34f-4b86-b470-bdd8e58a815a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 19:09:57.843946 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40964) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:09:57.904138 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e662f-d34f-4b86-b470-bdd8e58a815a None None] Routers set() bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:09:57.904523 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e662f-d34f-4b86-b470-bdd8e58a815a None None] Router IDs set() for agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 19:09:58.435922 n-d-838334-1 neutron-server[84804]: WARNING oslo_policy.policy [None req-f9b9391c-40f7-477e-b681-ed905f9eaeda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:09:58.436478 n-d-838334-1 neutron-server[84804]: WARNING oslo_policy.policy [None req-f9b9391c-40f7-477e-b681-ed905f9eaeda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:09:58.651405 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-f9b9391c-40f7-477e-b681-ed905f9eaeda admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:09:58.652434 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f9b9391c-40f7-477e-b681-ed905f9eaeda admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8075829 Apr 18 19:10:00.900909 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40978) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:01.282540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-552740e7-d718-404c-b298-ddb6ab087e2d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:10:01.335218 n-d-838334-1 neutron-server[84804]: DEBUG neutron.policy [None req-552740e7-d718-404c-b298-ddb6ab087e2d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84804) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 18 19:10:01.336042 n-d-838334-1 neutron-server[84804]: WARNING oslo_policy.policy [None req-552740e7-d718-404c-b298-ddb6ab087e2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:10:01.336912 n-d-838334-1 neutron-server[84804]: WARNING oslo_policy.policy [None req-552740e7-d718-404c-b298-ddb6ab087e2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:10:01.340197 n-d-838334-1 neutron-server[84804]: INFO neutron.quota [None req-552740e7-d718-404c-b298-ddb6ab087e2d admin admin] Loaded quota_driver: . Apr 18 19:10:01.355532 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-552740e7-d718-404c-b298-ddb6ab087e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:10:01.483491 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-552740e7-d718-404c-b298-ddb6ab087e2d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747486773422', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747486688258', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747486689639', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747486682609', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747486703822', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1073853', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1128745', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3717002', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3772044'] for rbac-policy, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:01.661068 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-552740e7-d718-404c-b298-ddb6ab087e2d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:01.662216 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-552740e7-d718-404c-b298-ddb6ab087e2d admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7603645 Apr 18 19:10:04.160786 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40992) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:04.524092 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e2beec2a5ec4490cabd5064c16268d65'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:10:04.528713 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:10:04.533145 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Usage tracker for resource:network and tenant:e2beec2a5ec4490cabd5064c16268d65 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:10:04.537611 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:10:04.544228 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:10:04.615149 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Made reservation on behalf of e2beec2a5ec4490cabd5064c16268d65 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:10:04.618552 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:04.636501 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:04.679169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:10:04.682879 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Usage tracker for resource:security_group_rule and tenant:e2beec2a5ec4490cabd5064c16268d65 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:10:04.685635 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:10:04.691519 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:10:04.756483 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:04.803729 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:04.826134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:10:04.852694 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747487519600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:04.853283 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Unsubscribe: segment precommit_create {{(pid=84804) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 19:10:04.853774 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Added segment 7dc9f3cd-917d-4e45-84ce-4b010dad0eae of type vlan for network ff3e956f-b281-4925-888b-7365dfc80369 Apr 18 19:10:04.867793 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0668a5a9-3c6a-47c1-9775-6cf3d0d73037,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:04.917467 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:04.917803 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:04.918137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:04.918490 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:04.918816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:04.919139 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:04.919457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:04.919772 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:04.920089 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:04.920404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:04.920719 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Tracked resource versions report: Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: pushed versions: Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'Log': {'1.0'}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'Network': {'1.1'}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'Port': {'1.5'}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'PortForwarding': {'1.2'}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'QosPolicy': {'1.8'}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'SecurityGroup': {'1.2'}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'SubPort': {'1.0'}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'Subnet': {'1.1'}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'Trunk': {'1.1'}} Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: consumer versions: Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: { DHCP agent@n-d-838334-1: {}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: L3 agent@n-d-838334-1: {}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: Metadata agent@n-d-838334-1: {}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: Metering agent@n-d-838334-1: {}, Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: Open vSwitch agent@n-d-838334-1: { 'ConntrackHelper': '1.0', Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'Log': '1.0', Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'Network': '1.1', Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'Port': '1.5', Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'PortForwarding': '1.2', Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'QosPolicy': '1.8', Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'SecurityGroup': '1.2', Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'SecurityGroupRule': '1.0', Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'SubPort': '1.0', Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'Subnet': '1.1', Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: 'Trunk': '1.1'}} Apr 18 19:10:04.921757 n-d-838334-1 neutron-server[84804]: {{(pid=84804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:10:05.018282 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:05.135288 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:05.136241 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:10:05.136873 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:05.243041 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3e956f-b281-4925-888b-7365dfc80369,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:05.254094 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network ff3e956f-b281-4925-888b-7365dfc80369 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:10:05.290212 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4b8dc23f-559f-448e-8736-6c75e2e8bb79 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1283264 Apr 18 19:10:07.828875 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41008) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:08.288918 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cf9f4-6417-4e5c-bf63-f3ea550ed8fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:10:08.290252 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-aa5cf9f4-6417-4e5c-bf63-f3ea550ed8fa admin admin] 10.222.0.66 "GET /v2.0/networks/ff3e956f-b281-4925-888b-7365dfc80369 HTTP/1.1" status: 200 len: 825 time: 0.4604394 Apr 18 19:10:08.319915 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-22009947-6cd8-4031-9f97-3dfa8637a800 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/16ebe15e-2974-4021-b09a-609fdc5840af HTTP/1.1" status: 200 len: 734 time: 0.0243914 Apr 18 19:10:08.328705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Request body: {'subnet': {'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '16ebe15e-2974-4021-b09a-609fdc5840af', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:10:08.332863 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:10:08.337089 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Usage tracker for resource:subnet and tenant:e2beec2a5ec4490cabd5064c16268d65 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:10:08.339908 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:10:08.345335 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:10:08.409349 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Made reservation on behalf of e2beec2a5ec4490cabd5064c16268d65 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:10:08.411618 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:08.728760 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:08.810183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Pushing event updated for resources: {'Subnet': ['ID=59597e2a-cceb-47ab-85b8-aec66a83c2f2,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:08.819040 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Checking segment: {'id': '7dc9f3cd-917d-4e45-84ce-4b010dad0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:10:08.819144 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Network hostable DHCP agents. Network: ff3e956f-b281-4925-888b-7365dfc80369, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:10:08.917751 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Network ff3e956f-b281-4925-888b-7365dfc80369 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:10:09.003814 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, ff3e956f-b281-4925-888b-7365dfc80369) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:10:09.008498 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:10:09.009063 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:09.013791 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d3159-97a5-42d1-8fb4-275e27a95f46 None None] Network ff3e956f-b281-4925-888b-7365dfc80369 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:10:09.089234 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c4832da2-6fba-4d99-99e6-c09c585f786f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7637527 Apr 18 19:10:09.326771 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-ff3e956f-b281-4925-888b-7365dfc80369', 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'fixed_ips': [{'subnet_id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:10:09.327911 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:09.510444 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Allocated IP 172.20.0.2 (ff3e956f-b281-4925-888b-7365dfc80369/59597e2a-cceb-47ab-85b8-aec66a83c2f2/5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:10:09.730329 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:09.743945 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Transition to ACTIVE for port object 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:10:09.765897 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Transition to ACTIVE for port object 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:10:09.843553 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:09.910127 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Network ff3e956f-b281-4925-888b-7365dfc80369 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:10:09.912936 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:10:09.920629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:10:09.923097 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Pushing event updated for resources: {'Port': ['ID=5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:09.962551 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:09.962890 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:09.963231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:09.963562 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:09.963896 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:09.964222 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:09.964546 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:09.964870 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:09.965195 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:09.965515 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:09.965834 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Tracked resource versions report: Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: pushed versions: Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'Log': {'1.0'}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'Network': {'1.1'}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'Port': {'1.5'}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'PortForwarding': {'1.2'}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'QosPolicy': {'1.8'}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'SecurityGroup': {'1.2'}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'SubPort': {'1.0'}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'Subnet': {'1.1'}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'Trunk': {'1.1'}} Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: consumer versions: Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: { DHCP agent@n-d-838334-1: {}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: L3 agent@n-d-838334-1: {}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: Metadata agent@n-d-838334-1: {}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: Metering agent@n-d-838334-1: {}, Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: Open vSwitch agent@n-d-838334-1: { 'ConntrackHelper': '1.0', Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'Log': '1.0', Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'Network': '1.1', Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'Port': '1.5', Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'PortForwarding': '1.2', Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'QosPolicy': '1.8', Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'SecurityGroup': '1.2', Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'SecurityGroupRule': '1.0', Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'SubPort': '1.0', Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'Subnet': '1.1', Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: 'Trunk': '1.1'}} Apr 18 19:10:09.966953 n-d-838334-1 neutron-server[84806]: {{(pid=84806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:10:10.024629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Attempting to bind port 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:10:10.025240 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Attempting to bind port 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '7dc9f3cd-917d-4e45-84ce-4b010dad0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:10:10.025417 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Attempting to bind port 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 on network ff3e956f-b281-4925-888b-7365dfc80369 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:10:10.031801 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:10:10.032181 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Checking segment: {'id': '7dc9f3cd-917d-4e45-84ce-4b010dad0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:10:10.032644 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:10.033032 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Bound using segment: {'id': '7dc9f3cd-917d-4e45-84ce-4b010dad0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:10:10.033530 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Bound port: 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc9f3cd-917d-4e45-84ce-4b010dad0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:10:10.033945 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:10.119976 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] For port 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:10:10.123779 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] For port 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1,segment=NetworkSegment(7dc9f3cd-917d-4e45-84ce-4b010dad0eae),segment_id=7dc9f3cd-917d-4e45-84ce-4b010dad0eae)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:10:10.214752 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:10.322883 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd316aef-841a-4301-802f-ea14ceaa8179 None None] Pushing event updated for resources: {'Port': ['ID=5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:11.358181 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41018) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:11.752976 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-9e0a1594-30f1-42fb-9e2f-1871b4d3605c admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:10:11.754025 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9e0a1594-30f1-42fb-9e2f-1871b4d3605c admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3948896 Apr 18 19:10:13.966458 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b152744f-1e9e-4f5d-acc0-63dfc0967575 None None] Network ff3e956f-b281-4925-888b-7365dfc80369 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:10:14.016382 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41032) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:14.182796 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-7dd885fe-3908-4fcc-94c6-d8cd14bdd842 None None] Provisioning for port 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:10:14.417057 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-a051b835-d6b8-4357-a1dc-d89e0e3ac590 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:10:14.418096 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a051b835-d6b8-4357-a1dc-d89e0e3ac590 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4007483 Apr 18 19:10:15.011867 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:10:15.135418 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:10:15.140634 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:10:15.141018 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:15.252261 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:15.283420 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1,segment=NetworkSegment(7dc9f3cd-917d-4e45-84ce-4b010dad0eae),segment_id=7dc9f3cd-917d-4e45-84ce-4b010dad0eae)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:10:15.351242 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:15.414430 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:16.982947 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41044) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:16.991436 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:10:17.061571 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:10:17.061571 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:17.427632 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-2766b89c-05a3-4af6-8822-fd04a6eee9b0 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:10:17.432776 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2766b89c-05a3-4af6-8822-fd04a6eee9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:10:17.436520 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2766b89c-05a3-4af6-8822-fd04a6eee9b0 admin admin] Usage tracker for resource:router and tenant:e2beec2a5ec4490cabd5064c16268d65 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:10:17.439717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2766b89c-05a3-4af6-8822-fd04a6eee9b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:10:17.445394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2766b89c-05a3-4af6-8822-fd04a6eee9b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:10:17.501237 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2766b89c-05a3-4af6-8822-fd04a6eee9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:17.502711 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2766b89c-05a3-4af6-8822-fd04a6eee9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:17.526525 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2766b89c-05a3-4af6-8822-fd04a6eee9b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:17.683728 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2766b89c-05a3-4af6-8822-fd04a6eee9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:17.775398 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2766b89c-05a3-4af6-8822-fd04a6eee9b0 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:17.776622 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2766b89c-05a3-4af6-8822-fd04a6eee9b0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7926731 Apr 18 19:10:19.068357 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:10:20.025934 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41054) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:20.405519 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-5e546cde-07f5-4831-bd0a-ed1f14c8e14a admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:10:20.406508 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5e546cde-07f5-4831-bd0a-ed1f14c8e14a admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3796055 Apr 18 19:10:21.489572 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c8c198b5-5ea1-4b61-ac09-8317db8e5d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:22.641365 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41064) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:23.017796 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:10:23.022857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:10:23.026661 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Usage tracker for resource:network and tenant:0f6f34fcdd774befa98c0f6f0276a517 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:10:23.029475 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:10:23.035077 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:10:23.095312 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Made reservation on behalf of 0f6f34fcdd774befa98c0f6f0276a517 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:10:23.097585 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:23.110317 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:23.143425 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:10:23.147212 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Usage tracker for resource:security_group_rule and tenant:0f6f34fcdd774befa98c0f6f0276a517 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:10:23.149895 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:10:23.155902 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:10:23.217755 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:23.300704 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:23.318155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Reserving flat network on physical network physnet1 {{(pid=84804) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 19:10:23.337533 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c90c027-fc02-4f6b-8632-f0bf4439035f,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:23.342647 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:23.342990 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Added segment f2d5174f-5c18-4e81-9de2-c44522770fc2 of type flat for network b9f392f6-42e1-41ad-9423-d80ed824c270 Apr 18 19:10:23.374593 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:23.489308 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:23.490131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:10:23.490734 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:23.590564 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] Pushing event updated for resources: {'Network': ['ID=b9f392f6-42e1-41ad-9423-d80ed824c270,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:23.599934 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network b9f392f6-42e1-41ad-9423-d80ed824c270 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:10:23.661802 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-638aac58-7dd2-42db-be5a-0ea5f4110e82 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0193541 Apr 18 19:10:23.792701 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-21d19f1f-239b-4a91-8448-d96c201e4760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:24.745465 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:24.798583 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:25.887074 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41084) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:26.115618 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02900e52-a548-42a5-a700-42401b4a586a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:10:26.117477 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-02900e52-a548-42a5-a700-42401b4a586a admin admin] 10.222.0.66 "GET /v2.0/subnets/59597e2a-cceb-47ab-85b8-aec66a83c2f2 HTTP/1.1" status: 200 len: 849 time: 0.2289269 Apr 18 19:10:26.215105 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:26.257021 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d0f0d00c-12b9-45ef-8693-c5737f753fe5 admin admin] 10.222.0.66 "GET /v2.0/routers/0f6609ad-7517-4948-837f-d94645c39998 HTTP/1.1" status: 200 len: 704 time: 0.1342406 Apr 18 19:10:26.715067 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:26.935059 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Allocated IP 172.20.0.1 (ff3e956f-b281-4925-888b-7365dfc80369/59597e2a-cceb-47ab-85b8-aec66a83c2f2/88973f24-d3a9-4646-ae67-09211708f2fa) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:10:27.118684 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:27.135678 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Transition to ACTIVE for port object 88973f24-d3a9-4646-ae67-09211708f2fa will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:10:27.232532 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:27.300436 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Network ff3e956f-b281-4925-888b-7365dfc80369 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:10:27.303260 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:10:27.306211 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:10:27.306869 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:27.314146 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Pushing event updated for resources: {'Port': ['ID=88973f24-d3a9-4646-ae67-09211708f2fa,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:27.494104 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:27.552045 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e50d8af7-68f1-4741-b4f2-76993db262bd None None] Provisioning for port 88973f24-d3a9-4646-ae67-09211708f2fa completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:10:27.557486 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e50d8af7-68f1-4741-b4f2-76993db262bd None None] Provisioning complete for port 88973f24-d3a9-4646-ae67-09211708f2fa triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:10:27.557858 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e50d8af7-68f1-4741-b4f2-76993db262bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:27.608163 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e50d8af7-68f1-4741-b4f2-76993db262bd None None] Port 88973f24-d3a9-4646-ae67-09211708f2fa cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:10:27.715445 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:27.774964 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:27.775749 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:27.902349 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Pushing event updated for resources: {'Port': ['ID=88973f24-d3a9-4646-ae67-09211708f2fa,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:27.966584 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Network ff3e956f-b281-4925-888b-7365dfc80369 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:10:27.967554 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:10:28.130708 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-db963c97-196f-4c55-aae7-ee151e44132a None None] Provisioning complete for port 88973f24-d3a9-4646-ae67-09211708f2fa triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:10:28.131075 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-db963c97-196f-4c55-aae7-ee151e44132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:28.184053 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-db963c97-196f-4c55-aae7-ee151e44132a None None] Port 88973f24-d3a9-4646-ae67-09211708f2fa cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:10:28.369550 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Router 0f6609ad-7517-4948-837f-d94645c39998 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:10:28.533349 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:10:28.542721 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f6df06bf-5630-4272-85ac-35b82f9cff2b admin admin] 10.222.0.66 "PUT /v2.0/routers/0f6609ad-7517-4948-837f-d94645c39998/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2808151 Apr 18 19:10:28.543315 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Sync routers for ids ['0f6609ad-7517-4948-837f-d94645c39998'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:10:28.558893 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Routers {'0f6609ad-7517-4948-837f-d94645c39998'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:10:28.559717 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:10:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0f6609ad-7517-4948-837f-d94645c39998'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:10:28.725306 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Set router 0f6609ad-7517-4948-837f-d94645c39998 gateway port host: None {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:10:29.089654 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6609ad-7517-4948-837f-d94645c39998', 'name': 'router1', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:10:17Z', 'updated_at': '2022-04-18T19:10:27Z', 'revision_number': 2, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'gw_port_host': None, '_interfaces': [{'id': '88973f24-d3a9-4646-ae67-09211708f2fa', 'name': '', 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'mac_address': 'fa:16:3e:d5:87:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6609ad-7517-4948-837f-d94645c39998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:10:26Z', 'updated_at': '2022-04-18T19:10:27Z', 'revision_number': 2, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'subnets': [{'id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ebe15e-2974-4021-b09a-609fdc5840af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:10:29.094509 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Checking router: 0f6609ad-7517-4948-837f-d94645c39998 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:10:29.094867 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Updating router 0f6609ad-7517-4948-837f-d94645c39998 port 88973f24-d3a9-4646-ae67-09211708f2fa binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:10:29.147721 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:29.514024 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:29.528270 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Transition to ACTIVE for port object 88973f24-d3a9-4646-ae67-09211708f2fa will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:10:29.603697 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:29.794839 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Pushing event updated for resources: {'Port': ['ID=88973f24-d3a9-4646-ae67-09211708f2fa,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:29.847883 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:29.848204 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:29.848537 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:29.848867 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:29.849193 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:29.849514 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:29.849833 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:29.850150 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:29.850497 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:29.850815 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:29.851656 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Tracked resource versions report: Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: pushed versions: Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'Log': {'1.0'}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'Network': {'1.1'}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'Port': {'1.5'}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'PortForwarding': {'1.2'}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'QosPolicy': {'1.8'}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'SecurityGroup': {'1.2'}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'SubPort': {'1.0'}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'Subnet': {'1.1'}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'Trunk': {'1.1'}} Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: consumer versions: Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: { DHCP agent@n-d-838334-1: {}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: L3 agent@n-d-838334-1: {}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: Metadata agent@n-d-838334-1: {}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: Metering agent@n-d-838334-1: {}, Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: Open vSwitch agent@n-d-838334-1: { 'ConntrackHelper': '1.0', Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'Log': '1.0', Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'Network': '1.1', Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'Port': '1.5', Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'PortForwarding': '1.2', Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'QosPolicy': '1.8', Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'SecurityGroup': '1.2', Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'SecurityGroupRule': '1.0', Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'SubPort': '1.0', Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'Subnet': '1.1', Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: 'Trunk': '1.1'}} Apr 18 19:10:29.852739 n-d-838334-1 neutron-server[84807]: {{(pid=84807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:10:29.862263 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Attempting to bind port 88973f24-d3a9-4646-ae67-09211708f2fa on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:10:29.862514 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Attempting to bind port 88973f24-d3a9-4646-ae67-09211708f2fa by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '7dc9f3cd-917d-4e45-84ce-4b010dad0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:10:29.862929 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Attempting to bind port 88973f24-d3a9-4646-ae67-09211708f2fa on network ff3e956f-b281-4925-888b-7365dfc80369 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:10:29.869905 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:10:29.870299 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Checking segment: {'id': '7dc9f3cd-917d-4e45-84ce-4b010dad0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:10:29.870792 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:29.871172 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Bound using segment: {'id': '7dc9f3cd-917d-4e45-84ce-4b010dad0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:10:29.871665 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Bound port: 88973f24-d3a9-4646-ae67-09211708f2fa, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc9f3cd-917d-4e45-84ce-4b010dad0eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:10:29.872044 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:29.963096 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] For port 88973f24-d3a9-4646-ae67-09211708f2fa, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:10:29.966990 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] For port 88973f24-d3a9-4646-ae67-09211708f2fa, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=88973f24-d3a9-4646-ae67-09211708f2fa,segment=NetworkSegment(7dc9f3cd-917d-4e45-84ce-4b010dad0eae),segment_id=7dc9f3cd-917d-4e45-84ce-4b010dad0eae)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:10:30.031535 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:30.120559 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dbe63-0506-472a-8905-c69dc9114b4e None None] Pushing event updated for resources: {'Port': ['ID=88973f24-d3a9-4646-ae67-09211708f2fa,revision_number=4']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:30.125630 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Routers {'0f6609ad-7517-4948-837f-d94645c39998'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:10:30.126220 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:10:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0f6609ad-7517-4948-837f-d94645c39998'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:10:30.281662 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] Set router 0f6609ad-7517-4948-837f-d94645c39998 gateway port host: None {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:10:30.590593 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41106) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:30.602941 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6609ad-7517-4948-837f-d94645c39998', 'name': 'router1', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:10:17Z', 'updated_at': '2022-04-18T19:10:27Z', 'revision_number': 2, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'gw_port_host': None, '_interfaces': [{'id': '88973f24-d3a9-4646-ae67-09211708f2fa', 'name': '', 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'mac_address': 'fa:16:3e:d5:87:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6609ad-7517-4948-837f-d94645c39998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:10:26Z', 'updated_at': '2022-04-18T19:10:29Z', 'revision_number': 4, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'subnets': [{'id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ebe15e-2974-4021-b09a-609fdc5840af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:10:30.606918 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb8cad-66ed-4859-8cab-fe1fbfea9ec8 None None] The sync data for ids ['0f6609ad-7517-4948-837f-d94645c39998'] in n-d-838334-1 is: [{'id': '0f6609ad-7517-4948-837f-d94645c39998', 'name': 'router1', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:10:17Z', 'updated_at': '2022-04-18T19:10:27Z', 'revision_number': 2, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'gw_port_host': None, '_interfaces': [{'id': '88973f24-d3a9-4646-ae67-09211708f2fa', 'name': '', 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'mac_address': 'fa:16:3e:d5:87:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6609ad-7517-4948-837f-d94645c39998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:10:26Z', 'updated_at': '2022-04-18T19:10:29Z', 'revision_number': 4, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'subnets': [{'id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ebe15e-2974-4021-b09a-609fdc5840af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:10:30.793761 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00769e0e-fdb5-4b8e-a1ed-960ea76b5405 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:10:30.794313 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-00769e0e-fdb5-4b8e-a1ed-960ea76b5405 admin admin] Synchronizing usage tracker for tenant:0f6f34fcdd774befa98c0f6f0276a517 on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:10:30.901042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-00769e0e-fdb5-4b8e-a1ed-960ea76b5405 admin admin] Unset dirty status for tenant:0f6f34fcdd774befa98c0f6f0276a517 on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:10:30.902339 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-00769e0e-fdb5-4b8e-a1ed-960ea76b5405 admin admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 842 time: 0.3107660 Apr 18 19:10:30.911620 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'ip_version': 4, 'cidr': '172.25.8.0/24', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:10:30.917084 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:10:30.920905 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Usage tracker for resource:subnet and tenant:0f6f34fcdd774befa98c0f6f0276a517 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:10:30.924025 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:10:30.930611 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:10:30.975098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Made reservation on behalf of 0f6f34fcdd774befa98c0f6f0276a517 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:10:30.977348 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:31.378658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.objects.ports [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84804) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 19:10:31.379079 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:31.454870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ebbb549-ca55-47e5-bacc-7d68bac0c68c,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:31.470718 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:10:31.471072 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Network hostable DHCP agents. Network: b9f392f6-42e1-41ad-9423-d80ed824c270, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:10:31.558184 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:10:31.649713 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, b9f392f6-42e1-41ad-9423-d80ed824c270) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:10:31.653810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:10:31.654534 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:31.658475 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ef749-5c68-4376-9d24-4b1266620caa None None] Network b9f392f6-42e1-41ad-9423-d80ed824c270 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:10:31.747272 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-efc0787a-9ddc-40a1-a5ec-eb367cc5d416 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8390965 Apr 18 19:10:31.880703 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62e987-9ebb-4aca-9cc1-d4c132b7dbec None None] Network b9f392f6-42e1-41ad-9423-d80ed824c270 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:10:33.027134 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 88973f24-d3a9-4646-ae67-09211708f2fa up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:10:33.152182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 88973f24-d3a9-4646-ae67-09211708f2fa completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:10:33.157141 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 88973f24-d3a9-4646-ae67-09211708f2fa triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:10:33.157512 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:33.288570 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:33.321163 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 88973f24-d3a9-4646-ae67-09211708f2fa, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=88973f24-d3a9-4646-ae67-09211708f2fa,segment=NetworkSegment(7dc9f3cd-917d-4e45-84ce-4b010dad0eae),segment_id=7dc9f3cd-917d-4e45-84ce-4b010dad0eae)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:10:33.375169 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:33.442376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=88973f24-d3a9-4646-ae67-09211708f2fa,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:33.865719 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41120) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:34.048560 n-d-838334-1 neutron-server[84805]: WARNING oslo_policy.policy [None req-5647aeed-eecb-437b-84c9-952e9626ebd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:10:34.049147 n-d-838334-1 neutron-server[84805]: WARNING oslo_policy.policy [None req-5647aeed-eecb-437b-84c9-952e9626ebd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:10:34.300488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.policy [None req-5647aeed-eecb-437b-84c9-952e9626ebd5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84805) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 18 19:10:34.301187 n-d-838334-1 neutron-server[84805]: WARNING oslo_policy.policy [None req-5647aeed-eecb-437b-84c9-952e9626ebd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:10:34.301551 n-d-838334-1 neutron-server[84805]: WARNING oslo_policy.policy [None req-5647aeed-eecb-437b-84c9-952e9626ebd5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:10:34.530155 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5647aeed-eecb-437b-84c9-952e9626ebd5 admin admin] 10.222.0.66 "GET /v2.0/routers/0f6609ad-7517-4948-837f-d94645c39998 HTTP/1.1" status: 200 len: 710 time: 0.6617343 Apr 18 19:10:34.688839 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eacffc-0e32-4c58-9b17-4f114ffe62fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:10:34.690454 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-97eacffc-0e32-4c58-9b17-4f114ffe62fc admin admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 886 time: 0.1552324 Apr 18 19:10:34.699267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:10:35.002774 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 88973f24-d3a9-4646-ae67-09211708f2fa up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:10:35.072263 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 88973f24-d3a9-4646-ae67-09211708f2fa triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:10:35.072634 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:35.276977 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:35.518330 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:35.574396 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:35.714291 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Allocated IP 172.25.8.113 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/314f68f5-35ad-4d67-845f-f5f64e8a811c) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:10:35.861284 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:35.975630 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:36.032613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:10:36.039680 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:10:36.070916 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Pushing event updated for resources: {'Port': ['ID=314f68f5-35ad-4d67-845f-f5f64e8a811c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:36.076092 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:10:36.105953 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:36.106224 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:36.106580 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:36.106907 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:36.107230 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:36.107547 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:36.107863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:36.108178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:36.108490 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:36.108799 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:36.109112 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Tracked resource versions report: Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: pushed versions: Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'Log': {'1.0'}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'Network': {'1.1'}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'Port': {'1.5'}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'PortForwarding': {'1.2'}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'QosPolicy': {'1.8'}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'SecurityGroup': {'1.2'}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'SubPort': {'1.0'}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'Subnet': {'1.1'}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'Trunk': {'1.1'}} Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: consumer versions: Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: { DHCP agent@n-d-838334-1: {}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: L3 agent@n-d-838334-1: {}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: Metadata agent@n-d-838334-1: {}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: Metering agent@n-d-838334-1: {}, Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: Open vSwitch agent@n-d-838334-1: { 'ConntrackHelper': '1.0', Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'Log': '1.0', Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'Network': '1.1', Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'Port': '1.5', Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'PortForwarding': '1.2', Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'QosPolicy': '1.8', Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'SecurityGroup': '1.2', Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'SecurityGroupRule': '1.0', Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'SubPort': '1.0', Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'Subnet': '1.1', Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: 'Trunk': '1.1'}} Apr 18 19:10:36.110123 n-d-838334-1 neutron-server[84805]: {{(pid=84805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:10:36.308357 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:36.468329 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:36.471454 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4113115'] for router, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:36.663873 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Router 0f6609ad-7517-4948-837f-d94645c39998 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:10:36.860072 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:10:36.869991 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Sync routers for ids ['0f6609ad-7517-4948-837f-d94645c39998'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:10:36.870490 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:36.871412 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4961a520-7287-4eb4-9cdb-c7a0752f339a admin admin] 10.222.0.66 "PUT /v2.0/routers/0f6609ad-7517-4948-837f-d94645c39998 HTTP/1.1" status: 200 len: 890 time: 2.1754675 Apr 18 19:10:36.882399 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Routers {'0f6609ad-7517-4948-837f-d94645c39998'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:10:36.883076 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:10:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0f6609ad-7517-4948-837f-d94645c39998'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:10:37.077907 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Set router 0f6609ad-7517-4948-837f-d94645c39998 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:10:37.406067 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6609ad-7517-4948-837f-d94645c39998', 'name': 'router1', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '314f68f5-35ad-4d67-845f-f5f64e8a811c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:10:17Z', 'updated_at': '2022-04-18T19:10:36Z', 'revision_number': 4, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'gw_port': {'id': '314f68f5-35ad-4d67-845f-f5f64e8a811c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6609ad-7517-4948-837f-d94645c39998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:10:35Z', 'updated_at': '2022-04-18T19:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '88973f24-d3a9-4646-ae67-09211708f2fa', 'name': '', 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'mac_address': 'fa:16:3e:d5:87:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6609ad-7517-4948-837f-d94645c39998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:10:26Z', 'updated_at': '2022-04-18T19:10:33Z', 'revision_number': 5, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'subnets': [{'id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ebe15e-2974-4021-b09a-609fdc5840af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:10:37.410774 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Checking router: 0f6609ad-7517-4948-837f-d94645c39998 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:10:37.411113 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Updating router 0f6609ad-7517-4948-837f-d94645c39998 port 314f68f5-35ad-4d67-845f-f5f64e8a811c binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:10:37.461831 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:37.773383 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:37.784834 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Transition to ACTIVE for port object 314f68f5-35ad-4d67-845f-f5f64e8a811c will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:10:37.859546 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:37.937378 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Attempting to bind port 314f68f5-35ad-4d67-845f-f5f64e8a811c on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:10:37.937995 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Attempting to bind port 314f68f5-35ad-4d67-845f-f5f64e8a811c by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:10:37.938113 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Attempting to bind port 314f68f5-35ad-4d67-845f-f5f64e8a811c on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:10:37.939995 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e805a23-045b-4d89-bc80-ccdf4224b23c None None] Pushing event updated for resources: {'Port': ['ID=314f68f5-35ad-4d67-845f-f5f64e8a811c,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:37.947253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:10:37.947253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:10:37.947527 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:37.947749 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:10:37.948202 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Bound port: 314f68f5-35ad-4d67-845f-f5f64e8a811c, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:10:37.948588 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:38.020524 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] For port 314f68f5-35ad-4d67-845f-f5f64e8a811c, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:10:38.023994 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] For port 314f68f5-35ad-4d67-845f-f5f64e8a811c, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=314f68f5-35ad-4d67-845f-f5f64e8a811c,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:10:38.077263 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:38.156139 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e805a23-045b-4d89-bc80-ccdf4224b23c None None] Pushing event updated for resources: {'Port': ['ID=314f68f5-35ad-4d67-845f-f5f64e8a811c,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:38.159115 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Routers {'0f6609ad-7517-4948-837f-d94645c39998'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:10:38.159729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:10:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0f6609ad-7517-4948-837f-d94645c39998'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:10:38.353660 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] Set router 0f6609ad-7517-4948-837f-d94645c39998 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:10:38.669450 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6609ad-7517-4948-837f-d94645c39998', 'name': 'router1', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '314f68f5-35ad-4d67-845f-f5f64e8a811c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:10:17Z', 'updated_at': '2022-04-18T19:10:36Z', 'revision_number': 4, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'gw_port': {'id': '314f68f5-35ad-4d67-845f-f5f64e8a811c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6609ad-7517-4948-837f-d94645c39998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:10:35Z', 'updated_at': '2022-04-18T19:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '88973f24-d3a9-4646-ae67-09211708f2fa', 'name': '', 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'mac_address': 'fa:16:3e:d5:87:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6609ad-7517-4948-837f-d94645c39998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:10:26Z', 'updated_at': '2022-04-18T19:10:33Z', 'revision_number': 5, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'subnets': [{'id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ebe15e-2974-4021-b09a-609fdc5840af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:10:38.673720 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f797478-ca6d-4809-a492-1c31b0a8e57f None None] The sync data for ids ['0f6609ad-7517-4948-837f-d94645c39998'] in n-d-838334-1 is: [{'id': '0f6609ad-7517-4948-837f-d94645c39998', 'name': 'router1', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '314f68f5-35ad-4d67-845f-f5f64e8a811c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:10:17Z', 'updated_at': '2022-04-18T19:10:36Z', 'revision_number': 4, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'gw_port': {'id': '314f68f5-35ad-4d67-845f-f5f64e8a811c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6609ad-7517-4948-837f-d94645c39998', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:10:35Z', 'updated_at': '2022-04-18T19:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '88973f24-d3a9-4646-ae67-09211708f2fa', 'name': '', 'network_id': 'ff3e956f-b281-4925-888b-7365dfc80369', 'tenant_id': 'e2beec2a5ec4490cabd5064c16268d65', 'mac_address': 'fa:16:3e:d5:87:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6609ad-7517-4948-837f-d94645c39998', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:10:26Z', 'updated_at': '2022-04-18T19:10:33Z', 'revision_number': 5, 'project_id': 'e2beec2a5ec4490cabd5064c16268d65', 'subnets': [{'id': '59597e2a-cceb-47ab-85b8-aec66a83c2f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16ebe15e-2974-4021-b09a-609fdc5840af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:10:39.039177 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 314f68f5-35ad-4d67-845f-f5f64e8a811c up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:10:39.197837 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 314f68f5-35ad-4d67-845f-f5f64e8a811c completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:10:39.203350 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 314f68f5-35ad-4d67-845f-f5f64e8a811c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:10:39.203784 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:39.215414 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41140) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:10:39.322716 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:39.338698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 314f68f5-35ad-4d67-845f-f5f64e8a811c, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=314f68f5-35ad-4d67-845f-f5f64e8a811c,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:10:39.352809 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f082d63d-b004-4aa1-8bb7-2bb8dcfecc35 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1362984 Apr 18 19:10:39.398157 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:39.466430 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=314f68f5-35ad-4d67-845f-f5f64e8a811c,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:10:41.008983 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 314f68f5-35ad-4d67-845f-f5f64e8a811c up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:10:41.086510 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 314f68f5-35ad-4d67-845f-f5f64e8a811c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:10:41.086954 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:51.505190 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3ecf505e-10e4-410a-91ac-080fb7abd56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:53.781012 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-84a6fed7-8b1b-402a-a0dd-1d57d362bb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:54.752146 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:54.797990 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:10:56.068861 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:10:56.249846 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:21.512560 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-30bd13a0-97a9-4571-a4f3-727fa1b77f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:23.815064 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-99d39592-6a92-4a8b-8243-076a8e24de72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:24.762534 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:24.866863 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:26.270975 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:33.071211 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:11:51.512396 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-59ce5b1b-f647-46af-b2a5-d4edd311a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:54.721686 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-257817cd-10be-4859-89dc-9ccfeed0058b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:54.906742 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:54.917462 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:11:56.307493 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:10.072911 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:12:21.505884 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5cb217cb-05e0-41fa-b4a9-2f626feaa861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:23.795523 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c2a5ffb0-cbf3-4beb-aa15-57d0ac17cd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:24.744223 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:24.832045 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:26.264442 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:47.073139 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:12:47.478788 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41746) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:12:47.569381 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-549f7f1a-9410-4b21-ab43-8ca0b341de40 admin admin] GET failed (client error): The resource could not be found. Apr 18 19:12:47.570585 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-549f7f1a-9410-4b21-ab43-8ca0b341de40 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0908320 Apr 18 19:12:47.700478 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf7c86-b22d-4161-868b-ef9ddee621cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:47.701818 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-dacf7c86-b22d-4161-868b-ef9ddee621cc admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1273801 Apr 18 19:12:49.715415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41756) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:12:49.871028 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af5f7f2-fa37-4259-b658-3c366f36fd5e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:49.872373 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5af5f7f2-fa37-4259-b658-3c366f36fd5e admin admin] 10.222.0.66 "GET /v2.0/subnets/59597e2a-cceb-47ab-85b8-aec66a83c2f2 HTTP/1.1" status: 200 len: 849 time: 0.1560271 Apr 18 19:12:49.881476 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:12:49.998264 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Notify callbacks [] for subnet, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:50.231678 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747487491229'] for subnet, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:50.276925 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:50.277846 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:50.288978 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] 10.222.0.66 "PUT /v2.0/subnets/59597e2a-cceb-47ab-85b8-aec66a83c2f2 HTTP/1.1" status: 200 len: 868 time: 0.4009213 Apr 18 19:12:50.289201 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff2814b-29c6-493b-b600-bfbdb7a81c3c None None] Network ff3e956f-b281-4925-888b-7365dfc80369 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:12:50.301456 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59597e2a-cceb-47ab-85b8-aec66a83c2f2,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:12:50.316824 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:50.317200 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:50.317500 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:50.317976 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:50.318306 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:50.319251 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:50.319572 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:50.319893 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:50.320213 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:50.320702 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:50.321023 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825ae14-5cd4-47d0-8073-8119dd52bc0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:12:50.768480 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8c32f70e-b3cb-4976-bf3a-34661600b585 None None] Provisioning complete for port 5e4c8cf5-f179-4c8b-8d05-d19ddc50a2d1 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:12:50.768844 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8c32f70e-b3cb-4976-bf3a-34661600b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:50.899036 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8c32f70e-b3cb-4976-bf3a-34661600b585 None None] Provisioning complete for port 88973f24-d3a9-4646-ae67-09211708f2fa triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:12:50.899399 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8c32f70e-b3cb-4976-bf3a-34661600b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:51.509470 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4125b6b7-5423-49b3-9530-13da1d761dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:52.313768 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41766) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:12:52.505671 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1118b9bd-6097-4f54-af36-2b2b2de2ff8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:52.506657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1118b9bd-6097-4f54-af36-2b2b2de2ff8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:52.508232 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1118b9bd-6097-4f54-af36-2b2b2de2ff8e admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1935003 Apr 18 19:12:53.802776 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-32e5316d-a788-4982-9afb-7b90ec4e6696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:54.529489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41776) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:12:54.721151 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa3798-6eca-47db-aa71-18f6bb77659e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:54.721440 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa3798-6eca-47db-aa71-18f6bb77659e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:54.722957 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8bfa3798-6eca-47db-aa71-18f6bb77659e admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1925571 Apr 18 19:12:54.755221 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:54.835871 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:56.275188 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:12:56.782272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41786) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:12:56.969133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b4ffb-6116-41ad-93dc-53e53ffebbb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:56.970435 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bf2b4ffb-6116-41ad-93dc-53e53ffebbb3 admin admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 886 time: 0.1871800 Apr 18 19:12:58.989817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41796) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:12:59.184574 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7681ce-7526-4ed6-8d79-9a771ec1615c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:12:59.186028 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2d7681ce-7526-4ed6-8d79-9a771ec1615c admin admin] 10.222.0.66 "GET /v2.0/networks/ff3e956f-b281-4925-888b-7365dfc80369 HTTP/1.1" status: 200 len: 869 time: 0.1951954 Apr 18 19:13:01.209870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41806) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:13:01.337125 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a72a1c-13d8-44b5-a6fa-ab7e50dae2fc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:13:01.337491 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a72a1c-13d8-44b5-a6fa-ab7e50dae2fc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:13:01.338213 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-46a72a1c-13d8-44b5-a6fa-ab7e50dae2fc admin admin] Synchronizing usage tracker for tenant:0f6f34fcdd774befa98c0f6f0276a517 on resource:subnet {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:13:01.402948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-46a72a1c-13d8-44b5-a6fa-ab7e50dae2fc admin admin] Unset dirty status for tenant:0f6f34fcdd774befa98c0f6f0276a517 on resource:subnet {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:13:01.404459 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-46a72a1c-13d8-44b5-a6fa-ab7e50dae2fc admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1933901 Apr 18 19:13:03.413721 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41816) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:13:03.544038 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9281c6-ce5d-4620-9814-741cebb3bc34 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:13:03.544399 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9281c6-ce5d-4620-9814-741cebb3bc34 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:13:03.546197 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0e9281c6-ce5d-4620-9814-741cebb3bc34 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311440 Apr 18 19:13:05.561180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41826) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:13:05.688285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cbd5f0-5057-4c2c-acdf-52ceedf01971 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:13:05.689595 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d3cbd5f0-5057-4c2c-acdf-52ceedf01971 admin admin] 10.222.0.66 "GET /v2.0/subnets/59597e2a-cceb-47ab-85b8-aec66a83c2f2 HTTP/1.1" status: 200 len: 868 time: 0.1274626 Apr 18 19:13:07.717668 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41836) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:13:07.840492 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad12ca5e-2fa1-40e5-a7fa-123628a8fe4c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:13:07.841792 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ad12ca5e-2fa1-40e5-a7fa-123628a8fe4c admin admin] 10.222.0.66 "GET /v2.0/subnets/7ebbb549-ca55-47e5-bacc-7d68bac0c68c HTTP/1.1" status: 200 len: 816 time: 0.1231968 Apr 18 19:13:21.526468 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d12992fb-8d6f-4533-bf24-a2a99f022a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:23.802919 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-970c921e-bb23-4948-8d30-d1a8c69f778a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:24.073545 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:13:24.762594 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:24.817877 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:26.169434 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41874) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:13:26.242046 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-e335805b-70bd-4390-8ea1-0388d82ae0cf admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:13:26.243083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e335805b-70bd-4390-8ea1-0388d82ae0cf admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0727189 Apr 18 19:13:26.277299 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:28.322847 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41884) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:13:28.415105 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a56a66-b2a1-4169-bdeb-c4027c8f0f25 admin admin] GET failed (client error): The resource could not be found. Apr 18 19:13:28.416289 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e2a56a66-b2a1-4169-bdeb-c4027c8f0f25 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0925183 Apr 18 19:13:28.575272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86459906-0d4c-4062-a1f0-721b41fc90dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:13:28.576770 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-86459906-0d4c-4062-a1f0-721b41fc90dd admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1566877 Apr 18 19:13:30.610592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41894) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:13:30.680663 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:13:30.685076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:13:30.694958 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:13:30.806014 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Made reservation on behalf of 0f6f34fcdd774befa98c0f6f0276a517 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:13:30.808232 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:30.894331 n-d-838334-1 neutron-server[84804]: WARNING neutron.services.revisions.revision_plugin [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Could not find related network for resource to bump revision. Apr 18 19:13:30.905629 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:13:30.914448 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:30.914784 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Added segment 4dd0ce36-375a-479b-955d-0c57462fbfff of type vlan for network 19e36dc5-5333-42ef-b250-f5434ca81ce3 Apr 18 19:13:30.938888 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:31.040131 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:31.044834 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:13:31.044834 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:31.140888 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Pushing event updated for resources: {'Network': ['ID=19e36dc5-5333-42ef-b250-f5434ca81ce3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:13:31.148775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:31.149104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:31.149441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:31.149772 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:31.150099 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:31.150452 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:31.150776 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:31.151096 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:31.151413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:31.151731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:31.152047 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:31.162910 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:13:31.206888 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-eb954c94-f0e9-42f0-bae1-f517a3346765 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5952229 Apr 18 19:13:33.223021 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41904) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:13:33.311843 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d40cddc-38b9-4c11-a050-ebd288b4e00e admin admin] GET failed (client error): The resource could not be found. Apr 18 19:13:33.312321 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9d40cddc-38b9-4c11-a050-ebd288b4e00e admin admin] Synchronizing usage tracker for tenant:0f6f34fcdd774befa98c0f6f0276a517 on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:13:33.385056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9d40cddc-38b9-4c11-a050-ebd288b4e00e admin admin] Unset dirty status for tenant:0f6f34fcdd774befa98c0f6f0276a517 on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:13:33.386129 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9d40cddc-38b9-4c11-a050-ebd288b4e00e admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1615281 Apr 18 19:13:33.488562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862193f3-8b7e-4f5c-96fe-e55f20d9c5a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:13:33.490637 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-862193f3-8b7e-4f5c-96fe-e55f20d9c5a8 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1006744 Apr 18 19:13:33.499826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:13:33.504049 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:13:33.513338 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:13:33.585257 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Made reservation on behalf of 0f6f34fcdd774befa98c0f6f0276a517 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:13:33.587536 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:33.840284 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:33.903673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ec8f64-0df1-4f16-a004-3f29eda342da,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:13:33.928567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:13:33.928918 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Network hostable DHCP agents. Network: 19e36dc5-5333-42ef-b250-f5434ca81ce3, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:13:34.028970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:13:34.114539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 19e36dc5-5333-42ef-b250-f5434ca81ce3) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:13:34.118689 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:13:34.119269 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:34.125149 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e0061c-7f3e-4072-847e-59c75f3aead5 None None] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:13:34.203353 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-06e62c6d-c520-47b0-ac96-42e13fc98358 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7065477 Apr 18 19:13:34.339173 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-19e36dc5-5333-42ef-b250-f5434ca81ce3', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'tenant_id': '0f6f34fcdd774befa98c0f6f0276a517', 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:13:34.340023 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:34.498411 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Allocated IP 192.168.233.2 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:13:34.700868 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:34.711162 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Transition to ACTIVE for port object 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:13:34.730279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Transition to ACTIVE for port object 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:13:34.823935 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:34.894009 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:13:34.896956 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:13:34.899525 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:13:34.907583 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Pushing event updated for resources: {'Port': ['ID=8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:13:34.942584 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:34.942922 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:34.943264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:34.943592 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:34.943924 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:34.944248 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:34.944571 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:34.944888 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:34.945214 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:34.945533 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:34.945853 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:13:35.008359 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Attempting to bind port 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:13:35.008716 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Attempting to bind port 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:13:35.009067 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Attempting to bind port 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:13:35.016024 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:13:35.016401 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:13:35.016914 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:35.017311 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:13:35.017773 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Bound port: 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:13:35.018158 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:35.106284 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] For port 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:13:35.109521 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] For port 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:13:35.166807 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:35.249438 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c7b30-c718-48e1-8080-255561e73253 None None] Pushing event updated for resources: {'Port': ['ID=8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:13:36.074833 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf281210-ba65-4866-b35a-5f05baefcd40 None None] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:13:36.259804 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6136e7f3-fd90-44df-927a-eab0b9ed3a91 None None] Provisioning for port 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:13:37.113373 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:13:37.242241 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:13:37.247246 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:13:37.247612 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:37.359389 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:37.390255 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:13:37.448441 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:37.512010 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:13:39.091842 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:13:39.160026 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 8bbc6f80-7fc3-42b8-8216-5cc0bd02a86c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:13:39.160424 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:51.516600 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2f53c493-a6d2-45b5-9fcc-c3e8ce71cf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:53.805933 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b4351433-6fcf-4ff3-ba52-87adbf97ab3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:54.762539 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:54.836654 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:13:56.270869 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:01.074680 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:14:21.502300 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4d92b608-fe94-4ac6-a2cc-02e526b59628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:23.822144 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-daf7889d-76d6-41d3-a2f0-43c92897963f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:24.779486 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:24.807962 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:26.273730 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:38.075422 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:14:51.516297 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-43e21449-5bc1-4c9f-a705-5cbcdbfdea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:53.790123 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2d6b91da-1cb3-40da-bad0-ccaab9b7d644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:54.774027 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:54.799003 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:14:56.281676 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:00.158343 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41946) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:15:00.164155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-ad4d81ea-5ffb-45d7-9d8f-611603423b51 tempest-verify_tempest_config-396549665 tempest-verify_tempest_config-396549665-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:15:00.165121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ad4d81ea-5ffb-45d7-9d8f-611603423b51 tempest-verify_tempest_config-396549665 tempest-verify_tempest_config-396549665-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058067 Apr 18 19:15:00.689022 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41962) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:15:00.826086 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:00.855636 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:15:00.859419 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Usage tracker for resource:security_group_rule and tenant:f5b06855a956426fa823ba72e1fdece3 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:15:00.863957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:15:00.868273 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:15:00.931503 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:00.998544 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:01.042405 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bebeb9-c2e4-4982-bae7-7ddbc34d1720,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:15:01.049447 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Synchronizing usage tracker for tenant:0f6f34fcdd774befa98c0f6f0276a517 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:15:01.055754 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:15:01.056108 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:15:01.056417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:15:01.056739 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:15:01.057090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:15:01.057420 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:15:01.057717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:15:01.058029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:15:01.058339 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:15:01.058673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:15:01.058984 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:15:01.124363 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] Unset dirty status for tenant:0f6f34fcdd774befa98c0f6f0276a517 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:15:01.125811 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-798fd084-deec-4f06-87fc-754104a629dc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5b06855a956426fa823ba72e1fdece3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4357977 Apr 18 19:15:01.128438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41968) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:15:01.189941 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d8771a8d-7e2d-490f-a43f-c1ff4c4f6852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:01.215710 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d8771a8d-7e2d-490f-a43f-c1ff4c4f6852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:01.364608 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d8771a8d-7e2d-490f-a43f-c1ff4c4f6852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:01.378740 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8771a8d-7e2d-490f-a43f-c1ff4c4f6852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bebeb9-c2e4-4982-bae7-7ddbc34d1720,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:15:01.386319 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d8771a8d-7e2d-490f-a43f-c1ff4c4f6852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:01.387309 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d8771a8d-7e2d-490f-a43f-c1ff4c4f6852 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55bebeb9-c2e4-4982-bae7-7ddbc34d1720 HTTP/1.1" status: 204 len: 168 time: 0.2574821 Apr 18 19:15:15.075561 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:15:21.527237 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a792d392-377c-423f-993c-66506fbb909b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:23.795450 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8d6264e1-51c6-4fa4-855b-462864470a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:24.855219 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:24.872240 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:26.306969 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:51.520832 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0baabf0b-83e0-4345-a8ab-c7b510c3e649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:52.075180 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:15:53.823574 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-41501515-1be8-4c08-a26a-28eba76fcbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:54.761778 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:54.812115 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:15:56.317666 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:21.534555 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9e51e741-808c-470d-ae66-8c243b698fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:23.803062 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cc17a2b1-6597-4624-858a-1fd95331f698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:24.802785 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:24.820058 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:26.292022 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:29.075349 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:16:51.533916 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6f83d8e7-361f-444c-94c2-01ab5256b08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:53.800297 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-115c5b42-f75f-41c4-843d-0fae3d2e1535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:54.777287 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:54.822940 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:16:56.302789 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:06.075334 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:17:21.533281 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a34c0547-c8d4-454f-aa61-072dda8dec1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:23.816781 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-adfbad4b-5bc1-47af-b9a7-abafe8b74bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:24.776810 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:24.805331 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:26.292839 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:43.074985 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 5 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:17:51.542270 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-54bef286-f7e1-4e27-a4f8-75a63c0b084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:53.777948 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-01621da9-a245-4f30-846a-470315649de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:54.818139 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:54.846621 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:17:56.315395 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:09.480956 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4075767'] for agent, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:10.920971 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4075767'] for agent, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:20.075657 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:18:21.519171 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2426aa8b-55c8-4fea-8179-5bbcd05ca706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:23.790546 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-82b563fb-dc6f-49ad-8e60-d833293e08b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:24.775552 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:24.798466 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:26.303519 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:39.423045 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:40.885921 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:51.514325 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5ae7-c68b-4caf-b5aa-2ff6f2cf37fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:53.815807 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-66039f40-ce0d-4ea9-99a8-22886d46337f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:54.786714 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:54.839538 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:56.296663 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:18:57.076519 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:19:01.203475 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42036) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:19:01.337490 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-add33b11-2fd8-4c01-977b-6993625f6622 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1329432 Apr 18 19:19:03.382972 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42046) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:19:03.466582 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b86e37e4-6fc1-4adc-b128-4f5bc31a5d26 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0825713 Apr 18 19:19:09.485230 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:10.890951 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:21.514119 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb04c-d407-450e-b46f-f3d407f1d416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:23.816170 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-50beb794-8d61-4bb6-873a-087b922a5776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:24.804614 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:24.827640 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:26.324493 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:34.077070 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:19:39.472739 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:40.890544 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:51.547554 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d96d6305-61f9-430f-a677-54fffe92f222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:53.788598 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-aa2330c3-8305-4a3c-a96b-22c9dbd315b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:54.787054 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:54.809914 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:19:56.324192 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:09.478145 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:10.912282 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:11.077800 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:20:21.523306 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-318f5431-da2b-45dd-a640-157843dd3cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:23.775053 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6865caeb-c02e-4e70-8fec-8c6bb93c5166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:24.786216 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:24.825873 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:26.317490 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:39.471562 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:40.951119 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.025720 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42242) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:41.650432 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-network', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:41.836765 n-d-838334-1 neutron-server[84805]: INFO neutron.quota [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Loaded quota_driver: . Apr 18 19:20:41.836765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:41.836765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Usage tracker for resource:network and tenant:3cbf4e3c30304ddab39b304473805b3e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:41.836765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:41.836765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:41.836765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Made reservation on behalf of 3cbf4e3c30304ddab39b304473805b3e for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:41.836765 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.863755 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:41.910492 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:41.914628 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Usage tracker for resource:security_group_rule and tenant:3cbf4e3c30304ddab39b304473805b3e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:41.917690 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:41.923852 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:41.998116 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:42.083420 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:42.098142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:20:42.109680 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747487519600', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:42.110463 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Unsubscribe: segment precommit_create {{(pid=84805) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 19:20:42.111166 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Added segment 111847d8-fa8c-40a6-897b-ac6cc05bc58c of type vlan for network 9ed1a367-2cbb-46cc-8894-db52b010c14b Apr 18 19:20:42.204579 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:42.208135 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4c9512-e879-48d2-ade7-755cc1e122d7,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:42.224635 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:42.224977 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:42.225315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:42.225646 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:42.225976 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:42.226304 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:42.226719 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:42.227040 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:42.227356 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:42.227669 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Tracked resource versions report: Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: pushed versions: Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'Log': {'1.0'}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'Network': {'1.1'}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'Port': {'1.5'}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'PortForwarding': {'1.2'}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'QosPolicy': {'1.8'}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'SecurityGroup': {'1.2'}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'SubPort': {'1.0'}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'Subnet': {'1.1'}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'Trunk': {'1.1'}} Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: consumer versions: Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: { DHCP agent@n-d-838334-1: {}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: HyperV agent@n-h1-838334-1: {}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: HyperV agent@n-h2-838334-1: {}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: L3 agent@n-d-838334-1: {}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: Metadata agent@n-d-838334-1: {}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: Metering agent@n-d-838334-1: {}, Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: Open vSwitch agent@n-d-838334-1: { 'ConntrackHelper': '1.0', Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'Log': '1.0', Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'Network': '1.1', Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'Port': '1.5', Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'PortForwarding': '1.2', Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'QosPolicy': '1.8', Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'SecurityGroup': '1.2', Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'SecurityGroupRule': '1.0', Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'SubPort': '1.0', Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'Subnet': '1.1', Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: 'Trunk': '1.1'}} Apr 18 19:20:42.232097 n-d-838334-1 neutron-server[84805]: {{(pid=84805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:20:42.306062 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:42.307216 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:42.307864 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:42.411706 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] Pushing event updated for resources: {'Network': ['ID=9ed1a367-2cbb-46cc-8894-db52b010c14b,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:42.422735 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 9ed1a367-2cbb-46cc-8894-db52b010c14b details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:20:42.469230 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9293ed13-4c96-4cab-971c-654d0ee12040 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4395204 Apr 18 19:20:42.469557 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42280) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:42.476283 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Request body: {'subnet': {'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-subnet', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:42.481805 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:42.487494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Usage tracker for resource:subnet and tenant:3cbf4e3c30304ddab39b304473805b3e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:42.491202 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:42.498261 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:42.567931 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Made reservation on behalf of 3cbf4e3c30304ddab39b304473805b3e for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:42.570644 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:42.581092 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42286) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:42.957683 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.028017 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=317c77bb-fe1a-4bb1-b477-646f3113daa4,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:43.047448 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Checking segment: {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:43.047805 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Network hostable DHCP agents. Network: 9ed1a367-2cbb-46cc-8894-db52b010c14b, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:20:43.191650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Network 9ed1a367-2cbb-46cc-8894-db52b010c14b is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:20:43.264506 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-467cccb5-7889-44ab-a4da-7bbfbb145ae3 tempest-AutoAllocateNetworkTest-843387900 tempest-AutoAllocateNetworkTest-843387900-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=eb60b33ad421413da6c1baebe0abac3e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6795046 Apr 18 19:20:43.264849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42308) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:43.277135 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 9ed1a367-2cbb-46cc-8894-db52b010c14b) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:43.289685 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:43.289685 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.294655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f46f9-2d04-404a-97de-617cb57a6867 None None] Network 9ed1a367-2cbb-46cc-8894-db52b010c14b requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:20:43.395251 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-78985dcd-bf10-48e2-a353-c0b6445f4deb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9222152 Apr 18 19:20:43.395627 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42314) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:43.402785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:43.410910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:43.416156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Usage tracker for resource:router and tenant:3cbf4e3c30304ddab39b304473805b3e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:43.420251 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:43.426420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:43.426536 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d81b464-8290-443b-afa6-36cd3be9ab81 tempest-AutoAllocateNetworkTest-843387900 tempest-AutoAllocateNetworkTest-843387900-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:43.430971 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6d81b464-8290-443b-afa6-36cd3be9ab81 tempest-AutoAllocateNetworkTest-843387900 tempest-AutoAllocateNetworkTest-843387900-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1650591 Apr 18 19:20:43.431542 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42318) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:43.501603 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-edc3f434-0b76-45e9-a42b-867345d0b423 tempest-AutoAllocateNetworkTest-843387900 tempest-AutoAllocateNetworkTest-843387900-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688605 Apr 18 19:20:43.507056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42328) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:43.534141 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.535397 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.541244 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-9ed1a367-2cbb-46cc-8894-db52b010c14b', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:20:43.542087 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.543871 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b63c5f99-44bc-4755-94ef-f7791a9f0798 tempest-AutoAllocateNetworkTest-843387900 tempest-AutoAllocateNetworkTest-843387900-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=eb60b33ad421413da6c1baebe0abac3e HTTP/1.1" status: 200 len: 208 time: 0.0356629 Apr 18 19:20:43.560848 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.710736 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Allocated IP 172.20.0.2 (9ed1a367-2cbb-46cc-8894-db52b010c14b/317c77bb-fe1a-4bb1-b477-646f3113daa4/938a7dd9-2595-44f8-b83c-c77581e0fe2a) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:43.909056 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.927359 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:43.938383 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Transition to ACTIVE for port object 938a7dd9-2595-44f8-b83c-c77581e0fe2a will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:43.958537 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Transition to ACTIVE for port object 938a7dd9-2595-44f8-b83c-c77581e0fe2a will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:44.089306 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.156860 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Network 9ed1a367-2cbb-46cc-8894-db52b010c14b is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:44.159764 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:44.164617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:44.173012 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Pushing event updated for resources: {'Port': ['ID=938a7dd9-2595-44f8-b83c-c77581e0fe2a,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:44.177284 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.185260 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:44.185594 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:44.185921 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:44.186238 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:44.186591 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:44.186913 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:44.187280 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:44.188093 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:44.188405 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:44.188713 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:44.189022 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Tracked resource versions report: Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: pushed versions: Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'Log': {'1.0'}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'Network': {'1.1'}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'Port': {'1.5'}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'PortForwarding': {'1.2'}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'QosPolicy': {'1.8'}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'SecurityGroup': {'1.2'}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'SubPort': {'1.0'}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'Subnet': {'1.1'}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'Trunk': {'1.1'}} Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: consumer versions: Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: { DHCP agent@n-d-838334-1: {}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: HyperV agent@n-h1-838334-1: {}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: HyperV agent@n-h2-838334-1: {}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: L3 agent@n-d-838334-1: {}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: Metadata agent@n-d-838334-1: {}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: Metering agent@n-d-838334-1: {}, Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: Open vSwitch agent@n-d-838334-1: { 'ConntrackHelper': '1.0', Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'Log': '1.0', Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'Network': '1.1', Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'Port': '1.5', Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'PortForwarding': '1.2', Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'QosPolicy': '1.8', Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'SecurityGroup': '1.2', Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'SecurityGroupRule': '1.0', Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'SubPort': '1.0', Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'Subnet': '1.1', Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: 'Trunk': '1.1'}} Apr 18 19:20:44.190056 n-d-838334-1 neutron-server[84806]: {{(pid=84806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:20:44.211298 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.276393 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Attempting to bind port 938a7dd9-2595-44f8-b83c-c77581e0fe2a on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:44.276796 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Attempting to bind port 938a7dd9-2595-44f8-b83c-c77581e0fe2a by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:44.277107 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Attempting to bind port 938a7dd9-2595-44f8-b83c-c77581e0fe2a on network 9ed1a367-2cbb-46cc-8894-db52b010c14b {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:44.284566 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:44.284917 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Checking segment: {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:44.285321 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.285733 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Bound using segment: {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:44.286194 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Bound port: 938a7dd9-2595-44f8-b83c-c77581e0fe2a, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:44.286606 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.350219 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Allocated IP 172.25.8.5 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:44.383148 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] For port 938a7dd9-2595-44f8-b83c-c77581e0fe2a, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:44.386427 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] For port 938a7dd9-2595-44f8-b83c-c77581e0fe2a, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=938a7dd9-2595-44f8-b83c-c77581e0fe2a,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:44.471799 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.506198 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.581069 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481f901-6c7c-485d-b0ac-b8a84f34549b None None] Pushing event updated for resources: {'Port': ['ID=938a7dd9-2595-44f8-b83c-c77581e0fe2a,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:44.608597 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.693007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Pushing event updated for resources: {'Port': ['ID=eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:44.712578 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:44.712962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:44.716390 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:44.895616 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42368) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:44.929703 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:44.930463 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.242632 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:20:45.360779 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 938a7dd9-2595-44f8-b83c-c77581e0fe2a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:45.407394 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-23c4b491-533a-4a8f-8177-0c906d64c0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.485554 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-23c4b491-533a-4a8f-8177-0c906d64c0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:45.490848 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-23c4b491-533a-4a8f-8177-0c906d64c0cc admin admin] Usage tracker for resource:security_group_rule and tenant:eb60b33ad421413da6c1baebe0abac3e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:45.494798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-23c4b491-533a-4a8f-8177-0c906d64c0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:45.502474 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-23c4b491-533a-4a8f-8177-0c906d64c0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:45.575759 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 938a7dd9-2595-44f8-b83c-c77581e0fe2a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:45.612518 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-23c4b491-533a-4a8f-8177-0c906d64c0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.621932 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:20:45.632410 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Sync routers for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:20:45.648560 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:20:45.649314 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:20:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:45.701163 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-23c4b491-533a-4a8f-8177-0c906d64c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.749627 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.753978 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-51a1d0cf-b7ac-49ea-8c2d-ea441c517b43 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.3544514 Apr 18 19:20:45.758041 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42406) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:45.787521 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-23c4b491-533a-4a8f-8177-0c906d64c0cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb60b33ad421413da6c1baebe0abac3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8907249 Apr 18 19:20:45.788137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42412) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:45.795186 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b7cd5-00d5-457b-87ef-69253c361905 None None] Network 9ed1a367-2cbb-46cc-8894-db52b010c14b requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:20:45.811737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4b491-533a-4a8f-8177-0c906d64c0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc086ed-2ff2-4bb0-8d28-27025335c820,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:45.872662 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9f5b56af-b413-40a9-ab9a-5db3c2972911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:45.896716 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:20:45.903899 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9f5b56af-b413-40a9-ab9a-5db3c2972911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.066302 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9f5b56af-b413-40a9-ab9a-5db3c2972911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.123429 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9f5b56af-b413-40a9-ab9a-5db3c2972911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.131817 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9f5b56af-b413-40a9-ab9a-5db3c2972911 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5cc086ed-2ff2-4bb0-8d28-27025335c820 HTTP/1.1" status: 204 len: 168 time: 0.3395772 Apr 18 19:20:46.144621 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b56af-b413-40a9-ab9a-5db3c2972911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc086ed-2ff2-4bb0-8d28-27025335c820,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:46.209773 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-096227e7-29cd-459e-af15-c1756412441b None None] Provisioning for port 938a7dd9-2595-44f8-b83c-c77581e0fe2a completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:46.248609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-096227e7-29cd-459e-af15-c1756412441b None None] Provisioning complete for port 938a7dd9-2595-44f8-b83c-c77581e0fe2a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:46.249373 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-096227e7-29cd-459e-af15-c1756412441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.348101 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:44Z', 'revision_number': 3, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:46.352338 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Checking router: 3f5dd035-63f4-4b27-9304-1bb3bd550f30 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:20:46.352721 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Updating router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:20:46.389897 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-096227e7-29cd-459e-af15-c1756412441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.448677 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-096227e7-29cd-459e-af15-c1756412441b None None] For port 938a7dd9-2595-44f8-b83c-c77581e0fe2a, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=938a7dd9-2595-44f8-b83c-c77581e0fe2a,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:46.469098 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.540272 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-096227e7-29cd-459e-af15-c1756412441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.682513 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096227e7-29cd-459e-af15-c1756412441b None None] Pushing event updated for resources: {'Port': ['ID=938a7dd9-2595-44f8-b83c-c77581e0fe2a,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:46.759572 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:46.786304 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-274c7acf-ab43-4f34-b9c8-4659f97610e7 None None] Provisioning complete for port 938a7dd9-2595-44f8-b83c-c77581e0fe2a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:46.786698 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-274c7acf-ab43-4f34-b9c8-4659f97610e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.018176 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Allocated IP 172.20.0.1 (9ed1a367-2cbb-46cc-8894-db52b010c14b/317c77bb-fe1a-4bb1-b477-646f3113daa4/6c30fdf9-7304-46ac-b135-3a0ee1e54a74) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:47.223912 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.239977 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Transition to ACTIVE for port object 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:47.296330 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.325812 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Transition to ACTIVE for port object eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:47.337001 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 938a7dd9-2595-44f8-b83c-c77581e0fe2a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:47.346855 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.409024 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.432581 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 938a7dd9-2595-44f8-b83c-c77581e0fe2a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:47.438582 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.484549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Network 9ed1a367-2cbb-46cc-8894-db52b010c14b is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:47.487544 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:47.494970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:47.497201 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.525055 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Pushing event updated for resources: {'Port': ['ID=6c30fdf9-7304-46ac-b135-3a0ee1e54a74,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:47.548256 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.548602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.549065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.549290 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.549867 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.550201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.550683 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.551005 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.551329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.551648 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.551969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Tracked resource versions report: Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: pushed versions: Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'Log': {'1.0'}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'Network': {'1.1'}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'Port': {'1.5'}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'PortForwarding': {'1.2'}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'QosPolicy': {'1.8'}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'SecurityGroup': {'1.2'}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'SubPort': {'1.0'}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'Subnet': {'1.1'}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'Trunk': {'1.1'}} Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: consumer versions: Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: { DHCP agent@n-d-838334-1: {}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: HyperV agent@n-h1-838334-1: {}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: HyperV agent@n-h2-838334-1: {}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: L3 agent@n-d-838334-1: {}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: Metadata agent@n-d-838334-1: {}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: Metering agent@n-d-838334-1: {}, Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: Open vSwitch agent@n-d-838334-1: { 'ConntrackHelper': '1.0', Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'Log': '1.0', Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'Network': '1.1', Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'Port': '1.5', Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'PortForwarding': '1.2', Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'QosPolicy': '1.8', Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'SecurityGroup': '1.2', Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'SecurityGroupRule': '1.0', Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'SubPort': '1.0', Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'Subnet': '1.1', Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: 'Trunk': '1.1'}} Apr 18 19:20:47.553018 n-d-838334-1 neutron-server[84804]: {{(pid=84804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:20:47.673681 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Pushing event updated for resources: {'Port': ['ID=eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:47.680953 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Attempting to bind port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:47.682498 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Attempting to bind port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:47.687789 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Attempting to bind port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:47.699569 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.699918 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.700250 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.700565 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.700885 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.701200 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.702198 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.702741 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.703830 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.704287 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.704765 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Tracked resource versions report: Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: pushed versions: Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: { 'ConntrackHelper': {'1.0'}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'Log': {'1.0'}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'Network': {'1.1'}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'Port': {'1.5'}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'PortForwarding': {'1.2'}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'QosPolicy': {'1.8'}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'SecurityGroup': {'1.2'}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'SecurityGroupRule': {'1.0'}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'SubPort': {'1.0'}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'Subnet': {'1.1'}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'Trunk': {'1.1'}} Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: consumer versions: Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: { DHCP agent@n-d-838334-1: {}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: HyperV agent@n-h1-838334-1: {}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: HyperV agent@n-h2-838334-1: {}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: L3 agent@n-d-838334-1: {}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: Metadata agent@n-d-838334-1: {}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: Metering agent@n-d-838334-1: {}, Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: Open vSwitch agent@n-d-838334-1: { 'ConntrackHelper': '1.0', Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'Log': '1.0', Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'Network': '1.1', Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'Port': '1.5', Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'PortForwarding': '1.2', Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'QosPolicy': '1.8', Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'SecurityGroup': '1.2', Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'SecurityGroupRule': '1.0', Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'SubPort': '1.0', Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'Subnet': '1.1', Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: 'Trunk': '1.1'}} Apr 18 19:20:47.705938 n-d-838334-1 neutron-server[84807]: {{(pid=84807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:20:47.711204 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:47.711609 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:47.712166 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.712537 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:47.713158 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Bound port: eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:47.713545 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.755274 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:47.815155 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] For port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:47.822330 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] For port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:47.986938 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.024095 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.060038 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-3525aceb-ad32-496e-bcef-ec8b1c34567c None None] Provisioning for port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:48.066041 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-3525aceb-ad32-496e-bcef-ec8b1c34567c None None] Provisioning complete for port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:48.066601 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3525aceb-ad32-496e-bcef-ec8b1c34567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.080769 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:20:48.081662 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb28b30-5c6e-40ab-a183-16b778f5b451 None None] Pushing event updated for resources: {'Port': ['ID=eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:48.086589 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:20:48.087406 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:20:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:48.123174 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.123973 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.149426 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-3525aceb-ad32-496e-bcef-ec8b1c34567c None None] Port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:20:48.290761 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:20:48.308415 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Pushing event updated for resources: {'Port': ['ID=6c30fdf9-7304-46ac-b135-3a0ee1e54a74,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:48.415272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Network 9ed1a367-2cbb-46cc-8894-db52b010c14b is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:48.416536 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:48.780144 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 2, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:48.785476 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fd356-d8a6-42fa-a3e9-77d4a44ccf28 None None] The sync data for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 is: [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 2, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:20:48.792205 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-19b88c06-30cc-4f97-94ef-22fdc5c47f94 None None] Provisioning complete for port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:48.793164 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-19b88c06-30cc-4f97-94ef-22fdc5c47f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:48.873333 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-19b88c06-30cc-4f97-94ef-22fdc5c47f94 None None] Port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:20:49.022607 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:20:49.300188 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:20:49.313197 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-413ac28f-81db-4e2b-8342-d549de7f8812 admin admin] 10.222.0.66 "PUT /v2.0/routers/3f5dd035-63f4-4b27-9304-1bb3bd550f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5578377 Apr 18 19:20:49.898551 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42558) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:50.399608 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b3e50d6d-3f86-44e2-a9f6-533646899b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.435223 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b3e50d6d-3f86-44e2-a9f6-533646899b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:50.436542 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b3e50d6d-3f86-44e2-a9f6-533646899b93 admin admin] Usage tracker for resource:security_group_rule and tenant:0fda9fdd0ca74cef80c761228af9c655 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:50.441684 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b3e50d6d-3f86-44e2-a9f6-533646899b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:50.449657 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b3e50d6d-3f86-44e2-a9f6-533646899b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:50.515423 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b3e50d6d-3f86-44e2-a9f6-533646899b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.581617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42598) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:50.597359 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b3e50d6d-3f86-44e2-a9f6-533646899b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.661095 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b3e50d6d-3f86-44e2-a9f6-533646899b93 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0fda9fdd0ca74cef80c761228af9c655&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7591665 Apr 18 19:20:50.661095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e50d6d-3f86-44e2-a9f6-533646899b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c690c4-02cd-44eb-8e31-d033507c673a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:50.661581 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42612) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:50.740084 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f612388-a37d-4db8-ad85-aaca2e1d8113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.766728 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f612388-a37d-4db8-ad85-aaca2e1d8113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.857678 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0bee83a-8279-4414-a575-0bca62a7570f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.922456 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f612388-a37d-4db8-ad85-aaca2e1d8113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.936603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c0bee83a-8279-4414-a575-0bca62a7570f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:50.940012 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f612388-a37d-4db8-ad85-aaca2e1d8113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c690c4-02cd-44eb-8e31-d033507c673a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:50.940548 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c0bee83a-8279-4414-a575-0bca62a7570f admin admin] Usage tracker for resource:security_group_rule and tenant:11ce9877880d4b9283a3934e89c3e23c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:50.944918 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c0bee83a-8279-4414-a575-0bca62a7570f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:50.945508 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f612388-a37d-4db8-ad85-aaca2e1d8113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:50.949437 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7f612388-a37d-4db8-ad85-aaca2e1d8113 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2c690c4-02cd-44eb-8e31-d033507c673a HTTP/1.1" status: 204 len: 168 time: 0.2861505 Apr 18 19:20:50.964069 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c0bee83a-8279-4414-a575-0bca62a7570f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:51.035748 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0bee83a-8279-4414-a575-0bca62a7570f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.145416 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0bee83a-8279-4414-a575-0bca62a7570f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.191459 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c0bee83a-8279-4414-a575-0bca62a7570f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11ce9877880d4b9283a3934e89c3e23c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6082006 Apr 18 19:20:51.194196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42638) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:51.198553 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bee83a-8279-4414-a575-0bca62a7570f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0a611d-ab49-49af-ae03-73407425ee77,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:51.305823 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b5f1-b459-42ac-9d4b-9fd0aadbe3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.343802 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b5f1-b459-42ac-9d4b-9fd0aadbe3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.355782 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42652) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:51.362041 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:51.483342 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b5f1-b459-42ac-9d4b-9fd0aadbe3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.500138 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1b5f1-b459-42ac-9d4b-9fd0aadbe3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0a611d-ab49-49af-ae03-73407425ee77,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:51.504465 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f3b1b5f1-b459-42ac-9d4b-9fd0aadbe3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.505608 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f3b1b5f1-b459-42ac-9d4b-9fd0aadbe3ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc0a611d-ab49-49af-ae03-73407425ee77 HTTP/1.1" status: 204 len: 168 time: 0.3101876 Apr 18 19:20:51.522956 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:51.529200 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:51.529560 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.575837 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-543cb084-d5d0-4982-8bd5-d1f431faf174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.676710 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.702068 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:51.786579 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.867471 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:51.893293 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0b9d94a3-efe4-4ba0-862f-01eb4eacba3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:51.925944 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0b9d94a3-efe4-4ba0-862f-01eb4eacba3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:51.930661 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0b9d94a3-efe4-4ba0-862f-01eb4eacba3b admin admin] Usage tracker for resource:security_group_rule and tenant:faf570d9499c4db2ae92a08aa7a72f62 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:51.932710 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0b9d94a3-efe4-4ba0-862f-01eb4eacba3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:51.939295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0b9d94a3-efe4-4ba0-862f-01eb4eacba3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:52.007885 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0b9d94a3-efe4-4ba0-862f-01eb4eacba3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.072020 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0b9d94a3-efe4-4ba0-862f-01eb4eacba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.118162 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d94a3-efe4-4ba0-862f-01eb4eacba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9258ef4c-159c-463d-bb59-31d5249d9d39,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:52.148032 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0b9d94a3-efe4-4ba0-862f-01eb4eacba3b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=faf570d9499c4db2ae92a08aa7a72f62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7909961 Apr 18 19:20:52.153647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42702) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:52.222252 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1609b5c1-3038-4d5d-8fe4-fffdaefa81ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.257443 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1609b5c1-3038-4d5d-8fe4-fffdaefa81ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.389505 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42716) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:52.393082 n-d-838334-1 neutron-server[84805]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 19:20:52.393988 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1609b5c1-3038-4d5d-8fe4-fffdaefa81ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.441800 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-fe2a9504-f9b8-46ce-92e0-861c082ac8eb tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=31fd61fcf0af463d986745e609454c0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506594 Apr 18 19:20:52.444177 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609b5c1-3038-4d5d-8fe4-fffdaefa81ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9258ef4c-159c-463d-bb59-31d5249d9d39,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:52.446489 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1609b5c1-3038-4d5d-8fe4-fffdaefa81ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.447614 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1609b5c1-3038-4d5d-8fe4-fffdaefa81ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9258ef4c-159c-463d-bb59-31d5249d9d39 HTTP/1.1" status: 204 len: 168 time: 0.2930019 Apr 18 19:20:52.460212 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42726) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:52.494816 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-309ef10c-c0ff-4d91-9833-40d0f39c1b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.546413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-309ef10c-c0ff-4d91-9833-40d0f39c1b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:52.552399 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-309ef10c-c0ff-4d91-9833-40d0f39c1b8d admin admin] Usage tracker for resource:security_group_rule and tenant:18939dcfa17244d6a66cc1f32777a28a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:52.559790 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-309ef10c-c0ff-4d91-9833-40d0f39c1b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:52.572672 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-309ef10c-c0ff-4d91-9833-40d0f39c1b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:52.675239 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-309ef10c-c0ff-4d91-9833-40d0f39c1b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.692441 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-fbc81276-68f9-4835-947d-b7ffd5377917 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:52.693923 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-fbc81276-68f9-4835-947d-b7ffd5377917 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421670 Apr 18 19:20:52.712702 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a1d39a78-f544-49df-bb4e-3e6db1f4a125 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/quotas/31fd61fcf0af463d986745e609454c0f HTTP/1.1" status: 200 len: 375 time: 0.0129457 Apr 18 19:20:52.761357 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-30c05ddd-4a8b-4e86-83a6-b109084324f9 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=31fd61fcf0af463d986745e609454c0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434840 Apr 18 19:20:52.768803 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-309ef10c-c0ff-4d91-9833-40d0f39c1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.815731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ef10c-c0ff-4d91-9833-40d0f39c1b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e06375c-a3c5-4126-8bc6-21a407ed4c90,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:52.824449 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-309ef10c-c0ff-4d91-9833-40d0f39c1b8d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=18939dcfa17244d6a66cc1f32777a28a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3590052 Apr 18 19:20:52.824689 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42740) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:52.883819 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-28aba234-42fa-409f-a88f-063e40e85a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.908996 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-28aba234-42fa-409f-a88f-063e40e85a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:52.961742 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42744) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:52.982284 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0083-f384-492f-935e-17494d0f8e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.026949 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-28aba234-42fa-409f-a88f-063e40e85a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.050436 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aba234-42fa-409f-a88f-063e40e85a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e06375c-a3c5-4126-8bc6-21a407ed4c90,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:53.050436 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-28aba234-42fa-409f-a88f-063e40e85a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.050436 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-28aba234-42fa-409f-a88f-063e40e85a6c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e06375c-a3c5-4126-8bc6-21a407ed4c90 HTTP/1.1" status: 204 len: 168 time: 0.2238960 Apr 18 19:20:53.079613 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1f6e0083-f384-492f-935e-17494d0f8e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:53.084524 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1f6e0083-f384-492f-935e-17494d0f8e1b admin admin] Usage tracker for resource:security_group_rule and tenant:3cac985ac14e46a39f4140313c540bc5 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:53.088879 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1f6e0083-f384-492f-935e-17494d0f8e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:53.095261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1f6e0083-f384-492f-935e-17494d0f8e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:53.188015 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0083-f384-492f-935e-17494d0f8e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.203193 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dc4fa544-ffc7-47da-a090-b2fe2e90ddf1 req-858dbc85-5bc5-4145-824d-a92514d858ee tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 210 time: 0.0486898 Apr 18 19:20:53.314348 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0083-f384-492f-935e-17494d0f8e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.319119 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:53.370266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42774) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:53.376783 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-network', 'tenant_id': 'db188d76c56f405489bbc30f7b363051'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:53.386759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:53.393205 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Usage tracker for resource:network and tenant:db188d76c56f405489bbc30f7b363051 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:53.397751 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:53.399923 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1f6e0083-f384-492f-935e-17494d0f8e1b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3cac985ac14e46a39f4140313c540bc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4368992 Apr 18 19:20:53.402546 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42778) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:53.404486 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e0083-f384-492f-935e-17494d0f8e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f206f98-8a53-4452-ad52-12234cdff009,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:53.442572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:53.443191 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.466676 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:53.495559 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-415d8f8c-12ce-4ea4-8bee-2ad7a95fe94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.521182 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-415d8f8c-12ce-4ea4-8bee-2ad7a95fe94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.541298 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Made reservation on behalf of db188d76c56f405489bbc30f7b363051 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:53.543572 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.567413 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.691209 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42792) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:53.692336 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-415d8f8c-12ce-4ea4-8bee-2ad7a95fe94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.696202 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:53.716803 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-17dbfa11-6e79-4c54-8395-287d6a0a58da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.725966 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Usage tracker for resource:security_group_rule and tenant:db188d76c56f405489bbc30f7b363051 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:53.744094 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:53.747877 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d8f8c-12ce-4ea4-8bee-2ad7a95fe94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f206f98-8a53-4452-ad52-12234cdff009,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:53.756333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-17dbfa11-6e79-4c54-8395-287d6a0a58da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:53.760290 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-17dbfa11-6e79-4c54-8395-287d6a0a58da admin admin] Usage tracker for resource:security_group_rule and tenant:cb4ac0e5fa7047da9470e69723aa5f45 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:53.763195 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:53.763903 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-17dbfa11-6e79-4c54-8395-287d6a0a58da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:53.770727 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-17dbfa11-6e79-4c54-8395-287d6a0a58da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:53.789677 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-415d8f8c-12ce-4ea4-8bee-2ad7a95fe94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.793680 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-415d8f8c-12ce-4ea4-8bee-2ad7a95fe94e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9f206f98-8a53-4452-ad52-12234cdff009 HTTP/1.1" status: 204 len: 168 time: 0.3877165 Apr 18 19:20:53.826540 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1dcf255d-b667-43fa-a9e0-56fba518298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.862388 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.866038 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-17dbfa11-6e79-4c54-8395-287d6a0a58da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.934724 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.946597 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:20:53.956227 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.956573 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Added segment fbb3619e-ab92-4c84-8da2-a18d8af4df28 of type vlan for network eef39a32-58ab-4f4c-a40c-a16a5c799afd Apr 18 19:20:53.967097 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-17dbfa11-6e79-4c54-8395-287d6a0a58da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:53.991525 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.026470 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ba3361-114d-420e-aacd-82074edea186,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:54.057545 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42808) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:54.062659 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-17dbfa11-6e79-4c54-8395-287d6a0a58da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cb4ac0e5fa7047da9470e69723aa5f45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3610179 Apr 18 19:20:54.083115 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbfa11-6e79-4c54-8395-287d6a0a58da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4295d9-a786-4af4-b9ad-0cab6ebdfe94,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:54.125491 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.126342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:54.126965 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.159439 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-056de81d-6c13-40cc-9649-6923ae3d49d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.252420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] Pushing event updated for resources: {'Network': ['ID=eef39a32-58ab-4f4c-a40c-a16a5c799afd,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:54.257869 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-056de81d-6c13-40cc-9649-6923ae3d49d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.262462 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network eef39a32-58ab-4f4c-a40c-a16a5c799afd details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:20:54.346177 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d5cc6cea-8f92-4691-9d36-4b43dd529d9c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9742687 Apr 18 19:20:54.348502 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42824) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:54.358321 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Request body: {'subnet': {'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-subnet', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:54.361371 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8f6aee8b-4929-4e84-ba24-891ca736c1c2 req-792eb0ab-f1be-4806-af11-42a9fed3fffe tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 210 time: 0.0808721 Apr 18 19:20:54.369487 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:54.376733 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Usage tracker for resource:subnet and tenant:db188d76c56f405489bbc30f7b363051 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:54.379623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:54.392435 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:54.431265 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-056de81d-6c13-40cc-9649-6923ae3d49d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.447262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056de81d-6c13-40cc-9649-6923ae3d49d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4295d9-a786-4af4-b9ad-0cab6ebdfe94,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:54.454990 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-056de81d-6c13-40cc-9649-6923ae3d49d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.459309 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-056de81d-6c13-40cc-9649-6923ae3d49d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d4295d9-a786-4af4-b9ad-0cab6ebdfe94 HTTP/1.1" status: 204 len: 168 time: 0.4004569 Apr 18 19:20:54.460233 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Made reservation on behalf of db188d76c56f405489bbc30f7b363051 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:54.462559 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.732746 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42838) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:54.740019 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.806337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42844) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:54.810470 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.824197 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bd26c9b-0333-4308-9621-e465f2800902,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:54.836440 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Checking segment: {'id': 'fbb3619e-ab92-4c84-8da2-a18d8af4df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:54.836791 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Network hostable DHCP agents. Network: eef39a32-58ab-4f4c-a40c-a16a5c799afd, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:20:54.837136 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.905499 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Network eef39a32-58ab-4f4c-a40c-a16a5c799afd is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:20:54.969168 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, eef39a32-58ab-4f4c-a40c-a16a5c799afd) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:54.974291 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:54.975990 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:54.978613 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d48042-6d40-40cd-bbd9-f4c00e3a1d4e None None] Network eef39a32-58ab-4f4c-a40c-a16a5c799afd requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:20:55.078496 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f03e1bc1-df50-429a-a210-9b1399adebc9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7286491 Apr 18 19:20:55.081077 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42860) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:55.092239 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-router', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:55.094951 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:55.112106 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Usage tracker for resource:router and tenant:db188d76c56f405489bbc30f7b363051 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:55.119169 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:55.130513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:55.152566 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-35a7ceba-482d-49af-8286-cb346098c7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.224561 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-35a7ceba-482d-49af-8286-cb346098c7a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:55.230898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-35a7ceba-482d-49af-8286-cb346098c7a2 admin admin] Usage tracker for resource:security_group_rule and tenant:1da9e4ef2884497ea7afbd179712b83a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:55.236693 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-35a7ceba-482d-49af-8286-cb346098c7a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:55.243145 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-35a7ceba-482d-49af-8286-cb346098c7a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:55.252657 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1cc60beb-4c58-4b06-9247-21e1b5153c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.277338 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.278605 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.287795 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-eef39a32-58ab-4f4c-a40c-a16a5c799afd', 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'fixed_ips': [{'subnet_id': '5bd26c9b-0333-4308-9621-e465f2800902'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:20:55.288816 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.325698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1cc60beb-4c58-4b06-9247-21e1b5153c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:55.334756 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.336496 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1cc60beb-4c58-4b06-9247-21e1b5153c78 admin admin] Usage tracker for resource:security_group_rule and tenant:d3baa9a97cef426baa3a9eac975bc5b4 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:55.346041 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1cc60beb-4c58-4b06-9247-21e1b5153c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:55.354614 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1cc60beb-4c58-4b06-9247-21e1b5153c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:55.369016 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-35a7ceba-482d-49af-8286-cb346098c7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.463617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42876) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:55.471847 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-35a7ceba-482d-49af-8286-cb346098c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.495588 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Allocated IP 172.20.0.2 (eef39a32-58ab-4f4c-a40c-a16a5c799afd/5bd26c9b-0333-4308-9621-e465f2800902/13a7548f-28aa-42d9-ab63-ca6e92c6ff06) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:55.569090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7ceba-482d-49af-8286-cb346098c7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90d04b9-e527-4b08-bd3a-12a0c8ab1692,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:55.574810 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-35a7ceba-482d-49af-8286-cb346098c7a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1da9e4ef2884497ea7afbd179712b83a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8408861 Apr 18 19:20:55.578050 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42884) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:55.631125 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.671180 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-97e57c52-55cc-44ea-91c2-361ab9b42394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.689444 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1cc60beb-4c58-4b06-9247-21e1b5153c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.703446 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-97e57c52-55cc-44ea-91c2-361ab9b42394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.802973 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1cc60beb-4c58-4b06-9247-21e1b5153c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.820148 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.860194 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-97e57c52-55cc-44ea-91c2-361ab9b42394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.860988 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Transition to ACTIVE for port object 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:55.871689 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc60beb-4c58-4b06-9247-21e1b5153c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a80f1be-76b8-4b44-b44a-d15a67695830,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:55.877011 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1cc60beb-4c58-4b06-9247-21e1b5153c78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3baa9a97cef426baa3a9eac975bc5b4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0684452 Apr 18 19:20:55.880532 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42892) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:55.897024 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e57c52-55cc-44ea-91c2-361ab9b42394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90d04b9-e527-4b08-bd3a-12a0c8ab1692,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:55.907779 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Transition to ACTIVE for port object 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:55.917297 n-d-838334-1 neutron-server[84804]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 19:20:55.918866 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-97e57c52-55cc-44ea-91c2-361ab9b42394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:55.920395 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-97e57c52-55cc-44ea-91c2-361ab9b42394 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a90d04b9-e527-4b08-bd3a-12a0c8ab1692 HTTP/1.1" status: 204 len: 168 time: 0.3408029 Apr 18 19:20:55.980599 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-23a3139e-a58b-431a-bdb8-a547680406e5 req-77f65b37-a5b7-4d7a-b023-96abe758f8df tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 210 time: 0.5158486 Apr 18 19:20:55.993077 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04a768e6-dafd-462a-9499-a08b9a480bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.009545 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.084893 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Network eef39a32-58ab-4f4c-a40c-a16a5c799afd is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:56.091493 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:56.097993 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:56.102680 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04a768e6-dafd-462a-9499-a08b9a480bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.151469 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.222114 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.223819 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Pushing event updated for resources: {'Port': ['ID=13a7548f-28aa-42d9-ab63-ca6e92c6ff06,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:56.230914 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Attempting to bind port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:20:56.231271 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Attempting to bind port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'fbb3619e-ab92-4c84-8da2-a18d8af4df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:20:56.231647 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Attempting to bind port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 on network eef39a32-58ab-4f4c-a40c-a16a5c799afd {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:20:56.251683 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:20:56.251683 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Checking segment: {'id': 'fbb3619e-ab92-4c84-8da2-a18d8af4df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:20:56.251683 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.251683 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Bound using segment: {'id': 'fbb3619e-ab92-4c84-8da2-a18d8af4df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:20:56.251683 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Bound port: 13a7548f-28aa-42d9-ab63-ca6e92c6ff06, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb3619e-ab92-4c84-8da2-a18d8af4df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:20:56.251683 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.359415 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] For port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:20:56.362540 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] For port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=13a7548f-28aa-42d9-ab63-ca6e92c6ff06,segment=NetworkSegment(fbb3619e-ab92-4c84-8da2-a18d8af4df28),segment_id=fbb3619e-ab92-4c84-8da2-a18d8af4df28)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:20:56.391614 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.414085 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Allocated IP 172.25.8.9 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/69e8954c-6b7d-4e57-bef2-4a366c8f71b8) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:56.443549 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.446403 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04a768e6-dafd-462a-9499-a08b9a480bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.555004 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc115fc0-b216-4920-80c2-e804c4307af4 None None] Pushing event updated for resources: {'Port': ['ID=13a7548f-28aa-42d9-ab63-ca6e92c6ff06,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:56.580289 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a768e6-dafd-462a-9499-a08b9a480bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a80f1be-76b8-4b44-b44a-d15a67695830,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:56.619780 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04a768e6-dafd-462a-9499-a08b9a480bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.619780 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-04a768e6-dafd-462a-9499-a08b9a480bb0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a80f1be-76b8-4b44-b44a-d15a67695830 HTTP/1.1" status: 204 len: 168 time: 0.7382939 Apr 18 19:20:56.663171 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.780732 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:56.874962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:20:56.882637 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:20:56.884887 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Pushing event updated for resources: {'Port': ['ID=69e8954c-6b7d-4e57-bef2-4a366c8f71b8,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:56.897130 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:20:57.067786 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.068906 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.182089 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42924) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:57.212125 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c8728c2e-f2d9-45d2-affa-1f3f815aad30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.244003 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5d7b7943-afca-41ec-ad9e-52ea46939447 req-570628a2-057b-469f-8deb-fc69b2365ca6 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 210 time: 0.0957835 Apr 18 19:20:57.331103 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c8728c2e-f2d9-45d2-affa-1f3f815aad30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:57.352392 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c8728c2e-f2d9-45d2-affa-1f3f815aad30 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe028c153fc48249cfa4ccb7a2ab5d2 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:57.362095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c8728c2e-f2d9-45d2-affa-1f3f815aad30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:57.383321 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c8728c2e-f2d9-45d2-affa-1f3f815aad30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:57.455141 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:20:57.483623 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Router a6629075-7275-4316-aded-4ec7c71edd19 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:20:57.487266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.16', 51089) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:57.508713 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c8728c2e-f2d9-45d2-affa-1f3f815aad30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.525787 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-d5e15aae-2e65-43d3-8472-242967477120 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=31fd61fcf0af463d986745e609454c0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359704 Apr 18 19:20:57.591953 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c8728c2e-f2d9-45d2-affa-1f3f815aad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.623483 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:57.680201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8728c2e-f2d9-45d2-affa-1f3f815aad30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e727fd-3c24-48fb-ab74-652eb1529588,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:57.690198 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c8728c2e-f2d9-45d2-affa-1f3f815aad30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0fe028c153fc48249cfa4ccb7a2ab5d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5057967 Apr 18 19:20:57.692216 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42936) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:57.785418 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c02c706d-0684-44b6-9c0c-25fa84f8d4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.835649 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c02c706d-0684-44b6-9c0c-25fa84f8d4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.847026 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-1d3d2667-c499-4bb0-9efe-0969186fb3bc tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:57.848413 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-1d3d2667-c499-4bb0-9efe-0969186fb3bc tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536173 Apr 18 19:20:57.875386 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d5311d-824e-431e-ac0b-3e47e57abe5a None None] Network eef39a32-58ab-4f4c-a40c-a16a5c799afd requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:20:57.912700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Request body: {'port': {'device_id': '9e003a5b-e866-4563-b0c6-8493d6d7731e', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '31fd61fcf0af463d986745e609454c0f'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:57.928906 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42942) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:57.959942 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c02c706d-0684-44b6-9c0c-25fa84f8d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:57.999458 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:20:58.033096 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Sync routers for ids ['a6629075-7275-4316-aded-4ec7c71edd19'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:20:58.052504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42950) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:58.078941 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c706d-0684-44b6-9c0c-25fa84f8d4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e727fd-3c24-48fb-ab74-652eb1529588,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:58.083468 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c02c706d-0684-44b6-9c0c-25fa84f8d4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.086970 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c02c706d-0684-44b6-9c0c-25fa84f8d4d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7e727fd-3c24-48fb-ab74-652eb1529588 HTTP/1.1" status: 204 len: 168 time: 0.3909750 Apr 18 19:20:58.092332 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-83d310bf-8cb5-459d-ab2c-50a53da31380 None None] Provisioning for port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:20:58.101325 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-88a75912-b56e-4f64-9f3d-ab4394254e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.155168 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-83d310bf-8cb5-459d-ab2c-50a53da31380 None None] Provisioning complete for port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:58.155168 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-83d310bf-8cb5-459d-ab2c-50a53da31380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.175974 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.180318 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42962) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:58.180824 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-02e2ecfe-7732-4210-9791-8cfe605e507b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.0984099 Apr 18 19:20:58.182191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-88a75912-b56e-4f64-9f3d-ab4394254e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:58.185234 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:58.190087 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-88a75912-b56e-4f64-9f3d-ab4394254e22 admin admin] Usage tracker for resource:security_group_rule and tenant:212677748ab940d1ba437f6103abcc18 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:58.193496 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Usage tracker for resource:port and tenant:31fd61fcf0af463d986745e609454c0f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:58.196485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-88a75912-b56e-4f64-9f3d-ab4394254e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:58.199906 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:58.217803 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-88a75912-b56e-4f64-9f3d-ab4394254e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:58.224642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:58.335744 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Made reservation on behalf of 31fd61fcf0af463d986745e609454c0f for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:58.341859 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.389290 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.402479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1115092019-network', 'tenant_id': '7e8a2dfc35db431798213b48c535215f'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:20:58.410688 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:58.417333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Usage tracker for resource:network and tenant:7e8a2dfc35db431798213b48c535215f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:58.421987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:58.424329 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-88a75912-b56e-4f64-9f3d-ab4394254e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.437234 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:58.457951 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:58.461183 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Routers {'a6629075-7275-4316-aded-4ec7c71edd19'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:20:58.461999 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Usage tracker for resource:security_group_rule and tenant:31fd61fcf0af463d986745e609454c0f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:58.462551 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:20:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a6629075-7275-4316-aded-4ec7c71edd19'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:58.465093 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:58.471943 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:58.498608 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-88a75912-b56e-4f64-9f3d-ab4394254e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.594824 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a75912-b56e-4f64-9f3d-ab4394254e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc88c27f-a481-4605-816b-6ff13beeb58a,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:58.606352 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-88a75912-b56e-4f64-9f3d-ab4394254e22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=212677748ab940d1ba437f6103abcc18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5528986 Apr 18 19:20:58.610758 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42974) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:20:58.710578 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.733465 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d624d755-0f67-4cbb-81ab-dad621339a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.771312 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-83d310bf-8cb5-459d-ab2c-50a53da31380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.785167 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d624d755-0f67-4cbb-81ab-dad621339a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.795133 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.795654 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Set router a6629075-7275-4316-aded-4ec7c71edd19 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:20:58.798866 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Made reservation on behalf of 7e8a2dfc35db431798213b48c535215f for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:20:58.802005 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:58.987182 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0af82f2-706c-4a0c-982b-96f211e1feee,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:59.014072 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b0fbc6a-fa43-4c9c-81db-f2e107e7a8c4 req-a9a62c47-0f24-4c36-af87-af250a437b75 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 210 time: 0.3209887 Apr 18 19:20:59.045177 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.087236 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-83d310bf-8cb5-459d-ab2c-50a53da31380 None None] For port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=13a7548f-28aa-42d9-ab63-ca6e92c6ff06,segment=NetworkSegment(fbb3619e-ab92-4c84-8da2-a18d8af4df28),segment_id=fbb3619e-ab92-4c84-8da2-a18d8af4df28)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:20:59.166898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:20:59.175300 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-83d310bf-8cb5-459d-ab2c-50a53da31380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.176590 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8a2dfc35db431798213b48c535215f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:20:59.181389 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:20:59.190968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:20:59.212441 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Allocated IP 192.168.233.210 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/80abcea0-73fc-414c-b1dc-6f78626dfc74) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:20:59.329204 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d624d755-0f67-4cbb-81ab-dad621339a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.367408 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d310bf-8cb5-459d-ab2c-50a53da31380 None None] Pushing event updated for resources: {'Port': ['ID=13a7548f-28aa-42d9-ab63-ca6e92c6ff06,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:59.384328 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d05c5565-7085-4a7c-ae48-801e8169f827 None None] Provisioning complete for port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:20:59.390892 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d05c5565-7085-4a7c-ae48-801e8169f827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.400452 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624d755-0f67-4cbb-81ab-dad621339a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc88c27f-a481-4605-816b-6ff13beeb58a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:59.482701 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.560992 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-router', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:55Z', 'updated_at': '2022-04-18T19:20:56Z', 'revision_number': 3, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'gw_port': {'id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:56Z', 'updated_at': '2022-04-18T19:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:20:59.563638 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.567586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Checking router: a6629075-7275-4316-aded-4ec7c71edd19 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:20:59.568169 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Updating router a6629075-7275-4316-aded-4ec7c71edd19 port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:20:59.632326 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.662266 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:20:59.674875 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a27132-d2bd-4bea-8ce4-5c1ca4543969,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:20:59.704154 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.705143 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Added segment 1d28dc67-330b-4f5e-8137-6757c9197433 of type vlan for network 9b83be68-6eca-400e-8c84-411bbd373f99 Apr 18 19:20:59.778425 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.813961 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d624d755-0f67-4cbb-81ab-dad621339a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.815170 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d624d755-0f67-4cbb-81ab-dad621339a67 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc88c27f-a481-4605-816b-6ff13beeb58a HTTP/1.1" status: 204 len: 168 time: 1.2034652 Apr 18 19:20:59.926001 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.991759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Transition to ACTIVE for port object 80abcea0-73fc-414c-b1dc-6f78626dfc74 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:20:59.993083 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:20:59.994458 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:20:59.994948 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.100430 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.128052 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] Pushing event updated for resources: {'Network': ['ID=9b83be68-6eca-400e-8c84-411bbd373f99,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:00.138065 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9f665c24-da61-4796-a8ac-b620abb987a9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2075846 Apr 18 19:21:00.142678 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 9b83be68-6eca-400e-8c84-411bbd373f99 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:21:00.145116 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43020) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:00.153772 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Request body: {'subnet': {'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1115092019-subnet', 'tenant_id': '7e8a2dfc35db431798213b48c535215f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:00.160068 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:00.165532 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Usage tracker for resource:subnet and tenant:7e8a2dfc35db431798213b48c535215f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:00.168885 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:00.176064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:00.198948 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.231270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:00.232292 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Pushing event updated for resources: {'Port': ['ID=80abcea0-73fc-414c-b1dc-6f78626dfc74,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:00.243587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:00.246276 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:00.251346 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:00.252131 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.284445 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Made reservation on behalf of 7e8a2dfc35db431798213b48c535215f for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:00.287650 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.318011 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-cae79e81-3f34-444b-b2f6-26f78fd04965 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4099369 Apr 18 19:21:00.329383 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-d1a0d85d-e48a-4acb-a306-5a6c1f34f0e7 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:21:00.331016 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-d1a0d85d-e48a-4acb-a306-5a6c1f34f0e7 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0072172 Apr 18 19:21:00.498638 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.544770 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Transition to ACTIVE for port object 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:00.654127 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.680650 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.695228 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c8beb-85d5-4686-8a60-15ad3e9008d8 req-ad8d1eb8-5cb6-4a60-844a-3ab247e7d7ed tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:00.702741 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-823c8beb-85d5-4686-8a60-15ad3e9008d8 req-ad8d1eb8-5cb6-4a60-844a-3ab247e7d7ed tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Synchronizing usage tracker for tenant:31fd61fcf0af463d986745e609454c0f on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:00.770134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f414ac77-ee2e-4d14-93ae-558ef6a80bb1,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:00.779298 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f67fc2-a475-4b8b-b172-e0b1b78b92be None None] Pushing event updated for resources: {'Port': ['ID=69e8954c-6b7d-4e57-bef2-4a366c8f71b8,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:00.785645 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Attempting to bind port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:00.786003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Attempting to bind port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:00.786374 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Attempting to bind port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:00.800566 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:00.805406 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:00.805659 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.806038 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:00.807654 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Bound port: 69e8954c-6b7d-4e57-bef2-4a366c8f71b8, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:00.809532 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:00.859203 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-823c8beb-85d5-4686-8a60-15ad3e9008d8 req-ad8d1eb8-5cb6-4a60-844a-3ab247e7d7ed tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Unset dirty status for tenant:31fd61fcf0af463d986745e609454c0f on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:00.860465 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-823c8beb-85d5-4686-8a60-15ad3e9008d8 req-ad8d1eb8-5cb6-4a60-844a-3ab247e7d7ed tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 936 time: 0.3779445 Apr 18 19:21:00.971299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-823c8beb-85d5-4686-8a60-15ad3e9008d8 req-ab6e32e5-0392-4f75-a666-3e0b9763c582 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Synchronizing usage tracker for tenant:31fd61fcf0af463d986745e609454c0f on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:01.018278 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-98dd915a-1fda-4e1f-9fd8-d0a4cca39225 None None] Provisioning for port 80abcea0-73fc-414c-b1dc-6f78626dfc74 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:01.059774 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] For port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:01.060646 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-823c8beb-85d5-4686-8a60-15ad3e9008d8 req-ab6e32e5-0392-4f75-a666-3e0b9763c582 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Unset dirty status for tenant:31fd61fcf0af463d986745e609454c0f on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:01.063190 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-98dd915a-1fda-4e1f-9fd8-d0a4cca39225 None None] Provisioning complete for port 80abcea0-73fc-414c-b1dc-6f78626dfc74 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:01.063563 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-98dd915a-1fda-4e1f-9fd8-d0a4cca39225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:01.066612 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-823c8beb-85d5-4686-8a60-15ad3e9008d8 req-ab6e32e5-0392-4f75-a666-3e0b9763c582 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943798 Apr 18 19:21:01.150041 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] For port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=69e8954c-6b7d-4e57-bef2-4a366c8f71b8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:01.174121 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-98dd915a-1fda-4e1f-9fd8-d0a4cca39225 None None] Port 80abcea0-73fc-414c-b1dc-6f78626dfc74 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:01.197694 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:01.231571 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Allocated IP 172.20.0.1 (eef39a32-58ab-4f4c-a40c-a16a5c799afd/5bd26c9b-0333-4308-9621-e465f2800902/d9e468bb-e002-483f-aa31-5ab86100bda0) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:01.354185 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Routers {'a6629075-7275-4316-aded-4ec7c71edd19'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:01.354873 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:20:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a6629075-7275-4316-aded-4ec7c71edd19'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:01.386211 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:01.386687 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Network hostable DHCP agents. Network: 9b83be68-6eca-400e-8c84-411bbd373f99, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:21:01.409765 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:01.432418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Transition to ACTIVE for port object d9e468bb-e002-483f-aa31-5ab86100bda0 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:01.462282 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f67fc2-a475-4b8b-b172-e0b1b78b92be None None] Pushing event updated for resources: {'Port': ['ID=69e8954c-6b7d-4e57-bef2-4a366c8f71b8,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:01.473956 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:01.534949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Network 9b83be68-6eca-400e-8c84-411bbd373f99 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:21:01.547308 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:01.641269 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 9b83be68-6eca-400e-8c84-411bbd373f99) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:01.657376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e08b098-8e61-43e6-8db6-e816e6f7e507 None None] Network 9b83be68-6eca-400e-8c84-411bbd373f99 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:01.662239 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:01.662836 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:01.707291 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Network eef39a32-58ab-4f4c-a40c-a16a5c799afd is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:01.714257 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:01.716294 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Pushing event updated for resources: {'Port': ['ID=d9e468bb-e002-483f-aa31-5ab86100bda0,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:01.729658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:01.730141 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:01.798108 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-70cc38e5-7d19-45ec-ba3f-60c8c4d41d55 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6517041 Apr 18 19:21:01.819468 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Request body: {'port': {'device_id': '9e003a5b-e866-4563-b0c6-8493d6d7731e', 'device_owner': 'compute:tempest-test_az-355566631', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:01.937974 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:01.938336 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:01.992872 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.097263 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.388910 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7788e47-7132-4180-aa3b-20c258a1a86a None None] Network 9b83be68-6eca-400e-8c84-411bbd373f99 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:02.388910 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] Set router a6629075-7275-4316-aded-4ec7c71edd19 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:02.543523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58337b22-c9de-48ad-acd2-f3f25b8edbc3 req-bbf1ab61-671c-4293-a8fe-9b4f74a0de50 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:02.545414 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58337b22-c9de-48ad-acd2-f3f25b8edbc3 req-bbf1ab61-671c-4293-a8fe-9b4f74a0de50 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 936 time: 0.1589456 Apr 18 19:21:02.581645 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.656860 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58337b22-c9de-48ad-acd2-f3f25b8edbc3 req-98f098f1-86ec-4edd-a631-2f56658b5768 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957448 Apr 18 19:21:02.837243 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.839695 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:02.943735 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e612f3d1-d9ef-4a0f-aa80-8770678e3009 None None] Provisioning for port d9e468bb-e002-483f-aa31-5ab86100bda0 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:02.993327 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Sync routers for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:21:03.023532 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:03.024260 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:20:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:03.074819 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80abcea0-73fc-414c-b1dc-6f78626dfc74 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:03.086606 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e612f3d1-d9ef-4a0f-aa80-8770678e3009 None None] Provisioning complete for port d9e468bb-e002-483f-aa31-5ab86100bda0 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:03.086606 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e612f3d1-d9ef-4a0f-aa80-8770678e3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.101477 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.117518 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Pushing event updated for resources: {'Port': ['ID=d9e468bb-e002-483f-aa31-5ab86100bda0,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:03.149151 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Transition to ACTIVE for port object 80abcea0-73fc-414c-b1dc-6f78626dfc74 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:03.214621 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.233626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e612f3d1-d9ef-4a0f-aa80-8770678e3009 None None] Port d9e468bb-e002-483f-aa31-5ab86100bda0 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:03.253594 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Network eef39a32-58ab-4f4c-a40c-a16a5c799afd is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:03.255101 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:03.420184 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Pushing event updated for resources: {'Port': ['ID=80abcea0-73fc-414c-b1dc-6f78626dfc74,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:03.598965 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:03.779676 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-router', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:55Z', 'updated_at': '2022-04-18T19:20:56Z', 'revision_number': 3, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'gw_port': {'id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:56Z', 'updated_at': '2022-04-18T19:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:03.791073 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfbfc0d-da64-4d9c-912e-89e6b07eb310 None None] The sync data for ids ['a6629075-7275-4316-aded-4ec7c71edd19'] in n-d-838334-1 is: [{'id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-router', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:55Z', 'updated_at': '2022-04-18T19:20:56Z', 'revision_number': 3, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'gw_port': {'id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:56Z', 'updated_at': '2022-04-18T19:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:21:03.863165 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Attempting to bind port 80abcea0-73fc-414c-b1dc-6f78626dfc74 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:03.864284 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Attempting to bind port 80abcea0-73fc-414c-b1dc-6f78626dfc74 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:03.865108 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Attempting to bind port 80abcea0-73fc-414c-b1dc-6f78626dfc74 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:03.882204 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-90c6a33d-7a22-4a2f-8b57-548d1bd56003 None None] Provisioning complete for port d9e468bb-e002-483f-aa31-5ab86100bda0 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:03.888399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Port 80abcea0-73fc-414c-b1dc-6f78626dfc74 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:03.888399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Attempting to bind port 80abcea0-73fc-414c-b1dc-6f78626dfc74 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:03.888660 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-90c6a33d-7a22-4a2f-8b57-548d1bd56003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:03.898666 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:03.899030 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:03.901437 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:03.902047 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Bound port: 80abcea0-73fc-414c-b1dc-6f78626dfc74, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:03.902456 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.125126 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-90c6a33d-7a22-4a2f-8b57-548d1bd56003 None None] Port d9e468bb-e002-483f-aa31-5ab86100bda0 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:04.153506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] For port 80abcea0-73fc-414c-b1dc-6f78626dfc74, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:04.165583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] For port 80abcea0-73fc-414c-b1dc-6f78626dfc74, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=80abcea0-73fc-414c-b1dc-6f78626dfc74,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:04.310635 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.492345 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Router a6629075-7275-4316-aded-4ec7c71edd19 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:21:04.555148 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Pushing event updated for resources: {'Port': ['ID=80abcea0-73fc-414c-b1dc-6f78626dfc74,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:04.636678 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 2, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:04.643603 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Checking router: 3f5dd035-63f4-4b27-9304-1bb3bd550f30 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:21:04.644313 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Updating router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:21:04.666038 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c0c98-7e65-4c69-ad51-6711723dd92b req-5f65dd14-ebd7-4f8d-9d0e-0debf201a7c7 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:04.676880 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8c5c0c98-7e65-4c69-ad51-6711723dd92b req-5f65dd14-ebd7-4f8d-9d0e-0debf201a7c7 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 969 time: 0.5043325 Apr 18 19:21:04.688405 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:04.694791 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a7717b8a-8d31-415c-a6ef-1a8171e88d53 service neutron] 10.222.0.16 "PUT /v2.0/ports/80abcea0-73fc-414c-b1dc-6f78626dfc74 HTTP/1.1" status: 200 len: 1117 time: 3.4456975 Apr 18 19:21:04.695603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e003a5b-e866-4563-b0c6-8493d6d7731e', 'tag': '80abcea0-73fc-414c-b1dc-6f78626dfc74'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:04.745876 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.085232 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:21:05.103532 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e163b8ee-c99e-4eac-a847-45c098d22aba admin admin] 10.222.0.66 "PUT /v2.0/routers/a6629075-7275-4316-aded-4ec7c71edd19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9221566 Apr 18 19:21:05.173318 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a1b6ad31-5d00-40be-8177-7374183e09f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31fd61fcf0af463d986745e609454c0f&device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 1120 time: 0.2469666 Apr 18 19:21:05.175536 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8c5c0c98-7e65-4c69-ad51-6711723dd92b req-c84de842-283d-453a-b19f-35f22fa3f2fd tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914610 Apr 18 19:21:05.299010 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-ede79e7d-dd5f-4d9e-b36c-d8a67cc8c6a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=80abcea0-73fc-414c-b1dc-6f78626dfc74 HTTP/1.1" status: 200 len: 217 time: 0.1118603 Apr 18 19:21:05.477683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-80fa28cb-2ee6-467a-89dc-f5252d6830d6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:05.479160 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-80fa28cb-2ee6-467a-89dc-f5252d6830d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0637498 Apr 18 19:21:05.590414 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-a57ef572-3f9f-4658-b176-a3d30ab44e49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043038 Apr 18 19:21:05.693838 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.726715 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Transition to ACTIVE for port object 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:05.802863 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:05.834159 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:05.904388 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dace5-f2a2-4db2-a990-1ab724905764 None None] Pushing event updated for resources: {'Port': ['ID=6c30fdf9-7304-46ac-b135-3a0ee1e54a74,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:05.942083 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-d0d7fffc-c426-4c7a-a266-50d9d3baead4 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401804 Apr 18 19:21:05.985895 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:05.992900 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:05.993704 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.086032 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43114) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:06.211747 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Attempting to bind port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:06.212113 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Attempting to bind port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:06.212474 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Attempting to bind port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 on network 9ed1a367-2cbb-46cc-8894-db52b010c14b {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:06.227150 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:06.229719 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Checking segment: {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:06.230198 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.232560 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Bound using segment: {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:06.233079 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Bound port: 6c30fdf9-7304-46ac-b135-3a0ee1e54a74, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:06.233472 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.351466 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b56918-c3a0-412c-858c-4d52b796b83b req-fa657cc3-37de-46dd-bdee-c6678f7a6d04 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977425 Apr 18 19:21:06.391216 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.414702 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] For port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:06.418684 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] For port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6c30fdf9-7304-46ac-b135-3a0ee1e54a74,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:06.443658 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=69e8954c-6b7d-4e57-bef2-4a366c8f71b8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:06.501020 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.557057 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:06.665087 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:06.665861 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:20:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:06.703388 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=69e8954c-6b7d-4e57-bef2-4a366c8f71b8,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:06.893775 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dace5-f2a2-4db2-a990-1ab724905764 None None] Pushing event updated for resources: {'Port': ['ID=6c30fdf9-7304-46ac-b135-3a0ee1e54a74,revision_number=4']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:06.962933 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7d990-65b6-4bf2-a536-a5baf0c997ac req-fabb6784-f55d-4abb-a0d9-37b67d885edb tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:06.970252 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ac7d990-65b6-4bf2-a536-a5baf0c997ac req-fabb6784-f55d-4abb-a0d9-37b67d885edb tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 969 time: 0.2580330 Apr 18 19:21:07.035346 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:07.079474 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ac7d990-65b6-4bf2-a536-a5baf0c997ac req-c013a82b-92b4-47d3-ad77-619a696f2248 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082146 Apr 18 19:21:07.318662 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e4c4bf8a-9d50-43a2-9d82-2a694569598c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.356380 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e4c4bf8a-9d50-43a2-9d82-2a694569598c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:07.362013 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e4c4bf8a-9d50-43a2-9d82-2a694569598c admin admin] Usage tracker for resource:security_group_rule and tenant:d7adf2b7a4a647b5baacc978790c5cc5 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:07.365855 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e4c4bf8a-9d50-43a2-9d82-2a694569598c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:07.372719 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e4c4bf8a-9d50-43a2-9d82-2a694569598c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:07.512356 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e4c4bf8a-9d50-43a2-9d82-2a694569598c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.557007 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e4c4bf8a-9d50-43a2-9d82-2a694569598c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.634763 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:06Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:07.650290 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed380566-a818-42bd-aac5-9c6038076a2c None None] The sync data for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 is: [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:06Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:21:07.666709 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4bf8a-9d50-43a2-9d82-2a694569598c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f665045d-c488-469e-afad-cbffa4d86808,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:07.675638 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e4c4bf8a-9d50-43a2-9d82-2a694569598c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7adf2b7a4a647b5baacc978790c5cc5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5885043 Apr 18 19:21:07.678957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43150) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:07.794348 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d892263c-22cb-4168-bd70-b10cd0075d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.794348 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d892263c-22cb-4168-bd70-b10cd0075d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:07.894091 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3052f04-4b2f-4882-a69a-08983b857889'] response: {'name': 'network-changed', 'server_uuid': '9e003a5b-e866-4563-b0c6-8493d6d7731e', 'tag': '80abcea0-73fc-414c-b1dc-6f78626dfc74', 'status': 'completed', 'code': 200} Apr 18 19:21:07.941413 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:08.154261 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-458a1a18-d291-4c20-995a-ce3c039a1088 req-7608adb3-96db-45c2-a760-c70e82ab8546 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31fd61fcf0af463d986745e609454c0f&device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 1120 time: 0.2717288 Apr 18 19:21:08.345820 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:08.355960 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:08.355960 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:08.370988 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d892263c-22cb-4168-bd70-b10cd0075d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:08.464799 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892263c-22cb-4168-bd70-b10cd0075d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f665045d-c488-469e-afad-cbffa4d86808,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:08.515337 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d892263c-22cb-4168-bd70-b10cd0075d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:08.516808 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d892263c-22cb-4168-bd70-b10cd0075d0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f665045d-c488-469e-afad-cbffa4d86808 HTTP/1.1" status: 204 len: 168 time: 0.8368909 Apr 18 19:21:08.544551 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Sync routers for ids ['a6629075-7275-4316-aded-4ec7c71edd19'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:21:08.551708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a1a18-d291-4c20-995a-ce3c039a1088 req-15c7d742-eaf7-4b26-8291-50ea10d8146b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:08.553475 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-458a1a18-d291-4c20-995a-ce3c039a1088 req-15c7d742-eaf7-4b26-8291-50ea10d8146b service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3859904 Apr 18 19:21:08.567361 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e539d-1cd2-4e93-8dc2-2d1c4ba7c0d2 req-f19ab516-ec9c-43e6-8aec-f64d356c51f1 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:08.568924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9a4e539d-1cd2-4e93-8dc2-2d1c4ba7c0d2 req-f19ab516-ec9c-43e6-8aec-f64d356c51f1 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 969 time: 0.1736553 Apr 18 19:21:08.661195 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:08.661195 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Routers {'a6629075-7275-4316-aded-4ec7c71edd19'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:08.661195 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:20:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a6629075-7275-4316-aded-4ec7c71edd19'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:08.673301 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-458a1a18-d291-4c20-995a-ce3c039a1088 req-816f4715-6faa-4cb0-bf41-000356602cf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=80abcea0-73fc-414c-b1dc-6f78626dfc74 HTTP/1.1" status: 200 len: 217 time: 0.1031199 Apr 18 19:21:08.779685 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a1a18-d291-4c20-995a-ce3c039a1088 req-076ac35b-d29a-4192-9001-a1b815e595eb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:08.781846 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-458a1a18-d291-4c20-995a-ce3c039a1088 req-076ac35b-d29a-4192-9001-a1b815e595eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0882232 Apr 18 19:21:08.797581 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9a4e539d-1cd2-4e93-8dc2-2d1c4ba7c0d2 req-b0cae062-2027-4c9e-9422-4f3764ac7527 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652875 Apr 18 19:21:08.942720 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-458a1a18-d291-4c20-995a-ce3c039a1088 req-701fd248-ba67-4c89-a256-f6c2d7e7a250 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438940 Apr 18 19:21:08.944231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6c30fdf9-7304-46ac-b135-3a0ee1e54a74,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:08.987938 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43190) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:08.995866 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-641670192-network', 'tenant_id': '30f08fed39ce49fe95210d47fdf118be'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:09.008029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:09.028027 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Usage tracker for resource:network and tenant:30f08fed39ce49fe95210d47fdf118be is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:09.038004 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:09.051940 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.055465 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:09.082149 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:09.169635 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Made reservation on behalf of 30f08fed39ce49fe95210d47fdf118be for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:09.174967 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-458a1a18-d291-4c20-995a-ce3c039a1088 req-6c084228-6c8f-412a-8dbe-0dce9705b9ee service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134032 Apr 18 19:21:09.178793 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.215035 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.314746 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:09.331707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Usage tracker for resource:security_group_rule and tenant:30f08fed39ce49fe95210d47fdf118be is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:09.339652 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:09.352238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:09.546395 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.565373 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Set router a6629075-7275-4316-aded-4ec7c71edd19 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:09.616431 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-458a1a18-d291-4c20-995a-ce3c039a1088 req-6b6c5f26-2a04-48f3-977c-9ae8d8fddb21 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249771 Apr 18 19:21:09.624365 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.645240 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=6c30fdf9-7304-46ac-b135-3a0ee1e54a74,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:09.678458 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.680696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:21:09.699321 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ff4c16-cd1b-4c1e-8e02-e25e65f5356b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:09.708060 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.708418 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Added segment a02e63f9-8843-42e2-805b-8b6bcfd79ef7 of type vlan for network 6f35f56e-d918-4988-8192-ce548e29ae6b Apr 18 19:21:09.748341 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:09.878367 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:09.878367 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.009531 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.011331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:10.012155 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.152208 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52807ef1-1a85-4913-b604-f7c97010df9f req-4f2ae202-1fc9-4b63-8f84-0f2a61bca136 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:10.162562 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-52807ef1-1a85-4913-b604-f7c97010df9f req-4f2ae202-1fc9-4b63-8f84-0f2a61bca136 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 969 time: 0.1168857 Apr 18 19:21:10.226737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43228) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:10.226737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199582932', 'description': 'tempest-description--755579375'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:10.230574 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:10.235020 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-52807ef1-1a85-4913-b604-f7c97010df9f req-02974e8b-7cf8-4baf-8fd8-066f095da74d tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715313 Apr 18 19:21:10.238000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Usage tracker for resource:security_group and tenant:3cbf4e3c30304ddab39b304473805b3e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:10.241037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:10.254287 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:10.334157 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] Pushing event updated for resources: {'Network': ['ID=6f35f56e-d918-4988-8192-ce548e29ae6b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:10.352867 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 6f35f56e-d918-4988-8192-ce548e29ae6b details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:21:10.415283 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43232) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:10.420133 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.450141 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-30c62b88-3ef1-45fc-9b67-1efecf5568ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.465708 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0d1ea3b8-869e-4a69-9694-33cbd3c0d8da admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4766438 Apr 18 19:21:10.468837 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43236) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:10.470011 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:10.498218 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:10.501806 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-30c62b88-3ef1-45fc-9b67-1efecf5568ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:10.507115 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Usage tracker for resource:security_group_rule and tenant:3cbf4e3c30304ddab39b304473805b3e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:10.508232 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-30c62b88-3ef1-45fc-9b67-1efecf5568ab admin admin] Usage tracker for resource:security_group_rule and tenant:9880db55d00c412ba00d373ae7e74dcc is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:10.512336 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-30c62b88-3ef1-45fc-9b67-1efecf5568ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:10.520729 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:10.521002 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-30c62b88-3ef1-45fc-9b67-1efecf5568ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:10.529884 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:10.570842 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:10.571305 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.612639 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-30c62b88-3ef1-45fc-9b67-1efecf5568ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.620153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Request body: {'subnet': {'network_id': '6f35f56e-d918-4988-8192-ce548e29ae6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-641670192-subnet', 'tenant_id': '30f08fed39ce49fe95210d47fdf118be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:10.622847 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-router', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:55Z', 'updated_at': '2022-04-18T19:21:01Z', 'revision_number': 4, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'gw_port': {'id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:56Z', 'updated_at': '2022-04-18T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'd9e468bb-e002-483f-aa31-5ab86100bda0', 'name': '', 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'mac_address': 'fa:16:3e:86:cf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bd26c9b-0333-4308-9621-e465f2800902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:00Z', 'updated_at': '2022-04-18T19:21:02Z', 'revision_number': 2, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'subnets': [{'id': '5bd26c9b-0333-4308-9621-e465f2800902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:10.627660 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:10.632830 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Checking router: a6629075-7275-4316-aded-4ec7c71edd19 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:21:10.636950 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Updating router a6629075-7275-4316-aded-4ec7c71edd19 port d9e468bb-e002-483f-aa31-5ab86100bda0 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:21:10.637064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Usage tracker for resource:subnet and tenant:30f08fed39ce49fe95210d47fdf118be is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:10.638093 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:10.648160 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:10.685335 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-30c62b88-3ef1-45fc-9b67-1efecf5568ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.695109 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.699723 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.772652 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Made reservation on behalf of 30f08fed39ce49fe95210d47fdf118be for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:10.775418 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.797219 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:10.823926 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43246) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:10.935703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:11.008900 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.010648 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d64c690c-65fe-4e7b-bdec-98a375cf5dd8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.7956657 Apr 18 19:21:11.013315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43254) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:11.021277 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-aa70aebf-3835-4f8d-a187-40ac917b7de1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Request body: {'security_group_rule': {'security_group_id': '92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:11.035216 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-aa70aebf-3835-4f8d-a187-40ac917b7de1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:11.044941 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c62b88-3ef1-45fc-9b67-1efecf5568ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0063e4-ffd1-4456-bf7d-051000f1260d,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:11.046340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-aa70aebf-3835-4f8d-a187-40ac917b7de1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Usage tracker for resource:security_group_rule and tenant:3cbf4e3c30304ddab39b304473805b3e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:11.054232 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-aa70aebf-3835-4f8d-a187-40ac917b7de1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:11.062310 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-30c62b88-3ef1-45fc-9b67-1efecf5568ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9880db55d00c412ba00d373ae7e74dcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6445844 Apr 18 19:21:11.065890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43258) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:11.072269 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-aa70aebf-3835-4f8d-a187-40ac917b7de1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:11.104847 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.129045 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.189818 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-aa70aebf-3835-4f8d-a187-40ac917b7de1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.336446 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ff548bb4-4248-499a-bb2e-d2136c9f322c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.338095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96da9649-d0d1-4330-bf55-b16652a4e94c,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:11.439324 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ff548bb4-4248-499a-bb2e-d2136c9f322c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.440521 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-32056075-826a-4dfb-9616-c04d4fba8b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.503791 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-aa70aebf-3835-4f8d-a187-40ac917b7de1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.523124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Checking segment: {'id': 'a02e63f9-8843-42e2-805b-8b6bcfd79ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6f35f56e-d918-4988-8192-ce548e29ae6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:11.672541 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Network hostable DHCP agents. Network: 6f35f56e-d918-4988-8192-ce548e29ae6b, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:21:11.673017 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.673017 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Transition to ACTIVE for port object d9e468bb-e002-483f-aa31-5ab86100bda0 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:11.673694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-32056075-826a-4dfb-9616-c04d4fba8b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:11.673694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-32056075-826a-4dfb-9616-c04d4fba8b43 admin admin] Usage tracker for resource:security_group_rule and tenant:3464321a153e4e5088aff16053bb5a62 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:11.673694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-32056075-826a-4dfb-9616-c04d4fba8b43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:11.673694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-32056075-826a-4dfb-9616-c04d4fba8b43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:11.673694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a47ec-a430-4625-af9a-a81086e2aeab req-f39a7d13-50fc-4a41-a82d-c027249298fd tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:11.673694 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a21a47ec-a430-4625-af9a-a81086e2aeab req-f39a7d13-50fc-4a41-a82d-c027249298fd tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 969 time: 0.1254144 Apr 18 19:21:11.730679 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a21a47ec-a430-4625-af9a-a81086e2aeab req-a7ee14bf-6ef9-437f-8fd0-d26fa9b8b489 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825858 Apr 18 19:21:11.733422 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-aa70aebf-3835-4f8d-a187-40ac917b7de1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.768354 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.789449 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-32056075-826a-4dfb-9616-c04d4fba8b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.791280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70aebf-3835-4f8d-a187-40ac917b7de1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7120a039-a39d-4431-a576-9e5b1c098dd7,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:11.803571 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Network 6f35f56e-d918-4988-8192-ce548e29ae6b is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:21:11.806105 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ff548bb4-4248-499a-bb2e-d2136c9f322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.849150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff548bb4-4248-499a-bb2e-d2136c9f322c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0063e4-ffd1-4456-bf7d-051000f1260d,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:11.856429 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-32056075-826a-4dfb-9616-c04d4fba8b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.862026 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ff548bb4-4248-499a-bb2e-d2136c9f322c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.867049 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ff548bb4-4248-499a-bb2e-d2136c9f322c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f0063e4-ffd1-4456-bf7d-051000f1260d HTTP/1.1" status: 204 len: 168 time: 0.7992177 Apr 18 19:21:11.894318 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 6f35f56e-d918-4988-8192-ce548e29ae6b) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:11.906038 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:11.906038 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.981132 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32056075-826a-4dfb-9616-c04d4fba8b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0666db-caed-4548-aeba-7fd86f798d6d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:11.988228 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-aa70aebf-3835-4f8d-a187-40ac917b7de1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:11.991518 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3dce08-b1ee-4220-a5b6-a6f98eece301 None None] Network 6f35f56e-d918-4988-8192-ce548e29ae6b requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:11.992790 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43274) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:11.993679 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-aa70aebf-3835-4f8d-a187-40ac917b7de1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9767361 Apr 18 19:21:11.999387 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-32056075-826a-4dfb-9616-c04d4fba8b43 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3464321a153e4e5088aff16053bb5a62&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1597600 Apr 18 19:21:12.004177 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-b1957480-e4d1-47eb-a59f-e49be955ef19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Request body: {'security_group_rule': {'security_group_id': '92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:12.004364 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43278) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:12.013995 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b1957480-e4d1-47eb-a59f-e49be955ef19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:12.019165 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b1957480-e4d1-47eb-a59f-e49be955ef19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Usage tracker for resource:security_group_rule and tenant:3cbf4e3c30304ddab39b304473805b3e is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:12.023147 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b1957480-e4d1-47eb-a59f-e49be955ef19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:12.031357 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b1957480-e4d1-47eb-a59f-e49be955ef19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:12.099478 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-882319a1-a67a-4fae-9271-d86147558466 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6278055 Apr 18 19:21:12.109886 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1957480-e4d1-47eb-a59f-e49be955ef19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.132207 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815e1e9-e60c-461d-acaa-c28af3c5ae31 None None] Pushing event updated for resources: {'Port': ['ID=d9e468bb-e002-483f-aa31-5ab86100bda0,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:12.223708 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59a19fed-c469-4b9f-b856-59867caec708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.277806 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1957480-e4d1-47eb-a59f-e49be955ef19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.311327 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59a19fed-c469-4b9f-b856-59867caec708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.356887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1957480-e4d1-47eb-a59f-e49be955ef19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.411751 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1957480-e4d1-47eb-a59f-e49be955ef19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214ad122-b480-4b07-a8b1-b25df1f2e9ea,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:12.447706 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Attempting to bind port d9e468bb-e002-483f-aa31-5ab86100bda0 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:12.448138 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Attempting to bind port d9e468bb-e002-483f-aa31-5ab86100bda0 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'fbb3619e-ab92-4c84-8da2-a18d8af4df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:12.448492 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Attempting to bind port d9e468bb-e002-483f-aa31-5ab86100bda0 on network eef39a32-58ab-4f4c-a40c-a16a5c799afd {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:12.476975 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59a19fed-c469-4b9f-b856-59867caec708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.511575 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a19fed-c469-4b9f-b856-59867caec708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0666db-caed-4548-aeba-7fd86f798d6d,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:12.515740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:12.516245 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Checking segment: {'id': 'fbb3619e-ab92-4c84-8da2-a18d8af4df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:12.516658 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.517030 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Bound using segment: {'id': 'fbb3619e-ab92-4c84-8da2-a18d8af4df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:12.517616 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Bound port: d9e468bb-e002-483f-aa31-5ab86100bda0, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb3619e-ab92-4c84-8da2-a18d8af4df28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:12.518023 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.523621 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59a19fed-c469-4b9f-b856-59867caec708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.528814 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-59a19fed-c469-4b9f-b856-59867caec708 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a0666db-caed-4548-aeba-7fd86f798d6d HTTP/1.1" status: 204 len: 168 time: 0.5206158 Apr 18 19:21:12.572648 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43296) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:12.637345 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1957480-e4d1-47eb-a59f-e49be955ef19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:12.638985 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b1957480-e4d1-47eb-a59f-e49be955ef19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6442533 Apr 18 19:21:12.642220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43302) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:12.653082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:12.653421 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] For port d9e468bb-e002-483f-aa31-5ab86100bda0, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:12.657574 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] For port d9e468bb-e002-483f-aa31-5ab86100bda0, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d9e468bb-e002-483f-aa31-5ab86100bda0,segment=NetworkSegment(fbb3619e-ab92-4c84-8da2-a18d8af4df28),segment_id=fbb3619e-ab92-4c84-8da2-a18d8af4df28)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:12.672846 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:12.680868 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Usage tracker for resource:floatingip and tenant:3cbf4e3c30304ddab39b304473805b3e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:12.692375 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:12.706060 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:12.759171 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f74f3f-8a6d-4e07-b888-e24e6aca36d0 None None] Network 6f35f56e-d918-4988-8192-ce548e29ae6b requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:12.918913 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:13.102393 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:13.103911 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815e1e9-e60c-461d-acaa-c28af3c5ae31 None None] Pushing event updated for resources: {'Port': ['ID=d9e468bb-e002-483f-aa31-5ab86100bda0,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:13.132375 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Routers {'a6629075-7275-4316-aded-4ec7c71edd19'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:13.133321 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:20:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a6629075-7275-4316-aded-4ec7c71edd19'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:13.394276 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec33b4-4564-4d68-ac5d-e72bdfe561a9 req-b42a6f56-ee12-432d-96ce-974e30153868 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:13.395848 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57ec33b4-4564-4d68-ac5d-e72bdfe561a9 req-b42a6f56-ee12-432d-96ce-974e30153868 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 969 time: 0.4289520 Apr 18 19:21:13.514500 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57ec33b4-4564-4d68-ac5d-e72bdfe561a9 req-c9bb92d0-a1bf-438d-9c8e-f6789ebf6543 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087511 Apr 18 19:21:13.535660 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:13.578292 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] Set router a6629075-7275-4316-aded-4ec7c71edd19 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:13.735933 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dc20e115-347a-41f6-8a82-62dcf48e0b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:13.791370 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Allocated IP 172.25.8.241 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/f7e361bd-0b45-4785-a25f-b0a354a99e82) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:13.798022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-dc20e115-347a-41f6-8a82-62dcf48e0b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:13.805794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-dc20e115-347a-41f6-8a82-62dcf48e0b89 admin admin] Usage tracker for resource:security_group_rule and tenant:d9a865179c98438a9aabb3ab22c3b9ab is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:13.809063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-dc20e115-347a-41f6-8a82-62dcf48e0b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:13.817323 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-dc20e115-347a-41f6-8a82-62dcf48e0b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:13.962959 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-router', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:55Z', 'updated_at': '2022-04-18T19:21:01Z', 'revision_number': 4, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'gw_port': {'id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:56Z', 'updated_at': '2022-04-18T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'd9e468bb-e002-483f-aa31-5ab86100bda0', 'name': '', 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'mac_address': 'fa:16:3e:86:cf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bd26c9b-0333-4308-9621-e465f2800902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:00Z', 'updated_at': '2022-04-18T19:21:12Z', 'revision_number': 4, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'subnets': [{'id': '5bd26c9b-0333-4308-9621-e465f2800902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:13.967975 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed40ba2a-f277-4c88-9df8-1d64dbb8be57 None None] The sync data for ids ['a6629075-7275-4316-aded-4ec7c71edd19'] in n-d-838334-1 is: [{'id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-router', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:55Z', 'updated_at': '2022-04-18T19:21:01Z', 'revision_number': 4, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'gw_port': {'id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:56Z', 'updated_at': '2022-04-18T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'd9e468bb-e002-483f-aa31-5ab86100bda0', 'name': '', 'network_id': 'eef39a32-58ab-4f4c-a40c-a16a5c799afd', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'mac_address': 'fa:16:3e:86:cf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bd26c9b-0333-4308-9621-e465f2800902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:21:00Z', 'updated_at': '2022-04-18T19:21:12Z', 'revision_number': 4, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'subnets': [{'id': '5bd26c9b-0333-4308-9621-e465f2800902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:21:14.016938 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.029235 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dc20e115-347a-41f6-8a82-62dcf48e0b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.392046 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d9e468bb-e002-483f-aa31-5ab86100bda0 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:14.401600 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8658590-4235-474d-af29-c1208420bcfa req-e911aeb8-4333-4b51-85fd-3c1f137acd84 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:14.402199 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a8658590-4235-474d-af29-c1208420bcfa req-e911aeb8-4333-4b51-85fd-3c1f137acd84 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Synchronizing usage tracker for tenant:7e8a2dfc35db431798213b48c535215f on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:14.402645 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dc20e115-347a-41f6-8a82-62dcf48e0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.446991 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.500446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20e115-347a-41f6-8a82-62dcf48e0b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04f6d49-7df8-4c2b-8ee2-7e3135db7467,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:14.508234 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-dc20e115-347a-41f6-8a82-62dcf48e0b89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d9a865179c98438a9aabb3ab22c3b9ab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9339676 Apr 18 19:21:14.511360 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43328) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:14.515963 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a8658590-4235-474d-af29-c1208420bcfa req-e911aeb8-4333-4b51-85fd-3c1f137acd84 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Unset dirty status for tenant:7e8a2dfc35db431798213b48c535215f on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:14.523371 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-e911aeb8-4333-4b51-85fd-3c1f137acd84 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 821 time: 0.2779751 Apr 18 19:21:14.529478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:14.532492 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:14.537260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:14.539921 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port d9e468bb-e002-483f-aa31-5ab86100bda0 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:14.541206 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Pushing event updated for resources: {'Port': ['ID=f7e361bd-0b45-4785-a25f-b0a354a99e82,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:14.555180 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port d9e468bb-e002-483f-aa31-5ab86100bda0 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:14.555180 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.625480 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-eb021ab4-a002-4aeb-b8c1-c823a097633f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/quotas/7e8a2dfc35db431798213b48c535215f HTTP/1.1" status: 200 len: 375 time: 0.1009974 Apr 18 19:21:14.712214 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-0e8511d9-7f01-4a59-95d0-04559c54a3dd tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854254 Apr 18 19:21:14.739708 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-17df4288-11aa-4b83-a894-c8d577a97adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.746318 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43340) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:14.771897 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.814448 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34b428c8-62f7-4a99-b731-9053fde2f453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.863847 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.875152 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port d9e468bb-e002-483f-aa31-5ab86100bda0, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d9e468bb-e002-483f-aa31-5ab86100bda0,segment=NetworkSegment(fbb3619e-ab92-4c84-8da2-a18d8af4df28),segment_id=fbb3619e-ab92-4c84-8da2-a18d8af4df28)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:14.913057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43348) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:14.915975 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-17df4288-11aa-4b83-a894-c8d577a97adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:14.939437 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe60ef-f63c-4292-8425-ae0aadb567ef req-1b00f92e-da7f-4079-b3a7-5fb1d80c9988 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:14.947749 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1fe60ef-f63c-4292-8425-ae0aadb567ef req-1b00f92e-da7f-4079-b3a7-5fb1d80c9988 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 969 time: 0.1609871 Apr 18 19:21:14.957062 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.022854 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-34b428c8-62f7-4a99-b731-9053fde2f453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:15.027482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-34b428c8-62f7-4a99-b731-9053fde2f453 admin admin] Usage tracker for resource:security_group_rule and tenant:93fa5106685247cd93a364928be0e11b is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:15.034425 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-34b428c8-62f7-4a99-b731-9053fde2f453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:15.049769 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-34b428c8-62f7-4a99-b731-9053fde2f453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:15.074576 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.089855 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=d9e468bb-e002-483f-aa31-5ab86100bda0,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:15.108227 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-17df4288-11aa-4b83-a894-c8d577a97adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.181950 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df4288-11aa-4b83-a894-c8d577a97adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04f6d49-7df8-4c2b-8ee2-7e3135db7467,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:15.220614 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-17df4288-11aa-4b83-a894-c8d577a97adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.224455 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-17df4288-11aa-4b83-a894-c8d577a97adc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c04f6d49-7df8-4c2b-8ee2-7e3135db7467 HTTP/1.1" status: 204 len: 168 time: 0.7085972 Apr 18 19:21:15.256370 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34b428c8-62f7-4a99-b731-9053fde2f453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.287542 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1fe60ef-f63c-4292-8425-ae0aadb567ef req-f084a58e-532c-4600-9b4a-1c5cde7bc02c tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389423 Apr 18 19:21:15.288195 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-536d4ca7-bd53-4463-ba8e-e54da952cb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.313140 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-359c13e1-de82-4d09-ac80-4311d14bac50 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:21:15.315137 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-359c13e1-de82-4d09-ac80-4311d14bac50 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2011616 Apr 18 19:21:15.318617 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34b428c8-62f7-4a99-b731-9053fde2f453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.337497 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-536d4ca7-bd53-4463-ba8e-e54da952cb15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:15.348093 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-536d4ca7-bd53-4463-ba8e-e54da952cb15 admin admin] Usage tracker for resource:security_group_rule and tenant:39259a0d46eb4decb6ffe993a9959f24 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:15.352950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-536d4ca7-bd53-4463-ba8e-e54da952cb15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:15.362168 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-536d4ca7-bd53-4463-ba8e-e54da952cb15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:15.429472 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.472011 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-536d4ca7-bd53-4463-ba8e-e54da952cb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.499894 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.505793 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-0ac70039-c5dd-45f7-8098-a64b70830270 service neutron] 10.222.0.66 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719162 Apr 18 19:21:15.534752 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b428c8-62f7-4a99-b731-9053fde2f453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c88354-25e8-48f2-8efc-7d35748345c5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:15.541855 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-34b428c8-62f7-4a99-b731-9053fde2f453 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=93fa5106685247cd93a364928be0e11b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7944629 Apr 18 19:21:15.545893 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43362) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:15.565863 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-536d4ca7-bd53-4463-ba8e-e54da952cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.574578 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.599783 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Pushing event updated for resources: {'Port': ['ID=f7e361bd-0b45-4785-a25f-b0a354a99e82,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:15.637744 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d4ca7-bd53-4463-ba8e-e54da952cb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accfa7da-6157-480f-a38c-dde9f6a5a9fc,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:15.657803 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-536d4ca7-bd53-4463-ba8e-e54da952cb15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39259a0d46eb4decb6ffe993a9959f24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7417264 Apr 18 19:21:15.658546 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43368) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:15.719082 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ff98aa01-d896-46a4-b796-36f6daa78e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.722391 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.731386 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6bfcab4b-da2e-4130-9fae-eb4f8d1af0a6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0791986 Apr 18 19:21:15.740528 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-303f1307-8888-4876-bab1-864293f86f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.745631 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-1d299d2a-5849-4ca0-8147-ab0f435ae4dc service neutron] 10.222.0.66 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324593 Apr 18 19:21:15.753764 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ff98aa01-d896-46a4-b796-36f6daa78e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.776693 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-303f1307-8888-4876-bab1-864293f86f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.894309 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ff98aa01-d896-46a4-b796-36f6daa78e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.909772 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98aa01-d896-46a4-b796-36f6daa78e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accfa7da-6157-480f-a38c-dde9f6a5a9fc,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:15.911672 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-303f1307-8888-4876-bab1-864293f86f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.917708 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ff98aa01-d896-46a4-b796-36f6daa78e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.919099 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ff98aa01-d896-46a4-b796-36f6daa78e52 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/accfa7da-6157-480f-a38c-dde9f6a5a9fc HTTP/1.1" status: 204 len: 168 time: 0.2596295 Apr 18 19:21:15.946062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f1307-8888-4876-bab1-864293f86f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c88354-25e8-48f2-8efc-7d35748345c5,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:15.952874 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-303f1307-8888-4876-bab1-864293f86f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:15.953943 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-303f1307-8888-4876-bab1-864293f86f89 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/90c88354-25e8-48f2-8efc-7d35748345c5 HTTP/1.1" status: 204 len: 168 time: 0.4071457 Apr 18 19:21:16.064398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-75654c2e-991c-4a4a-9f38-dda726277624 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Synchronizing usage tracker for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:16.137993 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc19488-9f5e-407b-9dfb-1078676c3446 req-fd72fbb2-f1bd-4527-acdc-ac5c37a19a15 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 210 time: 0.0757344 Apr 18 19:21:16.156713 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-75654c2e-991c-4a4a-9f38-dda726277624 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Unset dirty status for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:16.157973 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-75654c2e-991c-4a4a-9f38-dda726277624 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--199582932&fields=id&tenant_id=3cbf4e3c30304ddab39b304473805b3e HTTP/1.1" status: 200 len: 267 time: 0.1383452 Apr 18 19:21:16.205734 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43402) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:16.236413 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5b19ea24-eac9-452b-8657-81895e0a1043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.328372 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5b19ea24-eac9-452b-8657-81895e0a1043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:16.339603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5b19ea24-eac9-452b-8657-81895e0a1043 admin admin] Usage tracker for resource:security_group_rule and tenant:77cb65dce31c4d61a169561984a6a1d4 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:16.345711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5b19ea24-eac9-452b-8657-81895e0a1043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:16.353226 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5b19ea24-eac9-452b-8657-81895e0a1043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:16.449774 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-a5d520d3-07f5-466b-9d29-bc2d351b3eae tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:16.450563 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-a5d520d3-07f5-466b-9d29-bc2d351b3eae tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Synchronizing usage tracker for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:16.478482 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5b19ea24-eac9-452b-8657-81895e0a1043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.489629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d9e468bb-e002-483f-aa31-5ab86100bda0 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:16.525063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-a5d520d3-07f5-466b-9d29-bc2d351b3eae tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Unset dirty status for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:16.525063 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-a5d520d3-07f5-466b-9d29-bc2d351b3eae tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/networks?id=9ed1a367-2cbb-46cc-8894-db52b010c14b HTTP/1.1" status: 200 len: 823 time: 0.3561935 Apr 18 19:21:16.526534 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5b19ea24-eac9-452b-8657-81895e0a1043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.543485 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-a12a233f-04be-4f75-9542-0069fd01a8bc tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/quotas/3cbf4e3c30304ddab39b304473805b3e HTTP/1.1" status: 200 len: 375 time: 0.0115333 Apr 18 19:21:16.647170 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-00e23bdc-ca3d-4327-83ad-36f9946977f1 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3cbf4e3c30304ddab39b304473805b3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956073 Apr 18 19:21:16.697674 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5b19ea24-eac9-452b-8657-81895e0a1043 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77cb65dce31c4d61a169561984a6a1d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4882362 Apr 18 19:21:16.698587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43422) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:16.712171 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19ea24-eac9-452b-8657-81895e0a1043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a7a93-58c2-4c87-ab16-5830fef6cda7,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:16.746301 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port d9e468bb-e002-483f-aa31-5ab86100bda0 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:16.746951 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.767561 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01b4a2-1ce0-4e09-a9ce-d012bd7f8d66 req-633c755a-d5c8-47c5-ba23-fc3d6088a31c tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:16.775735 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ac01b4a2-1ce0-4e09-a9ce-d012bd7f8d66 req-633c755a-d5c8-47c5-ba23-fc3d6088a31c tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 969 time: 0.2242737 Apr 18 19:21:16.804063 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e9d4-9638-488c-9fa3-502743cd2d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:16.856708 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ac01b4a2-1ce0-4e09-a9ce-d012bd7f8d66 req-ffac1490-e33d-43de-a2c0-550318e26669 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800464 Apr 18 19:21:16.858863 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e9d4-9638-488c-9fa3-502743cd2d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.002344 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e9d4-9638-488c-9fa3-502743cd2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.018871 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2e9d4-9638-488c-9fa3-502743cd2d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a7a93-58c2-4c87-ab16-5830fef6cda7,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:17.023025 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e9d4-9638-488c-9fa3-502743cd2d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.026815 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f6f2e9d4-9638-488c-9fa3-502743cd2d0b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f63a7a93-58c2-4c87-ab16-5830fef6cda7 HTTP/1.1" status: 204 len: 168 time: 0.3244038 Apr 18 19:21:17.189439 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43444) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:17.207517 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5612d522-bd43-47cc-8d7e-24cfc9666295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.242045 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5612d522-bd43-47cc-8d7e-24cfc9666295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:17.253831 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5612d522-bd43-47cc-8d7e-24cfc9666295 admin admin] Usage tracker for resource:security_group_rule and tenant:128e2dd561f348e19d2fe50e533ec17b is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:17.262657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5612d522-bd43-47cc-8d7e-24cfc9666295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:17.272084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5612d522-bd43-47cc-8d7e-24cfc9666295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:17.277156 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c516f18-72a1-4ae2-9ddd-d695cf7a0677 req-f102e491-c254-4768-ac12-d6f598ee1ada tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 210 time: 0.0487595 Apr 18 19:21:17.349383 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5612d522-bd43-47cc-8d7e-24cfc9666295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.409613 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5612d522-bd43-47cc-8d7e-24cfc9666295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.470051 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612d522-bd43-47cc-8d7e-24cfc9666295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76016fcb-e795-4ed7-854b-dff496de4481,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:17.474021 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5612d522-bd43-47cc-8d7e-24cfc9666295 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=128e2dd561f348e19d2fe50e533ec17b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2835538 Apr 18 19:21:17.476656 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43458) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:17.542552 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f99ba8dc-b661-4429-be4e-5d2d04dffe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.572224 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f99ba8dc-b661-4429-be4e-5d2d04dffe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.663462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-862e7d74-a1b5-432b-b4cd-4804bf3e4e90 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:21:17.664729 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-862e7d74-a1b5-432b-b4cd-4804bf3e4e90 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4069781 Apr 18 19:21:17.697034 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f99ba8dc-b661-4429-be4e-5d2d04dffe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.789410 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ba8dc-b661-4429-be4e-5d2d04dffe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76016fcb-e795-4ed7-854b-dff496de4481,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:17.791403 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f99ba8dc-b661-4429-be4e-5d2d04dffe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:17.792570 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f99ba8dc-b661-4429-be4e-5d2d04dffe0a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76016fcb-e795-4ed7-854b-dff496de4481 HTTP/1.1" status: 204 len: 168 time: 0.3150289 Apr 18 19:21:17.843942 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-3cd9ee55-b65c-4a00-af56-bb58f291ad21 service neutron] 10.222.0.66 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724529 Apr 18 19:21:17.984491 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-8527d3a1-cce0-4261-81b0-bfb3ad1998cc service neutron] 10.222.0.66 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348448 Apr 18 19:21:18.109707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c0811-7455-4fd8-96be-7de1609ecea4 req-de1b7e41-130c-4fc5-a50f-532d0024f13a tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:18.111183 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-836c0811-7455-4fd8-96be-7de1609ecea4 req-de1b7e41-130c-4fc5-a50f-532d0024f13a tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 969 time: 0.0895181 Apr 18 19:21:18.189637 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-836c0811-7455-4fd8-96be-7de1609ecea4 req-944b0880-e28f-401d-8a7d-0f940a846a8e tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720363 Apr 18 19:21:18.299501 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a3ecb44a-7644-4155-b73e-4a0f90e36727 req-835ef910-1779-4a88-8a5d-e7b4d983e22b tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 210 time: 0.0573032 Apr 18 19:21:18.308753 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 80abcea0-73fc-414c-b1dc-6f78626dfc74 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:18.524965 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 80abcea0-73fc-414c-b1dc-6f78626dfc74, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=80abcea0-73fc-414c-b1dc-6f78626dfc74,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:18.543027 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '80abcea0-73fc-414c-b1dc-6f78626dfc74', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '80abcea0-73fc-414c-b1dc-6f78626dfc74', 'mac_address': 'fa:16:3e:f1:8c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:tempest-test_az-355566631', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:21:18.551658 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6acbad8d-ee6e-491b-8717-1c1cba923f9a req-ff910fc1-307e-4443-bd5f-7e121048b602 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 210 time: 0.0443945 Apr 18 19:21:18.614030 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:18.632176 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80abcea0-73fc-414c-b1dc-6f78626dfc74 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:18.647609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 80abcea0-73fc-414c-b1dc-6f78626dfc74, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=80abcea0-73fc-414c-b1dc-6f78626dfc74,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:18.739570 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:18.810821 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=80abcea0-73fc-414c-b1dc-6f78626dfc74,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:19.096638 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['80abcea0-73fc-414c-b1dc-6f78626dfc74'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:19.147468 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.71', 57436) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:19.337377 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8658590-4235-474d-af29-c1208420bcfa req-e3afd3f5-3319-4a0c-87a5-5513866db1f5 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:19.339152 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-e3afd3f5-3319-4a0c-87a5-5513866db1f5 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.71 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 821 time: 0.1900921 Apr 18 19:21:19.393601 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Request body: {'port': {'device_id': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99', 'admin_state_up': True, 'tenant_id': '7e8a2dfc35db431798213b48c535215f'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:19.520124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-39b5a23c-c37c-4983-a658-9830f3b31594 req-6b8416d2-ecee-4e85-a81f-fb1201c0df47 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Synchronizing usage tracker for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:19.523311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4f33f-34e6-427e-9aaf-04404890ccef req-6629cb90-9143-4488-86dc-66dc232d0a87 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:19.525372 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2bf4f33f-34e6-427e-9aaf-04404890ccef req-6629cb90-9143-4488-86dc-66dc232d0a87 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 970 time: 0.1286905 Apr 18 19:21:19.588972 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2bf4f33f-34e6-427e-9aaf-04404890ccef req-c4b373df-6e3c-479d-9a24-2a85ccbde251 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563176 Apr 18 19:21:19.677667 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:19.681575 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Usage tracker for resource:port and tenant:7e8a2dfc35db431798213b48c535215f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:19.684703 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:19.690705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:19.716409 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-39b5a23c-c37c-4983-a658-9830f3b31594 req-6b8416d2-ecee-4e85-a81f-fb1201c0df47 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Unset dirty status for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:19.719809 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-39b5a23c-c37c-4983-a658-9830f3b31594 req-6b8416d2-ecee-4e85-a81f-fb1201c0df47 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 210 time: 0.2982225 Apr 18 19:21:19.756892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Made reservation on behalf of 7e8a2dfc35db431798213b48c535215f for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:19.768822 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:19.963666 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-97b75ee0-e7a5-4f7e-a8fa-505b254ebe04 req-dacb4fe8-54f1-4eef-a3fa-687396ef8e7a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 210 time: 0.1082382 Apr 18 19:21:20.098832 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Allocated IP 172.20.0.4 (9b83be68-6eca-400e-8c84-411bbd373f99/f414ac77-ee2e-4d14-93ae-558ef6a80bb1/5c223a95-ed20-4503-90e9-e9d9c5147c34) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:20.296768 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 80abcea0-73fc-414c-b1dc-6f78626dfc74 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:20.408085 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.442399 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 80abcea0-73fc-414c-b1dc-6f78626dfc74 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:20.449146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 80abcea0-73fc-414c-b1dc-6f78626dfc74 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:20.449667 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.495024 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.606059 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.606966 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Network 9b83be68-6eca-400e-8c84-411bbd373f99 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:20.610764 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:20.612619 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Pushing event updated for resources: {'Port': ['ID=5c223a95-ed20-4503-90e9-e9d9c5147c34,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:20.614806 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:20.618897 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:20.624027 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.680157 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e003a5b-e866-4563-b0c6-8493d6d7731e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80abcea0-73fc-414c-b1dc-6f78626dfc74'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:20.757899 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 80abcea0-73fc-414c-b1dc-6f78626dfc74, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=80abcea0-73fc-414c-b1dc-6f78626dfc74,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:20.805866 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:20.834317 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17120d-3ee4-4314-a401-565b1229aaf3 req-8826cda3-aa16-4419-9ec9-8c55c90fd49d tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:20.835896 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df17120d-3ee4-4314-a401-565b1229aaf3 req-8826cda3-aa16-4419-9ec9-8c55c90fd49d tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 970 time: 0.1007035 Apr 18 19:21:20.842898 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-7300d2f9-4070-4d13-847f-2a0a4fdd8011 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4541521 Apr 18 19:21:20.907982 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df17120d-3ee4-4314-a401-565b1229aaf3 req-a21817b0-31cc-4903-a3ae-0f687a472939 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583372 Apr 18 19:21:20.925538 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=80abcea0-73fc-414c-b1dc-6f78626dfc74,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:20.995630 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-54535710-d53c-44ce-b782-2f23bdf40fd2 req-0b84d015-5866-4bbf-b8bf-6dde41a2ed6e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 210 time: 0.0587897 Apr 18 19:21:21.004654 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43582) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:21.242294 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bef58-d4a0-4d29-9b56-555a140d30fe req-64f307d1-c2ef-4a43-9bbd-d71e9f140c24 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:21.244141 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4d7bef58-d4a0-4d29-9b56-555a140d30fe req-64f307d1-c2ef-4a43-9bbd-d71e9f140c24 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 931 time: 0.1030536 Apr 18 19:21:21.299530 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4d7bef58-d4a0-4d29-9b56-555a140d30fe req-37064632-a387-4435-9564-3e511e9f90be tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472655 Apr 18 19:21:21.443279 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2101905844-network', 'tenant_id': '8c23189679ae40bb84dcf0717d8a1396'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:21.447830 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:21.452429 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Usage tracker for resource:network and tenant:8c23189679ae40bb84dcf0717d8a1396 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:21.455596 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:21.468413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:21.533893 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-26342b70-0205-492f-932a-033b1aafa996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:21.562267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Made reservation on behalf of 8c23189679ae40bb84dcf0717d8a1396 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:21.564587 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:21.580678 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:21.624287 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:21.628096 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:8c23189679ae40bb84dcf0717d8a1396 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:21.630992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:21.641706 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:21.718638 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278b9a0b-14c8-4521-9ebf-14f440c08d40'] response: {'server_uuid': '9e003a5b-e866-4563-b0c6-8493d6d7731e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80abcea0-73fc-414c-b1dc-6f78626dfc74', 'code': 200} Apr 18 19:21:21.914201 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1673f3df-5e5e-4eab-b503-4cb4ab8ba9dc req-a81a38b6-f129-4742-b121-bf8053554cfa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 1122 time: 0.1234975 Apr 18 19:21:21.918849 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:21.922987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43608) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:21.948160 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1673f3df-5e5e-4eab-b503-4cb4ab8ba9dc req-30a1c45b-f9e8-40b1-864e-026c576e6886 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:21.985833 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-1673f3df-5e5e-4eab-b503-4cb4ab8ba9dc req-30a1c45b-f9e8-40b1-864e-026c576e6886 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:21.989217 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.004369 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1673f3df-5e5e-4eab-b503-4cb4ab8ba9dc req-30a1c45b-f9e8-40b1-864e-026c576e6886 service neutron] Usage tracker for resource:security_group_rule and tenant:0edd60137d0342688009d8c3f1192f6f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:22.010525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1673f3df-5e5e-4eab-b503-4cb4ab8ba9dc req-30a1c45b-f9e8-40b1-864e-026c576e6886 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:22.024174 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-1673f3df-5e5e-4eab-b503-4cb4ab8ba9dc req-30a1c45b-f9e8-40b1-864e-026c576e6886 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:22.039518 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:21:22.062781 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.063109 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Added segment e4131294-2ab3-4744-9828-66327b18eea3 of type vlan for network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea Apr 18 19:21:22.065825 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6cd885-b115-4f10-af48-04f3f4c3a893,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:22.173686 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.288306 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1673f3df-5e5e-4eab-b503-4cb4ab8ba9dc req-30a1c45b-f9e8-40b1-864e-026c576e6886 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.297527 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9695b196-e852-431d-9ef0-45ee5b2746a1 req-4da00588-7d81-4753-b5f3-98756959468e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 210 time: 0.0628915 Apr 18 19:21:22.298735 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-759cd0fe-f34d-4163-acf9-701f3bcddaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.315491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a47c5-2ad6-44a9-aac7-809ff1febbb0 req-04edaeca-8b92-4819-a218-d4b17e5b4616 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:22.323956 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-924a47c5-2ad6-44a9-aac7-809ff1febbb0 req-04edaeca-8b92-4819-a218-d4b17e5b4616 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 971 time: 0.2488759 Apr 18 19:21:22.350273 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-759cd0fe-f34d-4163-acf9-701f3bcddaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:22.359529 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-759cd0fe-f34d-4163-acf9-701f3bcddaf7 admin admin] Usage tracker for resource:security_group_rule and tenant:29371b356b3445fea57aa01736dd73b9 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:22.366573 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-759cd0fe-f34d-4163-acf9-701f3bcddaf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:22.372404 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.374246 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:22.375003 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.381077 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-759cd0fe-f34d-4163-acf9-701f3bcddaf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:22.426214 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1673f3df-5e5e-4eab-b503-4cb4ab8ba9dc req-30a1c45b-f9e8-40b1-864e-026c576e6886 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.485057 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1673f3df-5e5e-4eab-b503-4cb4ab8ba9dc req-30a1c45b-f9e8-40b1-864e-026c576e6886 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583565 Apr 18 19:21:22.501245 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-924a47c5-2ad6-44a9-aac7-809ff1febbb0 req-ec34bb69-3c9b-48ac-a547-2c5f0708b3dc tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761515 Apr 18 19:21:22.594334 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-759cd0fe-f34d-4163-acf9-701f3bcddaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.621447 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:22.627960 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1c45b-f9e8-40b1-864e-026c576e6886 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f0e767-0400-4006-b459-28a11ebe3b2c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:22.643095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:21:22.653050 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69cb51-4b90-4e78-a895-479a4cf39965 req-76326022-3335-4aeb-bc3d-84200b22a392 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:22.653812 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5a69cb51-4b90-4e78-a895-479a4cf39965 req-76326022-3335-4aeb-bc3d-84200b22a392 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Synchronizing usage tracker for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:22.661356 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-759cd0fe-f34d-4163-acf9-701f3bcddaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.691907 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1bf95d72-4636-4060-be20-1a272a7f7ee6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6858838 Apr 18 19:21:22.692721 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43638) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:22.698048 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Request body: {'subnet': {'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2101905844-subnet', 'tenant_id': '8c23189679ae40bb84dcf0717d8a1396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:22.702886 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:22.714065 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-759cd0fe-f34d-4163-acf9-701f3bcddaf7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29371b356b3445fea57aa01736dd73b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7876587 Apr 18 19:21:22.719570 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43642) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:22.731506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Usage tracker for resource:subnet and tenant:8c23189679ae40bb84dcf0717d8a1396 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:22.736806 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:22.746438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:22.768426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759cd0fe-f34d-4163-acf9-701f3bcddaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0957a7-6a1a-4927-af16-773d1fb17ad7,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:22.835808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Made reservation on behalf of 8c23189679ae40bb84dcf0717d8a1396 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:22.838524 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.876382 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-36e6a5e6-ab7a-470f-bea2-e7cee10a1a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:22.990051 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-36e6a5e6-ab7a-470f-bea2-e7cee10a1a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.038374 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5a69cb51-4b90-4e78-a895-479a4cf39965 req-76326022-3335-4aeb-bc3d-84200b22a392 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Unset dirty status for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:23.038374 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5a69cb51-4b90-4e78-a895-479a4cf39965 req-76326022-3335-4aeb-bc3d-84200b22a392 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 931 time: 0.5436118 Apr 18 19:21:23.110548 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5a69cb51-4b90-4e78-a895-479a4cf39965 req-d847fb75-ca71-4a4a-a465-08aa1d39dcba tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Synchronizing usage tracker for tenant:7e8a2dfc35db431798213b48c535215f on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:23.130239 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-36e6a5e6-ab7a-470f-bea2-e7cee10a1a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.151964 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6a5e6-ab7a-470f-bea2-e7cee10a1a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0957a7-6a1a-4927-af16-773d1fb17ad7,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:23.184729 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-36e6a5e6-ab7a-470f-bea2-e7cee10a1a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.185903 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-36e6a5e6-ab7a-470f-bea2-e7cee10a1a15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd0957a7-6a1a-4927-af16-773d1fb17ad7 HTTP/1.1" status: 204 len: 168 time: 0.4631093 Apr 18 19:21:23.187781 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5a69cb51-4b90-4e78-a895-479a4cf39965 req-d847fb75-ca71-4a4a-a465-08aa1d39dcba tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Unset dirty status for tenant:7e8a2dfc35db431798213b48c535215f on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:23.203760 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5a69cb51-4b90-4e78-a895-479a4cf39965 req-d847fb75-ca71-4a4a-a465-08aa1d39dcba tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475904 Apr 18 19:21:23.295256 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.378272 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e777c12d-84e5-403f-b96a-80cadfef22a7,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:23.409142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:23.409142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Network hostable DHCP agents. Network: 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:21:23.510608 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:21:23.520107 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d72b24a-805f-490c-9d10-8a06916d7b79 req-9fa92d89-f72d-4fe4-b92f-875bdc2a889a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 210 time: 0.0475895 Apr 18 19:21:23.577858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:23.588811 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b655d86-d01a-4d49-8470-d59eb21280bb None None] Network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:23.589455 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:23.590131 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.692452 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2fb2e18b-bf7e-4eac-871d-cb3806e7929f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9986558 Apr 18 19:21:23.773922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cf752-41db-4634-b0b5-f5dafb50f034 req-8f83bec5-09da-46dd-8dbb-a833c7a430d4 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:23.783025 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d13cf752-41db-4634-b0b5-f5dafb50f034 req-8f83bec5-09da-46dd-8dbb-a833c7a430d4 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 971 time: 0.1267862 Apr 18 19:21:23.851691 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b2b61abf-6f5d-4f9f-a92f-e14d19b37df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:23.852376 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d13cf752-41db-4634-b0b5-f5dafb50f034 req-d161013b-8bc0-4946-bdc8-3a170e98c070 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652528 Apr 18 19:21:23.867902 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa1dcbd-d1b6-4acc-b4cf-0515eda1b450 None None] Network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:23.988695 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43676) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:24.138430 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43682) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:24.158990 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-08696c1c-8bb7-4090-abfa-339d564e5c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.201441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-08696c1c-8bb7-4090-abfa-339d564e5c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:24.205444 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-08696c1c-8bb7-4090-abfa-339d564e5c11 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1e8a428cd640f4a74ba2193ac4f332 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:24.209260 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-08696c1c-8bb7-4090-abfa-339d564e5c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:24.214278 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-08696c1c-8bb7-4090-abfa-339d564e5c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:24.329001 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-08696c1c-8bb7-4090-abfa-339d564e5c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.434229 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-87512607-e260-45bd-b26f-1fee14ada6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.452470 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbbfe7-8fd8-419f-b5be-cf366b2da9c5 req-ec0194ed-03f3-42c4-a4f7-bbd0c542de0f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:24.454054 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ebbbfe7-8fd8-419f-b5be-cf366b2da9c5 req-ec0194ed-03f3-42c4-a4f7-bbd0c542de0f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 931 time: 0.0830019 Apr 18 19:21:24.462065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-725d4d7f-433c-47d7-b51d-a4239bb7827d tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:21:24.463246 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-725d4d7f-433c-47d7-b51d-a4239bb7827d tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0140960 Apr 18 19:21:24.465531 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-08696c1c-8bb7-4090-abfa-339d564e5c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.526467 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ebbbfe7-8fd8-419f-b5be-cf366b2da9c5 req-c5bb25e8-d229-4eb4-9a93-76d819f83780 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654268 Apr 18 19:21:24.558610 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08696c1c-8bb7-4090-abfa-339d564e5c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184b1d03-ab05-41cc-8242-9a8e9b1f9702,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:24.564423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-87512607-e260-45bd-b26f-1fee14ada6ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:24.572489 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-08696c1c-8bb7-4090-abfa-339d564e5c11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e1e8a428cd640f4a74ba2193ac4f332&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4329123 Apr 18 19:21:24.573379 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43700) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:24.574432 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-87512607-e260-45bd-b26f-1fee14ada6ea admin admin] Usage tracker for resource:security_group_rule and tenant:af232f7624a442b1a58212a79a642f16 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:24.579896 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-87512607-e260-45bd-b26f-1fee14ada6ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:24.599368 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-87512607-e260-45bd-b26f-1fee14ada6ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:24.720820 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-87512607-e260-45bd-b26f-1fee14ada6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.733204 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d5ca-3922-4e85-88f5-4fd8566e370d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.745146 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0883450a-9769-4d01-917a-3e2ae43d7b48 req-ab833f95-4a0e-4958-88e9-9b890e08b255 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 210 time: 0.0455530 Apr 18 19:21:24.762416 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d5ca-3922-4e85-88f5-4fd8566e370d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.831410 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-87512607-e260-45bd-b26f-1fee14ada6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.832427 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.853931 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.870648 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87512607-e260-45bd-b26f-1fee14ada6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2856b769-5cef-46c4-b21b-0b59d632aafd,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:24.894760 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Request body: {'port': {'device_id': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:24.930788 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d5ca-3922-4e85-88f5-4fd8566e370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.960488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.71', 57441) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:24.977311 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9ba8d5ca-3922-4e85-88f5-4fd8566e370d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:24.977311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9ba8d5ca-3922-4e85-88f5-4fd8566e370d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/184b1d03-ab05-41cc-8242-9a8e9b1f9702 HTTP/1.1" status: 204 len: 168 time: 0.3965254 Apr 18 19:21:24.989271 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8d5ca-3922-4e85-88f5-4fd8566e370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184b1d03-ab05-41cc-8242-9a8e9b1f9702,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:24.995684 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-87512607-e260-45bd-b26f-1fee14ada6ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af232f7624a442b1a58212a79a642f16&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0057704 Apr 18 19:21:25.011439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43716) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:25.085145 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:21:25.181110 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-247ea0b9-7119-4c56-ab97-5732f0a287e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.183196 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.284001 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0611c9-519a-438d-b8fb-a79dd2f29b8a req-586bb952-a42b-4714-98ed-c81a6eeff43b tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:25.297672 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3e0611c9-519a-438d-b8fb-a79dd2f29b8a req-586bb952-a42b-4714-98ed-c81a6eeff43b tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 971 time: 0.2770865 Apr 18 19:21:25.297914 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-247ea0b9-7119-4c56-ab97-5732f0a287e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.376971 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-961adba2-0a5f-43b1-a8e1-31d5c7fbfd16 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:25.378614 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-961adba2-0a5f-43b1-a8e1-31d5c7fbfd16 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.71 "GET /v2.0/networks?id=9ed1a367-2cbb-46cc-8894-db52b010c14b HTTP/1.1" status: 200 len: 823 time: 0.4170103 Apr 18 19:21:25.431717 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3e0611c9-519a-438d-b8fb-a79dd2f29b8a req-7f1b636d-f09d-4e75-aa2d-cd058606084d tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331444 Apr 18 19:21:25.480317 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-87428262-a9dc-4b83-8c17-55faf96aeb29 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cbf4e3c30304ddab39b304473805b3e HTTP/1.1" status: 200 len: 379 time: 0.0873573 Apr 18 19:21:25.497380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Request body: {'port': {'device_id': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'admin_state_up': True, 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'security_groups': ['92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c']}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:25.680832 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c223a95-ed20-4503-90e9-e9d9c5147c34 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:25.689470 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.730826 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c7b07189-6fa8-441e-a9e1-fb2822844504 req-ec0412f0-8021-417d-8c13-d513e47038f5 tempest-AggregatesAdminTestJSON-676873799 tempest-AggregatesAdminTestJSON-676873799-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 1122 time: 0.1214669 Apr 18 19:21:25.757054 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-247ea0b9-7119-4c56-ab97-5732f0a287e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.761806 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c7b07189-6fa8-441e-a9e1-fb2822844504 req-8125f915-210e-4b10-9282-86340f747fd1 tempest-AggregatesAdminTestJSON-676873799 tempest-AggregatesAdminTestJSON-676873799-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.764459 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Transition to ACTIVE for port object 5c223a95-ed20-4503-90e9-e9d9c5147c34 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:25.787295 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:25.788804 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-247ea0b9-7119-4c56-ab97-5732f0a287e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.792494 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-247ea0b9-7119-4c56-ab97-5732f0a287e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2856b769-5cef-46c4-b21b-0b59d632aafd HTTP/1.1" status: 204 len: 168 time: 0.7762420 Apr 18 19:21:25.793516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ea0b9-7119-4c56-ab97-5732f0a287e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2856b769-5cef-46c4-b21b-0b59d632aafd,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:25.833341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:25.839836 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c7b07189-6fa8-441e-a9e1-fb2822844504 req-8125f915-210e-4b10-9282-86340f747fd1 tempest-AggregatesAdminTestJSON-676873799 tempest-AggregatesAdminTestJSON-676873799-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:25.843183 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.854421 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c7b07189-6fa8-441e-a9e1-fb2822844504 req-8125f915-210e-4b10-9282-86340f747fd1 tempest-AggregatesAdminTestJSON-676873799 tempest-AggregatesAdminTestJSON-676873799-project-admin] Usage tracker for resource:security_group_rule and tenant:2542a30a01124131b89bfb3d76d319b0 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:25.858311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c7b07189-6fa8-441e-a9e1-fb2822844504 req-8125f915-210e-4b10-9282-86340f747fd1 tempest-AggregatesAdminTestJSON-676873799 tempest-AggregatesAdminTestJSON-676873799-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:25.864186 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c7b07189-6fa8-441e-a9e1-fb2822844504 req-8125f915-210e-4b10-9282-86340f747fd1 tempest-AggregatesAdminTestJSON-676873799 tempest-AggregatesAdminTestJSON-676873799-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:25.953425 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43752) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:25.956238 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c7b07189-6fa8-441e-a9e1-fb2822844504 req-8125f915-210e-4b10-9282-86340f747fd1 tempest-AggregatesAdminTestJSON-676873799 tempest-AggregatesAdminTestJSON-676873799-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.959928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Made reservation on behalf of 3cbf4e3c30304ddab39b304473805b3e for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:25.963649 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:25.968647 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-903360907-network', 'tenant_id': 'dfde864c113440c69d25012f3497fe19'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:25.990655 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:25.998661 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Pushing event updated for resources: {'Port': ['ID=5c223a95-ed20-4503-90e9-e9d9c5147c34,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:26.001527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Usage tracker for resource:network and tenant:dfde864c113440c69d25012f3497fe19 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:26.005137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:26.013966 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:26.093345 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c7b07189-6fa8-441e-a9e1-fb2822844504 req-8125f915-210e-4b10-9282-86340f747fd1 tempest-AggregatesAdminTestJSON-676873799 tempest-AggregatesAdminTestJSON-676873799-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.109817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Made reservation on behalf of dfde864c113440c69d25012f3497fe19 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:26.112042 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.123558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:26.123916 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:26.124232 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:26.131795 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.159703 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:26.160017 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:26.184106 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:26.184733 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:26.185052 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:26.185551 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Bound port: 5c223a95-ed20-4503-90e9-e9d9c5147c34, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:26.185991 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.233373 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125f915-210e-4b10-9282-86340f747fd1 tempest-AggregatesAdminTestJSON-676873799 tempest-AggregatesAdminTestJSON-676873799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbde888-7f8f-4bbf-9d56-1b6be7f301ac,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:26.252582 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:26.267346 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea0c86-ecf0-4eff-bcc4-c310e7a31c0f req-94835855-674b-4594-853b-ea37daee734b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:26.269061 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-88ea0c86-ecf0-4eff-bcc4-c310e7a31c0f req-94835855-674b-4594-853b-ea37daee734b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 943 time: 0.2207263 Apr 18 19:21:26.273346 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c7b07189-6fa8-441e-a9e1-fb2822844504 req-8125f915-210e-4b10-9282-86340f747fd1 tempest-AggregatesAdminTestJSON-676873799 tempest-AggregatesAdminTestJSON-676873799-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306826 Apr 18 19:21:26.273506 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Usage tracker for resource:security_group_rule and tenant:dfde864c113440c69d25012f3497fe19 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:26.284292 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Allocated IP 172.20.0.9 (9ed1a367-2cbb-46cc-8894-db52b010c14b/317c77bb-fe1a-4bb1-b477-646f3113daa4/b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:26.306887 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:26.313782 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:26.328178 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.382743 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:26.391056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:26.393907 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-88ea0c86-ecf0-4eff-bcc4-c310e7a31c0f req-eeddf7e7-30c7-4403-b4f4-9fd659bd4f94 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067357 Apr 18 19:21:26.456830 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.487326 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.515118 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c1dd06a9-6be5-43b0-8124-683e5bdb606d req-bc889c85-90fe-4050-96c0-e6dbda626282 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 210 time: 0.0771158 Apr 18 19:21:26.546048 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.547495 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] 10.222.0.71 "PUT /v2.0/ports/5c223a95-ed20-4503-90e9-e9d9c5147c34 HTTP/1.1" status: 200 len: 1091 time: 1.9023032 Apr 18 19:21:26.547930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'tag': '5c223a95-ed20-4503-90e9-e9d9c5147c34'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:26.608898 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.662154 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad73176-2c95-4531-a7c0-f73974f59b17 service neutron] Pushing event updated for resources: {'Port': ['ID=5c223a95-ed20-4503-90e9-e9d9c5147c34,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:26.665148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:21:26.673218 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa1ced6-a734-4e66-a947-83dc87d1c425,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:26.698758 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.720598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Transition to ACTIVE for port object b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:26.773963 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.774303 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Added segment 057ba15a-ac12-4658-9b68-79552231ddbe of type vlan for network 89e9fd32-2479-4c24-8d6e-da924458e1b2 Apr 18 19:21:26.817594 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.831380 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.836092 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-14af2882-2748-4883-b6f2-035e4e21f79b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 1094 time: 0.1640184 Apr 18 19:21:26.907892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Network 9ed1a367-2cbb-46cc-8894-db52b010c14b is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:26.909998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:26.914240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:26.919534 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:26.921098 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-c2ffba9b-835f-441e-81b8-a3e366f7300a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34 HTTP/1.1" status: 200 len: 217 time: 0.0740230 Apr 18 19:21:26.921192 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:26.926952 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Pushing event updated for resources: {'Port': ['ID=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:27.011270 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8658590-4235-474d-af29-c1208420bcfa req-5c9b794b-6376-4431-bb47-1b5bb23ea0f0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:27.013390 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-5c9b794b-6376-4431-bb47-1b5bb23ea0f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.0887399 Apr 18 19:21:27.031759 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-02a03d27-3cad-48e4-8e3b-8a2b5ab82829 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5451965 Apr 18 19:21:27.043056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Request body: {'port': {'device_id': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:27.068309 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.069137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:27.069702 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.174474 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.184669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-60924add-f3bd-40ee-a206-bfea316bce44 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1645939 Apr 18 19:21:27.185134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43786) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:27.328506 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1f4e26cd-b549-4db6-a5d1-29ae887a453e None None] Provisioning for port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:27.335779 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1f4e26cd-b549-4db6-a5d1-29ae887a453e None None] Provisioning complete for port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:27.336401 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1f4e26cd-b549-4db6-a5d1-29ae887a453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.373447 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1165d20-1877-4181-ad97-73759741fa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.393277 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4382079 Apr 18 19:21:27.404766 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43794) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:27.407773 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863f858-a812-47ac-8838-b8461c03e2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=89e9fd32-2479-4c24-8d6e-da924458e1b2,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:27.422629 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Request body: {'subnet': {'network_id': '89e9fd32-2479-4c24-8d6e-da924458e1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-903360907-subnet', 'tenant_id': 'dfde864c113440c69d25012f3497fe19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:27.423340 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 89e9fd32-2479-4c24-8d6e-da924458e1b2 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:21:27.432729 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:27.449707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Usage tracker for resource:subnet and tenant:dfde864c113440c69d25012f3497fe19 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:27.456809 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:27.489962 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:27.494331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f1165d20-1877-4181-ad97-73759741fa00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:27.503480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f1165d20-1877-4181-ad97-73759741fa00 admin admin] Usage tracker for resource:security_group_rule and tenant:71309cb615304512bd816188b1a31b17 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:27.522335 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f1165d20-1877-4181-ad97-73759741fa00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:27.542565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba25d4a-c372-42d6-8526-b270f003adfd req-34fd5651-6156-4890-8d04-f7adb3710660 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:27.545611 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dba25d4a-c372-42d6-8526-b270f003adfd req-34fd5651-6156-4890-8d04-f7adb3710660 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 971 time: 0.2819688 Apr 18 19:21:27.552611 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f1165d20-1877-4181-ad97-73759741fa00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:27.557131 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e26cd-b549-4db6-a5d1-29ae887a453e None None] Port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:27.588849 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-09fca6a8-a1e8-477d-86a5-020dc6ccb913 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274288 Apr 18 19:21:27.651913 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Made reservation on behalf of dfde864c113440c69d25012f3497fe19 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:27.655079 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.680736 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dba25d4a-c372-42d6-8526-b270f003adfd req-7ca15952-0407-4248-9acf-10e11d866843 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280870 Apr 18 19:21:27.809971 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0164bd7-6094-4788-960d-5dcd06664f96'] response: {'name': 'network-changed', 'server_uuid': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'tag': '5c223a95-ed20-4503-90e9-e9d9c5147c34', 'status': 'completed', 'code': 200} Apr 18 19:21:27.818822 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:27.827686 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.851046 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Transition to ACTIVE for port object b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:27.883377 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1165d20-1877-4181-ad97-73759741fa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.924188 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.955380 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1165d20-1877-4181-ad97-73759741fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:27.970462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7c46b-98ed-4b1f-8f7c-9bbaeb1c6b2c req-a57f50fe-bbc8-4943-b30d-3638af112265 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:27.971918 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-66d7c46b-98ed-4b1f-8f7c-9bbaeb1c6b2c req-a57f50fe-bbc8-4943-b30d-3638af112265 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 943 time: 0.1249590 Apr 18 19:21:28.033694 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1165d20-1877-4181-ad97-73759741fa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf0441-1664-4f7a-adf2-3950c30734a7,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:28.078752 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8658590-4235-474d-af29-c1208420bcfa req-e3815f63-ba57-4ad7-8fab-6c4a841eeb6e service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276378 Apr 18 19:21:28.079475 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Pushing event updated for resources: {'Port': ['ID=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:28.089925 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f1165d20-1877-4181-ad97-73759741fa00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71309cb615304512bd816188b1a31b17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8894670 Apr 18 19:21:28.090631 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43818) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:28.165597 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f521ceb-dbd9-4dca-9649-75fecd98b803 req-d3f5baa4-20a2-42c9-b765-870029857500 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:28.165597 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f521ceb-dbd9-4dca-9649-75fecd98b803 req-d3f5baa4-20a2-42c9-b765-870029857500 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 943 time: 0.3051682 Apr 18 19:21:28.186987 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-66d7c46b-98ed-4b1f-8f7c-9bbaeb1c6b2c req-abb2716e-f693-4d9e-b957-27a481151228 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033954 Apr 18 19:21:28.224032 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Attempting to bind port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:28.224471 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Attempting to bind port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:28.224960 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Attempting to bind port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a on network 9ed1a367-2cbb-46cc-8894-db52b010c14b {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:28.234393 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a on network 9ed1a367-2cbb-46cc-8894-db52b010c14b not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:28.234931 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Attempting to bind port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a on network 9ed1a367-2cbb-46cc-8894-db52b010c14b {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:28.259733 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:28.261549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Checking segment: {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:28.262056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Bound using segment: {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:28.263132 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Bound port: b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:28.263777 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.293244 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f521ceb-dbd9-4dca-9649-75fecd98b803 req-ad5b65c9-10ac-459c-9432-c36f6f5c3736 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170099 Apr 18 19:21:28.316994 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ce7251b-810e-40a6-ab6c-1d44e47e51c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.379735 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ce7251b-810e-40a6-ab6c-1d44e47e51c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.394492 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] For port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:28.401157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] For port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:28.427220 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.475755 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b645ead7-46ed-45f5-be5b-2bea2f8ed8f6 req-4a520a27-783c-40ac-9869-b1e3be1ba743 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 1094 time: 0.2381191 Apr 18 19:21:28.483275 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.599234 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.601116 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] 10.222.0.71 "PUT /v2.0/ports/b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a HTTP/1.1" status: 200 len: 1091 time: 1.5635488 Apr 18 19:21:28.601662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'tag': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:28.624820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0706d-7ffa-492d-82f7-e53240d27dbd service neutron] Pushing event updated for resources: {'Port': ['ID=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:28.635922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=174ca704-60a2-4c51-891f-297f51e12f60,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:28.684228 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Checking segment: {'id': '057ba15a-ac12-4658-9b68-79552231ddbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '89e9fd32-2479-4c24-8d6e-da924458e1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:28.684628 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Network hostable DHCP agents. Network: 89e9fd32-2479-4c24-8d6e-da924458e1b2, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:21:28.687116 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7717fbeb-9a40-4260-a304-54dd1e2ce132'] response: {'name': 'network-changed', 'server_uuid': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'tag': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a', 'status': 'completed', 'code': 200} Apr 18 19:21:28.700055 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645ead7-46ed-45f5-be5b-2bea2f8ed8f6 req-d8be23d6-bb4c-4956-be20-eaf35dd12027 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:28.702275 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b645ead7-46ed-45f5-be5b-2bea2f8ed8f6 req-d8be23d6-bb4c-4956-be20-eaf35dd12027 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.2099197 Apr 18 19:21:28.771961 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ce7251b-810e-40a6-ab6c-1d44e47e51c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.800105 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b645ead7-46ed-45f5-be5b-2bea2f8ed8f6 req-222cef80-ff08-42a7-b537-6eb14a19d583 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34 HTTP/1.1" status: 200 len: 217 time: 0.0890291 Apr 18 19:21:28.803011 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7251b-810e-40a6-ab6c-1d44e47e51c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecf0441-1664-4f7a-adf2-3950c30734a7,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:28.890879 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda00c3e-6384-4bc0-a36f-deccc296660f req-695092c6-8cf9-4517-b11e-f2e8a7226149 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:28.892845 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fda00c3e-6384-4bc0-a36f-deccc296660f req-695092c6-8cf9-4517-b11e-f2e8a7226149 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 971 time: 0.1952870 Apr 18 19:21:28.946467 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Network 89e9fd32-2479-4c24-8d6e-da924458e1b2 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:21:28.960192 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ce7251b-810e-40a6-ab6c-1d44e47e51c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:28.963677 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2ce7251b-810e-40a6-ab6c-1d44e47e51c3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ecf0441-1664-4f7a-adf2-3950c30734a7 HTTP/1.1" status: 204 len: 168 time: 0.8667204 Apr 18 19:21:28.977784 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645ead7-46ed-45f5-be5b-2bea2f8ed8f6 req-2f28a74e-1956-4f37-9976-a72feee2b89f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:28.982100 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b645ead7-46ed-45f5-be5b-2bea2f8ed8f6 req-2f28a74e-1956-4f37-9976-a72feee2b89f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.1738117 Apr 18 19:21:29.001185 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3decb91e-abe0-4db8-a5b1-7002a7546a49 req-ebc4294d-9fc8-4587-af7c-11ca7a1a5eca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cbf4e3c30304ddab39b304473805b3e&device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 1094 time: 0.2554903 Apr 18 19:21:29.048215 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 89e9fd32-2479-4c24-8d6e-da924458e1b2) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:29.051265 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b645ead7-46ed-45f5-be5b-2bea2f8ed8f6 req-c31cb232-cc95-4c70-99b8-3a8b1a035662 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647550 Apr 18 19:21:29.056922 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1affe59-7be7-43aa-b650-7341a6c19922 None None] Network 89e9fd32-2479-4c24-8d6e-da924458e1b2 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:29.068056 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-758b71a9-e777-42b2-bc1f-6849af14fa9d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5c22a2f2d46e46198d19e1a175df3310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501809 Apr 18 19:21:29.071968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:29.079129 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:29.136212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-fda00c3e-6384-4bc0-a36f-deccc296660f req-6916f91e-8447-45f6-83ee-0d317326ca05 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Deleting port 80abcea0-73fc-414c-b1dc-6f78626dfc74 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:21:29.136623 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fda00c3e-6384-4bc0-a36f-deccc296660f req-6916f91e-8447-45f6-83ee-0d317326ca05 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:29.287020 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b3f271-269a-4d86-a0c1-db91b95cd912 None None] Network 89e9fd32-2479-4c24-8d6e-da924458e1b2 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:21:29.298125 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bbae2562-7170-431a-8037-9bfabb3a45e9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8862364 Apr 18 19:21:29.382062 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decb91e-abe0-4db8-a5b1-7002a7546a49 req-0221debc-deb2-49ad-be6b-dd5fca177fb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:29.385007 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3decb91e-abe0-4db8-a5b1-7002a7546a49 req-0221debc-deb2-49ad-be6b-dd5fca177fb3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3cbf4e3c30304ddab39b304473805b3e&shared=False HTTP/1.1" status: 200 len: 924 time: 0.3721857 Apr 18 19:21:29.412457 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b645ead7-46ed-45f5-be5b-2bea2f8ed8f6 req-d474e272-9d27-4b64-9ef9-758234d18aa3 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417785 Apr 18 19:21:29.418823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-f227d5db-faa6-427f-bfdf-51707a750a93 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:29.420388 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-f227d5db-faa6-427f-bfdf-51707a750a93 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358676 Apr 18 19:21:29.579433 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b645ead7-46ed-45f5-be5b-2bea2f8ed8f6 req-f05528ef-2d85-4e85-849d-c77b62e53571 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581111 Apr 18 19:21:29.584268 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-4ba03591-94d2-4bfc-97ec-7d8d0c025fb5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/quotas/5c22a2f2d46e46198d19e1a175df3310 HTTP/1.1" status: 200 len: 375 time: 0.0605726 Apr 18 19:21:29.631351 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cbfae-b816-411d-95d9-0ec73d2c3788 req-167d3589-a6a5-41b9-8209-c747feef5ccc tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:29.638379 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6e8cbfae-b816-411d-95d9-0ec73d2c3788 req-167d3589-a6a5-41b9-8209-c747feef5ccc tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 971 time: 0.6833117 Apr 18 19:21:29.651061 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-53362935-90c1-4e08-aa68-753a1494f183 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537372 Apr 18 19:21:29.694875 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decb91e-abe0-4db8-a5b1-7002a7546a49 req-be8dde80-92bf-40e3-ba85-6651f7b56515 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:29.696296 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3decb91e-abe0-4db8-a5b1-7002a7546a49 req-be8dde80-92bf-40e3-ba85-6651f7b56515 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2987497 Apr 18 19:21:29.825190 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6e8cbfae-b816-411d-95d9-0ec73d2c3788 req-350633c9-fdf1-4821-a266-d97f47146da2 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0af82f2-706c-4a0c-982b-96f211e1feee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860254 Apr 18 19:21:29.849633 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-fda00c3e-6384-4bc0-a36f-deccc296660f req-6916f91e-8447-45f6-83ee-0d317326ca05 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] For port 80abcea0-73fc-414c-b1dc-6f78626dfc74, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=80abcea0-73fc-414c-b1dc-6f78626dfc74,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:29.849982 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fda00c3e-6384-4bc0-a36f-deccc296660f req-6916f91e-8447-45f6-83ee-0d317326ca05 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:30.009895 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-fda00c3e-6384-4bc0-a36f-deccc296660f req-6916f91e-8447-45f6-83ee-0d317326ca05 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Calling delete_port for 80abcea0-73fc-414c-b1dc-6f78626dfc74 owned by compute:tempest-test_az-355566631 {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:21:30.151064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fecc4d-f48e-4696-9e15-979c63d49879 req-13bf9cb3-1a01-4fd0-80dc-ea45968e2f85 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:30.151064 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-17fecc4d-f48e-4696-9e15-979c63d49879 req-13bf9cb3-1a01-4fd0-80dc-ea45968e2f85 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 943 time: 0.1075234 Apr 18 19:21:30.204630 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-17fecc4d-f48e-4696-9e15-979c63d49879 req-d6fae5a7-8e01-4ca5-a489-bdf4f879f0cc tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Apr 18 19:21:30.248268 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-e846f6e4-d836-4165-bcca-f0b11fb32fb6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cbf4e3c30304ddab39b304473805b3e&device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 1094 time: 0.5138018 Apr 18 19:21:30.368290 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-388a2f4e-6ebe-4098-ae9f-79103b88aa01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a HTTP/1.1" status: 200 len: 217 time: 0.1122429 Apr 18 19:21:30.418820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c765-af49-47fa-9831-85384b3e5725 req-b9825a7c-4a75-4506-bb79-ebb515aaa8c0 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:30.420381 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-81e6c765-af49-47fa-9831-85384b3e5725 req-b9825a7c-4a75-4506-bb79-ebb515aaa8c0 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Synchronizing usage tracker for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:30.460205 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-6f67c458-bd43-49bd-8858-1e679b920d61 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:30.461627 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-6f67c458-bd43-49bd-8858-1e679b920d61 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=317c77bb-fe1a-4bb1-b477-646f3113daa4 HTTP/1.1" status: 200 len: 862 time: 0.0856376 Apr 18 19:21:30.511296 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fda00c3e-6384-4bc0-a36f-deccc296660f req-6916f91e-8447-45f6-83ee-0d317326ca05 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:30.561983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-81e6c765-af49-47fa-9831-85384b3e5725 req-b9825a7c-4a75-4506-bb79-ebb515aaa8c0 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Unset dirty status for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:30.563163 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81e6c765-af49-47fa-9831-85384b3e5725 req-b9825a7c-4a75-4506-bb79-ebb515aaa8c0 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 943 time: 0.4997590 Apr 18 19:21:30.577434 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916f91e-8447-45f6-83ee-0d317326ca05 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Pushing event deleted for resources: {'Port': ['ID=80abcea0-73fc-414c-b1dc-6f78626dfc74,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:30.699166 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda00c3e-6384-4bc0-a36f-deccc296660f req-6916f91e-8447-45f6-83ee-0d317326ca05 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] No DVR routers for this DVR port 80abcea0-73fc-414c-b1dc-6f78626dfc74 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:21:30.715774 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fda00c3e-6384-4bc0-a36f-deccc296660f req-6916f91e-8447-45f6-83ee-0d317326ca05 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:30.722171 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e003a5b-e866-4563-b0c6-8493d6d7731e', 'name': 'network-vif-deleted', 'tag': '80abcea0-73fc-414c-b1dc-6f78626dfc74'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:30.734183 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-8bc41ef9-161f-47d7-9d78-c0d00cb5b807 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ed1a367-2cbb-46cc-8894-db52b010c14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2661870 Apr 18 19:21:30.749512 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81e6c765-af49-47fa-9831-85384b3e5725 req-ad9f7b6b-5d90-49c5-b97f-ad7969e018eb tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749849 Apr 18 19:21:30.857579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5c354-0d67-4410-bb43-de8db2764025 req-3dfd3ab2-e6ab-4721-9bed-2d602b66c526 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:30.865703 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-3dfd3ab2-e6ab-4721-9bed-2d602b66c526 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 808 time: 0.1890981 Apr 18 19:21:30.866555 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fda00c3e-6384-4bc0-a36f-deccc296660f req-6916f91e-8447-45f6-83ee-0d317326ca05 tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.16 "DELETE /v2.0/ports/80abcea0-73fc-414c-b1dc-6f78626dfc74 HTTP/1.1" status: 204 len: 173 time: 1.9668539 Apr 18 19:21:30.881846 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-4b39b0ee-06b3-4785-b1dc-f6a3a829842a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/quotas/8c23189679ae40bb84dcf0717d8a1396 HTTP/1.1" status: 200 len: 375 time: 0.0153148 Apr 18 19:21:30.919271 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-946f7e5d-9c83-4e6d-90be-7b48776a38e2 req-3d914ad1-280a-44ba-8ea0-55d3c8f31de2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 210 time: 0.0554712 Apr 18 19:21:30.935647 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-01bdf617-04b0-48ab-99e1-4bcecce82f30 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481036 Apr 18 19:21:30.995498 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-67858530-e873-45b3-8372-c9214204ee7d service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436333 Apr 18 19:21:31.123556 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-f5d98912-ee82-48f7-a3c0-bacc0833eeed service neutron] 10.222.0.66 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794584 Apr 18 19:21:31.154569 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fa5bdac-2d0b-49aa-b4af-f0b6142213a0 req-a9323386-a005-4807-8fef-efcde70822d0 service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523204 Apr 18 19:21:31.188638 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1504b05-32b5-4e80-a8ae-57fba25d499f'] response: {'server_uuid': '9e003a5b-e866-4563-b0c6-8493d6d7731e', 'name': 'network-vif-deleted', 'tag': '80abcea0-73fc-414c-b1dc-6f78626dfc74', 'status': 'completed', 'code': 200} Apr 18 19:21:31.283665 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-a776feef-97ee-436c-834c-f0745ecd035c service neutron] 10.222.0.66 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592529 Apr 18 19:21:31.342930 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-7e509e13-b007-44f0-88cd-59d641d9eb08 req-1cec51ca-dce6-49e5-a1e7-ed3c5d7d73ac tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Synchronizing usage tracker for tenant:31fd61fcf0af463d986745e609454c0f on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:31.419195 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-7e509e13-b007-44f0-88cd-59d641d9eb08 req-1cec51ca-dce6-49e5-a1e7-ed3c5d7d73ac tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] Unset dirty status for tenant:31fd61fcf0af463d986745e609454c0f on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:31.420432 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7e509e13-b007-44f0-88cd-59d641d9eb08 req-1cec51ca-dce6-49e5-a1e7-ed3c5d7d73ac tempest-AggregatesAdminTestJSON-248039205 tempest-AggregatesAdminTestJSON-248039205-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e003a5b-e866-4563-b0c6-8493d6d7731e HTTP/1.1" status: 200 len: 210 time: 0.1228178 Apr 18 19:21:31.681562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c301-e93d-48fb-84d7-c4a8fc3d7aa5 req-af138fe7-bfcd-4f88-9154-ad643c96a052 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:31.683271 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c966c301-e93d-48fb-84d7-c4a8fc3d7aa5 req-af138fe7-bfcd-4f88-9154-ad643c96a052 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 943 time: 0.0776980 Apr 18 19:21:31.744875 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c966c301-e93d-48fb-84d7-c4a8fc3d7aa5 req-d0c369b9-dd22-447a-96ee-b29bc4ccfb93 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522501 Apr 18 19:21:31.765674 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 5c223a95-ed20-4503-90e9-e9d9c5147c34 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:31.820307 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c396a1c-6bb3-4cef-a69e-0b2652cf2544 req-c4161b5a-a2bf-457b-9789-efafdba10c11 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 210 time: 0.0617757 Apr 18 19:21:31.963799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:31.980257 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '5c223a95-ed20-4503-90e9-e9d9c5147c34', 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99', 'port_id': '5c223a95-ed20-4503-90e9-e9d9c5147c34', 'mac_address': 'fa:16:3e:e8:8c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f414ac77-ee2e-4d14-93ae-558ef6a80bb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:21:32.053498 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:32.116087 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c223a95-ed20-4503-90e9-e9d9c5147c34 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:32.139054 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7d38ef44-ea97-4d19-929a-00c90d71a6c8 req-d002df87-a57c-4b44-aecb-5043ab3ff4bc tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 210 time: 0.0512772 Apr 18 19:21:32.145213 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4651c-fbaf-45e1-a4da-74d2f9ec7120 req-028174e6-1ffb-4893-bb3b-ceccfc352a82 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:32.146999 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:32.152202 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6ec4651c-fbaf-45e1-a4da-74d2f9ec7120 req-028174e6-1ffb-4893-bb3b-ceccfc352a82 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 943 time: 0.1447825 Apr 18 19:21:32.198395 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6ec4651c-fbaf-45e1-a4da-74d2f9ec7120 req-32c20be8-40e1-4446-9604-03a300218c9b tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453327 Apr 18 19:21:32.230574 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:32.322321 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=5c223a95-ed20-4503-90e9-e9d9c5147c34,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:32.390820 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 80abcea0-73fc-414c-b1dc-6f78626dfc74 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:21:32.430784 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 80abcea0-73fc-414c-b1dc-6f78626dfc74 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:21:32.431093 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 80abcea0-73fc-414c-b1dc-6f78626dfc74 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:21:32.478200 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-8a601ac3-7175-42e0-91ab-3d9e198e72f8 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9e308fc378504ea3aefede86d7a9e12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285323 Apr 18 19:21:32.528670 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['5c223a95-ed20-4503-90e9-e9d9c5147c34'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:32.738395 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-c4ae00fd-6151-4a17-b3f2-b33e9b9fb331 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5c22a2f2d46e46198d19e1a175df3310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809119 Apr 18 19:21:32.743085 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-3a3fd2e2-5adf-451d-ab5f-40e3e0944401 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:32.744494 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-3a3fd2e2-5adf-451d-ab5f-40e3e0944401 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543039 Apr 18 19:21:32.847336 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-2aec4062-adc8-4912-a8af-ae1559c27469 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/quotas/9e308fc378504ea3aefede86d7a9e12d HTTP/1.1" status: 200 len: 375 time: 0.0783710 Apr 18 19:21:32.920246 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-08f8a6cb-c464-4e43-bd1f-8a20c1ac1221 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e308fc378504ea3aefede86d7a9e12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602112 Apr 18 19:21:32.949350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-a6daa65d-8ad9-4a46-b6a5-2701d9d67a91 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:32.951680 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-a6daa65d-8ad9-4a46-b6a5-2701d9d67a91 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045484 Apr 18 19:21:32.974680 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Request body: {'port': {'device_id': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '5c22a2f2d46e46198d19e1a175df3310'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:33.138909 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:33.145111 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Usage tracker for resource:port and tenant:5c22a2f2d46e46198d19e1a175df3310 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:33.149609 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:33.157329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:33.236387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Made reservation on behalf of 5c22a2f2d46e46198d19e1a175df3310 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:33.239676 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:33.258766 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:33.300155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:33.306719 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Usage tracker for resource:security_group_rule and tenant:5c22a2f2d46e46198d19e1a175df3310 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:33.313979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:33.317533 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:33.400447 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:33.403565 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e4ba2-64b0-4977-ae45-4e3b6993c025 req-ed45443c-eaf0-4717-b7bb-3a65fa23351b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:33.405068 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ac0e4ba2-64b0-4977-ae45-4e3b6993c025 req-ed45443c-eaf0-4717-b7bb-3a65fa23351b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 944 time: 0.0819356 Apr 18 19:21:33.450619 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ac0e4ba2-64b0-4977-ae45-4e3b6993c025 req-4f39d162-86e2-4c5f-b5be-3f7ee77b7c9c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399859 Apr 18 19:21:33.484887 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:33.558235 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-28041c69-558e-43dd-baf9-15810a5b89ff req-eb0499cd-5a0d-406f-b897-ad8f5e746af0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 210 time: 0.1032360 Apr 18 19:21:33.572534 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342ea4d8-2365-4013-9b2b-baec0eeca869,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:33.575900 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f37a13fc-dcf5-49b5-a65d-9a2195b046d2 req-e8a47758-9113-4c5e-a308-29a74c0b7fea tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 210 time: 0.0452201 Apr 18 19:21:33.672815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Allocated IP 192.168.233.18 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/d6952118-e770-41a4-97ba-b71904ad219e) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:33.752385 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:33.757221 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-626810ee-332f-494b-89f2-7c3ea9e00c5e req-2289ef2f-b27c-48b9-9b2c-c4179acfa640 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 210 time: 0.0534868 Apr 18 19:21:33.800089 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 5c223a95-ed20-4503-90e9-e9d9c5147c34 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:33.921887 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e4861-e2bb-466d-a894-42e10e307850 req-5c807f3e-750c-45fa-88bf-dfe9e1a8883f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:33.923818 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f31e4861-e2bb-466d-a894-42e10e307850 req-5c807f3e-750c-45fa-88bf-dfe9e1a8883f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 943 time: 0.0964472 Apr 18 19:21:33.968834 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:33.977458 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f31e4861-e2bb-466d-a894-42e10e307850 req-d6a6481f-6152-4d90-aac1-3c8dbd418710 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460615 Apr 18 19:21:33.985377 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'port_id': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a', 'mac_address': 'fa:16:3e:ac:b6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:21:34.005890 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:34.053903 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:34.056602 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Transition to ACTIVE for port object d6952118-e770-41a4-97ba-b71904ad219e will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:34.081553 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:34.090695 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 5c223a95-ed20-4503-90e9-e9d9c5147c34 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:34.102934 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 5c223a95-ed20-4503-90e9-e9d9c5147c34 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:34.103300 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:34.141709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.16', 51105) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:34.144341 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:34.235229 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:34.241003 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:34.310553 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:34.311758 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:34.313314 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c223a95-ed20-4503-90e9-e9d9c5147c34'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:34.377566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:34.389524 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Pushing event updated for resources: {'Port': ['ID=d6952118-e770-41a4-97ba-b71904ad219e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:34.391992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:34.396331 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:34.400421 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:34.400744 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:34.418654 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5c354-0d67-4410-bb43-de8db2764025 req-f7bef4a1-772f-4dbc-a8bb-9fafc8ffedaf tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:34.420592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-71c5c354-0d67-4410-bb43-de8db2764025 req-f7bef4a1-772f-4dbc-a8bb-9fafc8ffedaf tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Synchronizing usage tracker for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:34.420959 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:34.457519 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:34.530016 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=5c223a95-ed20-4503-90e9-e9d9c5147c34,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:34.543780 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2d42f3fb-44a2-4886-af1a-d7972053450a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5704391 Apr 18 19:21:34.543780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-71c5c354-0d67-4410-bb43-de8db2764025 req-f7bef4a1-772f-4dbc-a8bb-9fafc8ffedaf tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Unset dirty status for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:34.543780 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-f7bef4a1-772f-4dbc-a8bb-9fafc8ffedaf tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.16 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 808 time: 0.3913617 Apr 18 19:21:34.547537 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:34.564332 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Request body: {'port': {'device_id': '5c72e52b-5add-408a-8d07-457b26713932', 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea', 'admin_state_up': True, 'tenant_id': '8c23189679ae40bb84dcf0717d8a1396'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:34.601133 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Request body: {'port': {'device_id': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'device_owner': 'compute:tempest-test_az-355566631', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:34.632365 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da4645d-fb29-41cb-82b3-364b731740fb'] response: {'server_uuid': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c223a95-ed20-4503-90e9-e9d9c5147c34', 'code': 200} Apr 18 19:21:34.770106 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7524536-7bbf-4eb1-a8d0-367c568d0be6 req-459934ba-1302-4156-ab21-d61bf4b7d30d tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:34.778813 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a7524536-7bbf-4eb1-a8d0-367c568d0be6 req-459934ba-1302-4156-ab21-d61bf4b7d30d tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 945 time: 0.1150708 Apr 18 19:21:34.849690 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-97d5aafd-db50-4c7b-9e9d-b9dc5643f2fa None None] Provisioning for port d6952118-e770-41a4-97ba-b71904ad219e completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:34.867693 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-97d5aafd-db50-4c7b-9e9d-b9dc5643f2fa None None] Provisioning complete for port d6952118-e770-41a4-97ba-b71904ad219e triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:34.868070 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-97d5aafd-db50-4c7b-9e9d-b9dc5643f2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:34.930969 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a7524536-7bbf-4eb1-a8d0-367c568d0be6 req-2981c848-8f38-4553-97d8-35c1ccdbfcf2 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511734 Apr 18 19:21:34.978502 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-97d5aafd-db50-4c7b-9e9d-b9dc5643f2fa None None] Port d6952118-e770-41a4-97ba-b71904ad219e cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:35.016282 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c2df3836-8ba4-440a-a613-8191b1c4270e req-72601d98-28f2-4d55-b39d-79ae23d95270 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 210 time: 0.1084614 Apr 18 19:21:35.134673 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3012e24-29bc-42e7-af35-7ec92683bb0b req-1196a2db-866d-4200-8b70-65324d28d272 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 210 time: 0.0509014 Apr 18 19:21:35.184076 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.265702 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:35.274651 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cbda9bcb-ec99-482a-bb07-7d404591a1ac req-c720fe66-a960-4b6b-b264-4ff41bc11ff4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 1096 time: 0.4734316 Apr 18 19:21:35.275614 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Usage tracker for resource:port and tenant:8c23189679ae40bb84dcf0717d8a1396 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:35.280424 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:35.301662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:35.385483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e083f-4ee1-49b0-9370-76d8ba1d46b8 req-0d6a3dfd-f594-4a04-a739-c6983986a4f2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:35.387332 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5e4e083f-4ee1-49b0-9370-76d8ba1d46b8 req-0d6a3dfd-f594-4a04-a739-c6983986a4f2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 935 time: 0.0955377 Apr 18 19:21:35.394846 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Made reservation on behalf of 8c23189679ae40bb84dcf0717d8a1396 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:35.397757 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.415880 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-cbda9bcb-ec99-482a-bb07-7d404591a1ac req-7060b2be-252e-4bb3-b929-4c0884befc02 service neutron] Synchronizing usage tracker for tenant:0edd60137d0342688009d8c3f1192f6f on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:35.436122 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44064) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:35.464745 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5e4e083f-4ee1-49b0-9370-76d8ba1d46b8 req-ad6a2153-0277-44c2-b8bb-57b706f1b448 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715432 Apr 18 19:21:35.589641 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2ef8-073a-474f-828f-80b876afc163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.626065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5fbd2ef8-073a-474f-828f-80b876afc163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:35.630758 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5fbd2ef8-073a-474f-828f-80b876afc163 admin admin] Usage tracker for resource:security_group_rule and tenant:80b5d7e8e40f496faa2d4d891a5080c1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:35.633781 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5fbd2ef8-073a-474f-828f-80b876afc163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:35.640399 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5fbd2ef8-073a-474f-828f-80b876afc163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:35.705406 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2ef8-073a-474f-828f-80b876afc163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.707710 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-cbda9bcb-ec99-482a-bb07-7d404591a1ac req-7060b2be-252e-4bb3-b929-4c0884befc02 service neutron] Unset dirty status for tenant:0edd60137d0342688009d8c3f1192f6f on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:35.708817 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cbda9bcb-ec99-482a-bb07-7d404591a1ac req-7060b2be-252e-4bb3-b929-4c0884befc02 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245725 Apr 18 19:21:35.752221 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Allocated IP 172.20.0.8 (7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea/e777c12d-84e5-403f-b96a-80cadfef22a7/02f6e221-dd43-4a7b-a219-d3e1004128c5) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:35.775228 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998ac42-07af-40c7-a032-4151a499beba req-182b1759-a4ea-4a9c-a410-2f57eec7c615 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:35.776681 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5998ac42-07af-40c7-a032-4151a499beba req-182b1759-a4ea-4a9c-a410-2f57eec7c615 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 944 time: 0.2485352 Apr 18 19:21:35.783930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:35.797191 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2ef8-073a-474f-828f-80b876afc163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.847477 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd2ef8-073a-474f-828f-80b876afc163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161a5660-8584-4bf8-821d-cdedd8052bf0,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:35.856182 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5fbd2ef8-073a-474f-828f-80b876afc163 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=80b5d7e8e40f496faa2d4d891a5080c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4186125 Apr 18 19:21:35.857048 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44074) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:35.885493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.16', 51107) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:35.907391 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6952118-e770-41a4-97ba-b71904ad219e {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:35.921917 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:35.928726 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5998ac42-07af-40c7-a032-4151a499beba req-ddd4b461-c8d6-4795-b482-2d51351cbfdc tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433547 Apr 18 19:21:35.934904 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-2f92fe7d-56a8-4cc3-9caa-473792cca3ef tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9e308fc378504ea3aefede86d7a9e12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469685 Apr 18 19:21:35.939612 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:35.946618 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:35.947337 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.015273 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Transition to ACTIVE for port object d6952118-e770-41a4-97ba-b71904ad219e will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:36.168972 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.182154 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e93b3f21-4924-4fe1-9366-0776bbce2f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.190859 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-829c79a8-7456-4b51-8561-321caf4e9c8c tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:36.192582 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-829c79a8-7456-4b51-8561-321caf4e9c8c tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514391 Apr 18 19:21:36.217805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Request body: {'port': {'device_id': '2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '9e308fc378504ea3aefede86d7a9e12d'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:36.276799 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a865ffc-3f54-4aee-863d-7f7da096e011 req-e3bf35e7-401f-45cc-9cb5-998ce3886206 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:36.280899 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1a865ffc-3f54-4aee-863d-7f7da096e011 req-e3bf35e7-401f-45cc-9cb5-998ce3886206 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 945 time: 0.0912464 Apr 18 19:21:36.293880 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.334049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:36.347601 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.354201 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e93b3f21-4924-4fe1-9366-0776bbce2f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.411339 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1a865ffc-3f54-4aee-863d-7f7da096e011 req-bb9e72fb-e04b-4e03-aba1-b878f124786b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259234 Apr 18 19:21:36.428634 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.436710 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.573222 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:36.588104 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:36.590323 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Usage tracker for resource:port and tenant:9e308fc378504ea3aefede86d7a9e12d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:36.604570 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Pushing event updated for resources: {'Port': ['ID=d6952118-e770-41a4-97ba-b71904ad219e,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:36.615955 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:36.628578 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e93b3f21-4924-4fe1-9366-0776bbce2f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.635655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:36.635790 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:36.650055 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:36.659595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b3f21-4924-4fe1-9366-0776bbce2f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161a5660-8584-4bf8-821d-cdedd8052bf0,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:36.674528 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e93b3f21-4924-4fe1-9366-0776bbce2f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.675160 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e93b3f21-4924-4fe1-9366-0776bbce2f80 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/161a5660-8584-4bf8-821d-cdedd8052bf0 HTTP/1.1" status: 204 len: 168 time: 0.8170044 Apr 18 19:21:36.690965 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:36.699833 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:36.703787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:36.704439 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.710327 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903102b-6dee-471a-a9cb-81d1aa5e894e req-31983780-5d08-4eed-8414-290e0014b61f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:36.711852 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f903102b-6dee-471a-a9cb-81d1aa5e894e req-31983780-5d08-4eed-8414-290e0014b61f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 931 time: 0.2996831 Apr 18 19:21:36.749204 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Made reservation on behalf of 9e308fc378504ea3aefede86d7a9e12d for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:36.751219 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.753452 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3496530f-21d0-4477-817e-ec5e30981f90 req-684f9e4a-75b8-4fa8-b452-165a8a3dd23a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 210 time: 0.1100316 Apr 18 19:21:36.777587 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.795212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Attempting to bind port d6952118-e770-41a4-97ba-b71904ad219e on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:36.795347 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Attempting to bind port d6952118-e770-41a4-97ba-b71904ad219e by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:36.795584 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Attempting to bind port d6952118-e770-41a4-97ba-b71904ad219e on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:36.797756 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Pushing event updated for resources: {'Port': ['ID=02f6e221-dd43-4a7b-a219-d3e1004128c5,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:36.807903 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Port d6952118-e770-41a4-97ba-b71904ad219e on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:36.807903 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Attempting to bind port d6952118-e770-41a4-97ba-b71904ad219e on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:36.812306 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:36.812635 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:36.813078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:36.813504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Bound port: d6952118-e770-41a4-97ba-b71904ad219e, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:36.813843 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:36.839699 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f903102b-6dee-471a-a9cb-81d1aa5e894e req-31f713d2-f47a-48ab-b8cb-2adcc6048068 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213489 Apr 18 19:21:36.847410 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:36.853048 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Usage tracker for resource:security_group_rule and tenant:9e308fc378504ea3aefede86d7a9e12d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:36.856387 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:36.863339 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-c05f26eb-fc9e-4eb7-a781-3923daf4934f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3035500 Apr 18 19:21:36.878122 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:36.881142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Request body: {'port': {'device_id': '5c72e52b-5add-408a-8d07-457b26713932', 'device_owner': 'compute:tempest-test_az-355566631', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:36.954333 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8ff25f-7401-4bdb-a69d-e6cccb0ad7bc'] response: {'server_uuid': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a', 'code': 200} Apr 18 19:21:37.000897 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.093441 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.113157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:37.134178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d6952118-e770-41a4-97ba-b71904ad219e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:37.136334 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.191025 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580f4578-b44c-4501-9e35-4b6c8ab08243,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:37.279298 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.289799 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Allocated IP 192.168.233.115 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/7d3ed976-6b4e-4ac0-8793-aedf0effaeda) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:37.321990 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203c738-2c0a-4fa7-bb8b-eae94e19cdad req-00d1f27d-3f84-48c6-98f2-28ac4b55e1e7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:37.322904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5203c738-2c0a-4fa7-bb8b-eae94e19cdad req-00d1f27d-3f84-48c6-98f2-28ac4b55e1e7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Synchronizing usage tracker for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:37.389932 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-38a9f999-5645-4932-9f0d-99d549145be9 req-e2aa7600-6579-4858-b45e-fd6db8acbceb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 1096 time: 0.3549991 Apr 18 19:21:37.444112 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.445324 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] 10.222.0.16 "PUT /v2.0/ports/d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 200 len: 1116 time: 2.8483763 Apr 18 19:21:37.448356 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:37.497793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac6db5-dd7f-4d70-99f5-b9064e704615 service neutron] Pushing event updated for resources: {'Port': ['ID=d6952118-e770-41a4-97ba-b71904ad219e,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:37.574879 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.583764 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44118) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:37.592549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d6c55-1388-4225-8fb4-2f1b2435d2ed req-5524a2d6-fd2d-4a39-a6b6-7ee5026b9bd6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:37.599599 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a41d6c55-1388-4225-8fb4-2f1b2435d2ed req-5524a2d6-fd2d-4a39-a6b6-7ee5026b9bd6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 945 time: 0.1752105 Apr 18 19:21:37.602312 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5203c738-2c0a-4fa7-bb8b-eae94e19cdad req-00d1f27d-3f84-48c6-98f2-28ac4b55e1e7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Unset dirty status for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:37.603545 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5203c738-2c0a-4fa7-bb8b-eae94e19cdad req-00d1f27d-3f84-48c6-98f2-28ac4b55e1e7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 968 time: 0.6613779 Apr 18 19:21:37.648691 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-96709369-d16c-4cb1-8953-f78839c0d6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.652554 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-38a9f999-5645-4932-9f0d-99d549145be9 req-42b8085e-b0f6-480c-964d-efc7c5ead2a7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103539 Apr 18 19:21:37.662558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Transition to ACTIVE for port object 7d3ed976-6b4e-4ac0-8793-aedf0effaeda will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:37.705499 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a41d6c55-1388-4225-8fb4-2f1b2435d2ed req-09c041ac-5715-4219-81ab-c600c6d9a6c5 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049531 Apr 18 19:21:37.714210 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-96709369-d16c-4cb1-8953-f78839c0d6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:37.720325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-96709369-d16c-4cb1-8953-f78839c0d6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:8bd6aef380084181b80d1eac8d708150 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:37.723530 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-96709369-d16c-4cb1-8953-f78839c0d6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:37.729835 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-96709369-d16c-4cb1-8953-f78839c0d6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:37.790997 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5203c738-2c0a-4fa7-bb8b-eae94e19cdad req-0c4a83c6-f34b-461d-9ea5-acf4cc4007f8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Synchronizing usage tracker for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:37.808503 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-96709369-d16c-4cb1-8953-f78839c0d6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.818642 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-ae3b7bb5-cab0-4d2a-8081-7a42a704057b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1119 time: 0.1684949 Apr 18 19:21:37.825045 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.900523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Pushing event updated for resources: {'Port': ['ID=7d3ed976-6b4e-4ac0-8793-aedf0effaeda,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:37.915514 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:37.915514 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:37.916772 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-96709369-d16c-4cb1-8953-f78839c0d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.924046 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:37.928003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:37.928624 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:37.936179 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-2ca8759c-f439-42cf-940b-a17e4e4b93aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 200 len: 217 time: 0.0869625 Apr 18 19:21:37.941650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f6e221-dd43-4a7b-a219-d3e1004128c5 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:37.982743 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.000779 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5203c738-2c0a-4fa7-bb8b-eae94e19cdad req-0c4a83c6-f34b-461d-9ea5-acf4cc4007f8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Unset dirty status for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:38.001967 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5203c738-2c0a-4fa7-bb8b-eae94e19cdad req-0c4a83c6-f34b-461d-9ea5-acf4cc4007f8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536479 Apr 18 19:21:38.015436 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Transition to ACTIVE for port object 02f6e221-dd43-4a7b-a219-d3e1004128c5 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:38.027858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-61f65635-5bf9-44f7-9335-11eaf9bc73f8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:38.039604 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-61f65635-5bf9-44f7-9335-11eaf9bc73f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0836878 Apr 18 19:21:38.040186 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96709369-d16c-4cb1-8953-f78839c0d6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cedceb-69a4-4d4a-9536-8584319b3528,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:38.044506 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-96709369-d16c-4cb1-8953-f78839c0d6d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8bd6aef380084181b80d1eac8d708150&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4595327 Apr 18 19:21:38.054513 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44130) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:38.082839 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.128829 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-d64ad8e3-dfdf-42d3-bbbb-c678bf3f154d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9156132 Apr 18 19:21:38.145562 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5979d53-ecf8-430e-9a6a-0f6feca7eaf7'] response: {'name': 'network-changed', 'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e', 'status': 'completed', 'code': 200} Apr 18 19:21:38.147772 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Request body: {'port': {'device_id': '2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:38.234517 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb641d-6a64-4361-9cfb-0cba8ea9f485 req-c33052b8-ce4f-4edc-a739-cf5d6dfe3446 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:38.235931 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6acb641d-6a64-4361-9cfb-0cba8ea9f485 req-c33052b8-ce4f-4edc-a739-cf5d6dfe3446 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 945 time: 0.2564452 Apr 18 19:21:38.238290 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a83b75e6-b9fd-4d99-b2e0-4df89ca60989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.298545 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Pushing event updated for resources: {'Port': ['ID=02f6e221-dd43-4a7b-a219-d3e1004128c5,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:38.355793 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-234f7ac5-0c98-4aa5-bb9d-3f9749821065 None None] Provisioning for port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:38.362032 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-234f7ac5-0c98-4aa5-bb9d-3f9749821065 None None] Provisioning complete for port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:38.362351 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-234f7ac5-0c98-4aa5-bb9d-3f9749821065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.363123 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-665748ba-5252-4454-859a-303bdf716fac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3245239 Apr 18 19:21:38.397660 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a83b75e6-b9fd-4d99-b2e0-4df89ca60989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.404018 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.417610 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-234f7ac5-0c98-4aa5-bb9d-3f9749821065 None None] Port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:38.442639 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6acb641d-6a64-4361-9cfb-0cba8ea9f485 req-a007cd4f-907e-4514-a4bb-f5ea0a2f7d0f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178627 Apr 18 19:21:38.463170 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:38.463502 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:38.463827 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:38.490609 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:38.490921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:38.519763 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a82b9-4898-44fe-9138-3b4df218882d req-a997f764-02c6-4c0d-80b0-10a8e6ab3025 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:38.521205 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c1a82b9-4898-44fe-9138-3b4df218882d req-a997f764-02c6-4c0d-80b0-10a8e6ab3025 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 936 time: 0.2732885 Apr 18 19:21:38.526416 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:38.526761 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:38.527130 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:38.528316 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Bound port: 02f6e221-dd43-4a7b-a219-d3e1004128c5, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:38.528316 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.574729 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-fe08a0ca-27a7-403f-bf26-0cce5727d17f service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010436 Apr 18 19:21:38.688674 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a83b75e6-b9fd-4d99-b2e0-4df89ca60989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.722384 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c1a82b9-4898-44fe-9138-3b4df218882d req-8a01873b-bdc7-4cdf-b4ce-afaa67da5fa5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848056 Apr 18 19:21:38.752856 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b75e6-b9fd-4d99-b2e0-4df89ca60989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cedceb-69a4-4d4a-9536-8584319b3528,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:38.776295 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a83b75e6-b9fd-4d99-b2e0-4df89ca60989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.777415 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a83b75e6-b9fd-4d99-b2e0-4df89ca60989 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49cedceb-69a4-4d4a-9536-8584319b3528 HTTP/1.1" status: 204 len: 168 time: 0.7204447 Apr 18 19:21:38.784297 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:38.820495 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1c5d55d-536d-46fa-93db-f94245ed06a9 req-4146c59b-81d1-4462-9d13-fae9c5710bb3 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162292 Apr 18 19:21:38.832724 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:38.882581 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.893023 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c103d-2d4e-4aa6-becc-1d38460d4803 req-c084bbb9-878e-4137-ab36-f60b0a0b21cb tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:38.894433 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c0c103d-2d4e-4aa6-becc-1d38460d4803 req-c084bbb9-878e-4137-ab36-f60b0a0b21cb tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 964 time: 0.1843185 Apr 18 19:21:38.936814 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:38.938291 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] 10.222.0.16 "PUT /v2.0/ports/02f6e221-dd43-4a7b-a219-d3e1004128c5 HTTP/1.1" status: 200 len: 1112 time: 2.0633216 Apr 18 19:21:38.974983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2df3f-dd27-4293-b33c-f7814947589a service neutron] Pushing event updated for resources: {'Port': ['ID=02f6e221-dd43-4a7b-a219-d3e1004128c5,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:39.036664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3ed976-6b4e-4ac0-8793-aedf0effaeda {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:39.046315 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:39.055596 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c0c103d-2d4e-4aa6-becc-1d38460d4803 req-0cce1a8f-4119-4b83-8273-98fc668ad1a0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384459 Apr 18 19:21:39.064330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Transition to ACTIVE for port object 7d3ed976-6b4e-4ac0-8793-aedf0effaeda will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:39.066194 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95c9a6d7-6df6-406c-9080-f71f28afc4ec req-c6824594-fc7f-4e73-a15d-06e4fc3135a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1119 time: 0.0828204 Apr 18 19:21:39.155952 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:39.321029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3ed976-6b4e-4ac0-8793-aedf0effaeda,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:39.385287 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Attempting to bind port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:39.385287 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Attempting to bind port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:39.385611 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Attempting to bind port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:39.392383 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:39.392383 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Attempting to bind port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:39.402023 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:39.402023 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:39.402445 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:39.402883 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Bound port: 7d3ed976-6b4e-4ac0-8793-aedf0effaeda, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:39.403227 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:39.438677 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a6d7-6df6-406c-9080-f71f28afc4ec req-f88be73c-0a43-442c-8863-01f7c138aecb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:39.441112 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95c9a6d7-6df6-406c-9080-f71f28afc4ec req-f88be73c-0a43-442c-8863-01f7c138aecb service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3688009 Apr 18 19:21:39.506813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] For port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:39.506924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-5f54a457-5984-488d-acfc-42030e31cfbb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 1115 time: 0.3282814 Apr 18 19:21:39.508568 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] For port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=7d3ed976-6b4e-4ac0-8793-aedf0effaeda,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:39.521820 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:39.576442 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95c9a6d7-6df6-406c-9080-f71f28afc4ec req-14cea23f-c3cd-4c73-9380-aacd4a599366 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 200 len: 217 time: 0.1245956 Apr 18 19:21:39.602385 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:39.629263 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-999f830b-a51d-425f-bd5f-f498d1fd9e95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5 HTTP/1.1" status: 200 len: 217 time: 0.1087165 Apr 18 19:21:39.633780 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-abe2ff8e-7f0e-43ac-a384-d464a4546331 req-d2e5e53f-e863-48b8-b087-ea604c6c4e75 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 1096 time: 0.3145337 Apr 18 19:21:39.710903 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:39.712177 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] 10.222.0.16 "PUT /v2.0/ports/7d3ed976-6b4e-4ac0-8793-aedf0effaeda HTTP/1.1" status: 200 len: 1096 time: 1.5717540 Apr 18 19:21:39.715062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e', 'tag': '7d3ed976-6b4e-4ac0-8793-aedf0effaeda'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:39.720247 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a6d7-6df6-406c-9080-f71f28afc4ec req-61601c17-52b9-4e4e-b8cb-9967cf8b1440 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:39.721858 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95c9a6d7-6df6-406c-9080-f71f28afc4ec req-61601c17-52b9-4e4e-b8cb-9967cf8b1440 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1389887 Apr 18 19:21:39.727567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c3a98-e488-4f0f-9dee-5e02baf0c8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3ed976-6b4e-4ac0-8793-aedf0effaeda,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:39.762678 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edfbce-28bb-4798-a5b9-7407292b2ad3 req-cc114488-9ab9-4991-8754-9c65539e83c5 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:39.767292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-34edfbce-28bb-4798-a5b9-7407292b2ad3 req-cc114488-9ab9-4991-8754-9c65539e83c5 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 945 time: 0.1300128 Apr 18 19:21:39.769104 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5c354-0d67-4410-bb43-de8db2764025 req-cb204dfc-0310-4e24-aba7-df857d357950 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:39.771178 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-cb204dfc-0310-4e24-aba7-df857d357950 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1298378 Apr 18 19:21:39.823119 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44166) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:39.850231 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-04d21417-f74f-483d-9ebb-52820d6e05ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716424 Apr 18 19:21:39.854732 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-abe2ff8e-7f0e-43ac-a384-d464a4546331 req-2bc8e27f-a6bb-4540-a0e3-23b1519ad0df tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149987 Apr 18 19:21:39.889966 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4048ba05-f1d3-4537-af4c-322fbbac5fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:39.905968 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-34edfbce-28bb-4798-a5b9-7407292b2ad3 req-a0049c1a-4fe6-4abf-b09c-74922edd7455 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275432 Apr 18 19:21:39.912854 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-a6658612-97d0-4926-b109-33c2657c5324 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e308fc378504ea3aefede86d7a9e12d&device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 1099 time: 0.0835562 Apr 18 19:21:40.005096 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95c9a6d7-6df6-406c-9080-f71f28afc4ec req-e7f8b17f-3e34-48d8-8e1d-a70e4e3c4b6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2746210 Apr 18 19:21:40.017102 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-b4d6a421-8263-41b5-b036-ad70057f58a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=7d3ed976-6b4e-4ac0-8793-aedf0effaeda HTTP/1.1" status: 200 len: 217 time: 0.0937593 Apr 18 19:21:40.041864 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4048ba05-f1d3-4537-af4c-322fbbac5fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:40.079526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4048ba05-f1d3-4537-af4c-322fbbac5fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:e37131da9543401285058ce924262876 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:40.093206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-efaf257b-51a9-42d1-83c3-06c668df2760 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:40.094555 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-efaf257b-51a9-42d1-83c3-06c668df2760 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0701761 Apr 18 19:21:40.141852 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4048ba05-f1d3-4537-af4c-322fbbac5fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:40.146044 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c72e52b-5add-408a-8d07-457b26713932', 'tag': '02f6e221-dd43-4a7b-a219-d3e1004128c5'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:40.161513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4048ba05-f1d3-4537-af4c-322fbbac5fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:40.164881 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-71e95e3a-ffc4-433d-a556-0c4de68510d8 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064837 Apr 18 19:21:40.227809 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8045703-0fa3-46d5-9835-ccf04ff7d3ec req-b3f859c6-febc-49cb-9b4f-abaca76d783f tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:40.229258 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8045703-0fa3-46d5-9835-ccf04ff7d3ec req-b3f859c6-febc-49cb-9b4f-abaca76d783f tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 968 time: 0.1338429 Apr 18 19:21:40.237029 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-1133904d-ca70-4239-827e-6c5a64b94307 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102500 Apr 18 19:21:40.342068 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95c9a6d7-6df6-406c-9080-f71f28afc4ec req-7b6efdca-441d-409d-bcb7-4547f63a4c73 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239219 Apr 18 19:21:40.358561 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55f14c8-c69a-4328-ae98-1d2fbb8a4c9c'] response: {'name': 'network-changed', 'server_uuid': '2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e', 'tag': '7d3ed976-6b4e-4ac0-8793-aedf0effaeda', 'status': 'completed', 'code': 200} Apr 18 19:21:40.366179 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8045703-0fa3-46d5-9835-ccf04ff7d3ec req-e9073353-9eac-4f8f-9c42-9a1cf777693e tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282370 Apr 18 19:21:40.405099 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-6fc54880-f1a9-477c-a921-9e9d3a3348e8 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537716 Apr 18 19:21:40.540151 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4048ba05-f1d3-4537-af4c-322fbbac5fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:40.550961 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71c5c354-0d67-4410-bb43-de8db2764025 req-675d7f3e-46e1-4ea0-a7ff-b808d8006f3f service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727748 Apr 18 19:21:40.601121 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4048ba05-f1d3-4537-af4c-322fbbac5fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:40.609073 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95c9a6d7-6df6-406c-9080-f71f28afc4ec req-559dcc72-e35e-4087-afc2-d9e0ba3f5867 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440071 Apr 18 19:21:40.658006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048ba05-f1d3-4537-af4c-322fbbac5fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3995ab-f481-49ca-a318-f8066e1adda8,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:40.659281 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-957842b8-c08d-4a8b-9a32-e4c5b7e0a78c req-a764e59e-b078-4c0b-aeab-1701b0d457d0 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453644 Apr 18 19:21:40.663879 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4048ba05-f1d3-4537-af4c-322fbbac5fc8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e37131da9543401285058ce924262876&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8351970 Apr 18 19:21:40.667153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44186) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:40.669780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc958f4-8fb5-4898-bd6c-d5a95773ae14 req-78fec32b-1ddc-41c3-83cf-2eef6117dbd6 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:40.671256 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ccc958f4-8fb5-4898-bd6c-d5a95773ae14 req-78fec32b-1ddc-41c3-83cf-2eef6117dbd6 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 948 time: 0.2087972 Apr 18 19:21:40.684363 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0de401-8dbd-4a02-8e47-fefd673b89bb req-15bff8c6-e92c-405b-8f91-9572b023f039 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:40.685969 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a0de401-8dbd-4a02-8e47-fefd673b89bb req-15bff8c6-e92c-405b-8f91-9572b023f039 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 945 time: 0.1385732 Apr 18 19:21:40.696389 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44190) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:40.705658 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-0133a875-5b49-4b4b-9fa6-73ba9f0cf459 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Request body: {'floatingip': {'port_id': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:40.737202 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-13072357-e682-424c-b74c-54bce9c65e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:40.791299 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0133a875-5b49-4b4b-9fa6-73ba9f0cf459 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:40.798329 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-13072357-e682-424c-b74c-54bce9c65e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:40.867393 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ccc958f4-8fb5-4898-bd6c-d5a95773ae14 req-7b68785d-0468-464c-87f5-bef8e808c296 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884346 Apr 18 19:21:40.935967 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ce02f-fa17-411d-abdc-a2aa0054c68b req-3180ccb2-c23f-4da8-b6bc-391817442b88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9e308fc378504ea3aefede86d7a9e12d&device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 1099 time: 0.1751065 Apr 18 19:21:40.938448 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:40.939892 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e7b3eb11-74ae-45c1-9c3b-d641bff84791 req-8957e2f9-1324-455f-ac4e-cd9d6919a69a tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 1096 time: 0.1435988 Apr 18 19:21:41.033396 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-13072357-e682-424c-b74c-54bce9c65e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.076281 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13072357-e682-424c-b74c-54bce9c65e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3995ab-f481-49ca-a318-f8066e1adda8,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:41.100037 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-13072357-e682-424c-b74c-54bce9c65e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.104261 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-13072357-e682-424c-b74c-54bce9c65e36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0d3995ab-f481-49ca-a318-f8066e1adda8 HTTP/1.1" status: 204 len: 168 time: 0.4335127 Apr 18 19:21:41.108774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e7b3eb11-74ae-45c1-9c3b-d641bff84791 req-551ffa8b-74c9-468e-8db7-71f7f87ce26a tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] Synchronizing usage tracker for tenant:30f08fed39ce49fe95210d47fdf118be on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:41.131677 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ce02f-fa17-411d-abdc-a2aa0054c68b req-6eec0edc-42d6-4296-84b4-1940b4c2372b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:41.133108 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ce02f-fa17-411d-abdc-a2aa0054c68b req-6eec0edc-42d6-4296-84b4-1940b4c2372b service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.1911244 Apr 18 19:21:41.204521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e7b3eb11-74ae-45c1-9c3b-d641bff84791 req-551ffa8b-74c9-468e-8db7-71f7f87ce26a tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] Unset dirty status for tenant:30f08fed39ce49fe95210d47fdf118be on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:41.209722 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e7b3eb11-74ae-45c1-9c3b-d641bff84791 req-551ffa8b-74c9-468e-8db7-71f7f87ce26a tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459540 Apr 18 19:21:41.209722 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ce02f-fa17-411d-abdc-a2aa0054c68b req-62d07831-2493-4c1e-9fc8-62c5cad5ada7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=7d3ed976-6b4e-4ac0-8793-aedf0effaeda HTTP/1.1" status: 200 len: 217 time: 0.0669608 Apr 18 19:21:41.275183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ce02f-fa17-411d-abdc-a2aa0054c68b req-7a46d78f-426e-47c2-9b62-9cc72ed1e65f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:41.278228 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ce02f-fa17-411d-abdc-a2aa0054c68b req-7a46d78f-426e-47c2-9b62-9cc72ed1e65f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0640051 Apr 18 19:21:41.309940 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2277f-a0e0-4d60-b5e4-c1621b23db71 req-eedc6d2e-aa80-44ac-b127-aa6120579255 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:41.310644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-20f2277f-a0e0-4d60-b5e4-c1621b23db71 req-eedc6d2e-aa80-44ac-b127-aa6120579255 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Synchronizing usage tracker for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:41.360857 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ce02f-fa17-411d-abdc-a2aa0054c68b req-c5fa96ce-18a3-4853-8a7d-9f8a336bf2de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749495 Apr 18 19:21:41.388758 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607dd65b-2867-442f-bbb0-353a6c048f45'] response: {'name': 'network-changed', 'server_uuid': '5c72e52b-5add-408a-8d07-457b26713932', 'tag': '02f6e221-dd43-4a7b-a219-d3e1004128c5', 'status': 'completed', 'code': 200} Apr 18 19:21:41.504077 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ce02f-fa17-411d-abdc-a2aa0054c68b req-2ec0ef95-765c-4350-9307-a4f3c6fb6234 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358171 Apr 18 19:21:41.547868 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-20f2277f-a0e0-4d60-b5e4-c1621b23db71 req-eedc6d2e-aa80-44ac-b127-aa6120579255 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Unset dirty status for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:41.554711 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-20f2277f-a0e0-4d60-b5e4-c1621b23db71 req-eedc6d2e-aa80-44ac-b127-aa6120579255 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 964 time: 0.4201322 Apr 18 19:21:41.663337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-20f2277f-a0e0-4d60-b5e4-c1621b23db71 req-d7c2353e-3303-49ed-80ec-0de99a5cd31a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Synchronizing usage tracker for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:41.689962 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ce02f-fa17-411d-abdc-a2aa0054c68b req-31876912-88f0-4d49-a562-c6b5488d29a6 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783869 Apr 18 19:21:41.724609 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-438801c7-7d56-4049-b5fa-557694159118 req-3651f213-9010-4ba8-9efb-c9c34a5a6b96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 1115 time: 0.2096245 Apr 18 19:21:41.792390 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b87e-0df7-4948-8bb4-c2bb673077ae req-155120e8-9a8d-45d5-8615-5c470e726ac8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:41.794134 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2810b87e-0df7-4948-8bb4-c2bb673077ae req-155120e8-9a8d-45d5-8615-5c470e726ac8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 968 time: 0.0826657 Apr 18 19:21:41.815629 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [None req-0133a875-5b49-4b4b-9fa6-73ba9f0cf459 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:21:41.842290 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2810b87e-0df7-4948-8bb4-c2bb673077ae req-59e3959a-826f-461a-be55-8c5f38c4c1ca tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Apr 18 19:21:41.867883 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-20f2277f-a0e0-4d60-b5e4-c1621b23db71 req-d7c2353e-3303-49ed-80ec-0de99a5cd31a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Unset dirty status for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:41.868953 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-20f2277f-a0e0-4d60-b5e4-c1621b23db71 req-d7c2353e-3303-49ed-80ec-0de99a5cd31a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135066 Apr 18 19:21:41.947827 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0133a875-5b49-4b4b-9fa6-73ba9f0cf459 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:41.952260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438801c7-7d56-4049-b5fa-557694159118 req-6d779d47-38c7-44de-aced-952985dbb773 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:41.953717 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-438801c7-7d56-4049-b5fa-557694159118 req-6d779d47-38c7-44de-aced-952985dbb773 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.2214525 Apr 18 19:21:42.064664 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0133a875-5b49-4b4b-9fa6-73ba9f0cf459 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:42.180312 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-438801c7-7d56-4049-b5fa-557694159118 req-7a3cc658-0a4c-4f45-9d99-903603100246 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5 HTTP/1.1" status: 200 len: 217 time: 0.2175343 Apr 18 19:21:42.309049 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9bec7-91b3-48ab-9658-388e6a33678f req-b4780289-5336-4d87-8f89-9071b8052988 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:42.309737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-04c9bec7-91b3-48ab-9658-388e6a33678f req-b4780289-5336-4d87-8f89-9071b8052988 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Synchronizing usage tracker for tenant:9e308fc378504ea3aefede86d7a9e12d on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:42.361235 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438801c7-7d56-4049-b5fa-557694159118 req-7abeb0b4-53ed-42cc-b5a4-e7511c02d2da service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:42.362773 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-438801c7-7d56-4049-b5fa-557694159118 req-7abeb0b4-53ed-42cc-b5a4-e7511c02d2da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1683333 Apr 18 19:21:42.376183 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9788e53a-f271-4a44-9220-005dfd851392 req-a4c89e28-91ea-4b66-84ec-61bbbb851be7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3634357 Apr 18 19:21:42.390819 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-04c9bec7-91b3-48ab-9658-388e6a33678f req-b4780289-5336-4d87-8f89-9071b8052988 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Unset dirty status for tenant:9e308fc378504ea3aefede86d7a9e12d on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:42.392141 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-04c9bec7-91b3-48ab-9658-388e6a33678f req-b4780289-5336-4d87-8f89-9071b8052988 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 948 time: 0.1668406 Apr 18 19:21:42.420527 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-438801c7-7d56-4049-b5fa-557694159118 req-a05fb718-e9c6-4658-b774-2012105252e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472631 Apr 18 19:21:42.438409 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device d6952118-e770-41a4-97ba-b71904ad219e details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:42.470957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-04c9bec7-91b3-48ab-9658-388e6a33678f req-4b79f167-f1c4-4724-81cb-5e34bc1c2466 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Synchronizing usage tracker for tenant:9e308fc378504ea3aefede86d7a9e12d on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:42.579789 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-04c9bec7-91b3-48ab-9658-388e6a33678f req-4b79f167-f1c4-4724-81cb-5e34bc1c2466 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Unset dirty status for tenant:9e308fc378504ea3aefede86d7a9e12d on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:42.590243 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-438801c7-7d56-4049-b5fa-557694159118 req-b130379b-c333-4cc5-af7b-c7e3131d2b92 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580060 Apr 18 19:21:42.595297 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d6952118-e770-41a4-97ba-b71904ad219e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:42.596488 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [None req-0133a875-5b49-4b4b-9fa6-73ba9f0cf459 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Floating IP 0914214e-2608-4bf6-b44d-8b307ce94974 associated. External IP: 172.25.8.241, port: b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a. Apr 18 19:21:42.597310 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-04c9bec7-91b3-48ab-9658-388e6a33678f req-4b79f167-f1c4-4724-81cb-5e34bc1c2466 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988451 Apr 18 19:21:42.610417 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'd6952118-e770-41a4-97ba-b71904ad219e', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'd6952118-e770-41a4-97ba-b71904ad219e', 'mac_address': 'fa:16:3e:9c:b5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:tempest-test_az-355566631', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:21:42.684471 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:42.702153 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6952118-e770-41a4-97ba-b71904ad219e {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:42.717351 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d6952118-e770-41a4-97ba-b71904ad219e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:42.767900 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:42.838051 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=d6952118-e770-41a4-97ba-b71904ad219e,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:42.896643 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-438801c7-7d56-4049-b5fa-557694159118 req-4cf7b258-0351-443a-8127-a0d202776a77 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419674 Apr 18 19:21:43.010890 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['d6952118-e770-41a4-97ba-b71904ad219e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:43.181357 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0133a875-5b49-4b4b-9fa6-73ba9f0cf459 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:21:43.401528 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7890-8587-43d5-baca-dacba979bbf0 req-552ad6dc-ea44-493d-b4c6-be7a8e99257b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:43.410143 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cd5c7890-8587-43d5-baca-dacba979bbf0 req-552ad6dc-ea44-493d-b4c6-be7a8e99257b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 969 time: 0.1094029 Apr 18 19:21:43.411500 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0133a875-5b49-4b4b-9fa6-73ba9f0cf459 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:21:43.423847 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9bbb6-9b64-404b-86c3-2514c9b42948 None None] Sync routers for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:21:43.431476 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0133a875-5b49-4b4b-9fa6-73ba9f0cf459 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:43.444206 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9bbb6-9b64-404b-86c3-2514c9b42948 None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:43.445123 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-fab9bbb6-9b64-404b-86c3-2514c9b42948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:21:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:43.496933 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cd5c7890-8587-43d5-baca-dacba979bbf0 req-e9c73d48-ea00-4781-9186-89c3c656ba92 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855098 Apr 18 19:21:43.499696 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0133a875-5b49-4b4b-9fa6-73ba9f0cf459 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "PUT /v2.0/floatingips/0914214e-2608-4bf6-b44d-8b307ce94974 HTTP/1.1" status: 200 len: 991 time: 2.8023071 Apr 18 19:21:43.500498 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'tag': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:43.653222 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-fab9bbb6-9b64-404b-86c3-2514c9b42948 None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:43.714041 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193ad39-6902-4b30-8c66-d889353914a7 req-e72d266b-0ce4-4532-9802-9d8f1591f315 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:43.715866 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c193ad39-6902-4b30-8c66-d889353914a7 req-e72d266b-0ce4-4532-9802-9d8f1591f315 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 964 time: 0.0775442 Apr 18 19:21:43.770972 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c193ad39-6902-4b30-8c66-d889353914a7 req-bdbb5911-5272-459f-89d0-ac8a71aee75e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481479 Apr 18 19:21:44.043223 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-fab9bbb6-9b64-404b-86c3-2514c9b42948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '0914214e-2608-4bf6-b44d-8b307ce94974', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'port_id': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'mac_address': 'fa:16:3e:ac:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:14Z', 'updated_at': '2022-04-18T19:21:41Z', 'revision_number': 1, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:44.048527 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9bbb6-9b64-404b-86c3-2514c9b42948 None None] Checking router: 3f5dd035-63f4-4b27-9304-1bb3bd550f30 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:21:44.059574 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9bbb6-9b64-404b-86c3-2514c9b42948 None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:21:44.060206 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-fab9bbb6-9b64-404b-86c3-2514c9b42948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:21:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:44.132664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0f6d0-e0a3-416a-bf93-352d2fb1c752 req-b33afbbf-2422-4dea-9257-45aa8400d41f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:44.134778 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a6d0f6d0-e0a3-416a-bf93-352d2fb1c752 req-b33afbbf-2422-4dea-9257-45aa8400d41f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 945 time: 0.0850301 Apr 18 19:21:44.180938 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a6d0f6d0-e0a3-416a-bf93-352d2fb1c752 req-924cc76a-6c88-43d9-9639-25329fe6c2cd tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398183 Apr 18 19:21:44.245577 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-fab9bbb6-9b64-404b-86c3-2514c9b42948 None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:21:44.251374 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4f37e5-e5d9-4a8a-842b-c339d5716659'] response: {'name': 'network-changed', 'server_uuid': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'tag': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a', 'status': 'completed', 'code': 200} Apr 18 19:21:44.355162 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d443a13c-01bb-4489-8a55-43ff14ccff9c req-1dc24628-c408-4c0d-904a-0a543e477dad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cbf4e3c30304ddab39b304473805b3e&device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 1096 time: 0.0799637 Apr 18 19:21:44.431617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc1e96-47d1-4c57-b4da-ec72dedd68c1 req-3b40cf43-a597-444f-af7e-a77de2f4561d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:44.433915 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-63cc1e96-47d1-4c57-b4da-ec72dedd68c1 req-3b40cf43-a597-444f-af7e-a77de2f4561d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 948 time: 0.0823197 Apr 18 19:21:44.475046 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 7d3ed976-6b4e-4ac0-8793-aedf0effaeda details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:44.495320 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-63cc1e96-47d1-4c57-b4da-ec72dedd68c1 req-fec4520d-a65a-4657-8792-5989c965b8d2 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548582 Apr 18 19:21:44.505323 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443a13c-01bb-4489-8a55-43ff14ccff9c req-d453f0bd-d60e-4dd2-8d54-c08cd15b1534 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:44.506869 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d443a13c-01bb-4489-8a55-43ff14ccff9c req-d453f0bd-d60e-4dd2-8d54-c08cd15b1534 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ed1a367-2cbb-46cc-8894-db52b010c14b HTTP/1.1" status: 200 len: 924 time: 0.1462126 Apr 18 19:21:44.602025 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device d6952118-e770-41a4-97ba-b71904ad219e up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:44.654346 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d443a13c-01bb-4489-8a55-43ff14ccff9c req-04bf5dc2-c6a6-4284-a5a5-8c34cb27bea1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a HTTP/1.1" status: 200 len: 999 time: 0.1413856 Apr 18 19:21:44.684601 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-fab9bbb6-9b64-404b-86c3-2514c9b42948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '0914214e-2608-4bf6-b44d-8b307ce94974', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'port_id': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'mac_address': 'fa:16:3e:ac:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:14Z', 'updated_at': '2022-04-18T19:21:41Z', 'revision_number': 1, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:21:44.689575 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9bbb6-9b64-404b-86c3-2514c9b42948 None None] The sync data for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 is: [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '0914214e-2608-4bf6-b44d-8b307ce94974', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'port_id': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'mac_address': 'fa:16:3e:ac:b6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:14Z', 'updated_at': '2022-04-18T19:21:41Z', 'revision_number': 1, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:21:44.728486 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443a13c-01bb-4489-8a55-43ff14ccff9c req-1a6ac29e-e2fb-4a4d-9efd-0d980ee488c7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:44.730302 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d443a13c-01bb-4489-8a55-43ff14ccff9c req-1a6ac29e-e2fb-4a4d-9efd-0d980ee488c7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=317c77bb-fe1a-4bb1-b477-646f3113daa4 HTTP/1.1" status: 200 len: 862 time: 0.0707424 Apr 18 19:21:44.735035 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=7d3ed976-6b4e-4ac0-8793-aedf0effaeda,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:44.753961 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '7d3ed976-6b4e-4ac0-8793-aedf0effaeda', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '7d3ed976-6b4e-4ac0-8793-aedf0effaeda', 'mac_address': 'fa:16:3e:93:c8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:21:44.790163 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port d6952118-e770-41a4-97ba-b71904ad219e completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:44.803471 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port d6952118-e770-41a4-97ba-b71904ad219e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:44.803829 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:44.808587 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d443a13c-01bb-4489-8a55-43ff14ccff9c req-e4a01d67-c8ca-4b0b-ac66-cdad17f213b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ed1a367-2cbb-46cc-8894-db52b010c14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719612 Apr 18 19:21:44.870964 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:44.871916 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44314) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:44.879989 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-503be501-5a6f-4600-bcd4-54edb3a1c241 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:21:44.881112 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-503be501-5a6f-4600-bcd4-54edb3a1c241 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0069494 Apr 18 19:21:44.902206 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3ed976-6b4e-4ac0-8793-aedf0effaeda {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:44.996433 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=7d3ed976-6b4e-4ac0-8793-aedf0effaeda,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:44.998505 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189a748-d722-4761-8f87-4bb2d2b84114 None None] New status for floating IP 0914214e-2608-4bf6-b44d-8b307ce94974: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:21:45.051984 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d443a13c-01bb-4489-8a55-43ff14ccff9c req-c0b81827-59b0-413b-9a9d-eb2874bd5d1c service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374349 Apr 18 19:21:45.072521 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.073155 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 02f6e221-dd43-4a7b-a219-d3e1004128c5 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:45.132778 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Request body: {'binding': {'host': 'n-h2-838334-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:45.133277 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Unknown quota resources ['binding']. {{(pid=84804) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:21:45.191168 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.249522 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d443a13c-01bb-4489-8a55-43ff14ccff9c req-688f66e9-bf8f-4db1-916b-749cf04afc20 service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779625 Apr 18 19:21:45.309971 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.resource_extend [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:21:45.388034 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=7d3ed976-6b4e-4ac0-8793-aedf0effaeda,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:45.408837 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on host n-h2-838334-1 for vnic_type normal with profile None {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:45.409176 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:45.409474 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:45.415848 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:45.416275 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:45.419767 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:45.423183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:45.423691 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:45.424067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:45.424511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Bound port: 5c223a95-ed20-4503-90e9-e9d9c5147c34, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:45.442846 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:45.443179 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:45.443502 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:45.443824 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:45.444180 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:45.444499 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:45.444812 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:45.445122 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:45.445431 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:45.445740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:45.446049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:45.455467 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d6952118-e770-41a4-97ba-b71904ad219e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:45.534306 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.541516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:45.559907 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8af3-1ae6-4ca5-b75c-ba11a0174b07 req-d727c65a-6af1-46e5-a9c3-c3352c7b1935 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:45.561371 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-951b8af3-1ae6-4ca5-b75c-ba11a0174b07 req-d727c65a-6af1-46e5-a9c3-c3352c7b1935 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 969 time: 0.1021826 Apr 18 19:21:45.599017 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.600140 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-d70da074-9ca8-46a0-9894-c335d696a4dc service neutron] 10.222.0.66 "POST /v2.0/ports/5c223a95-ed20-4503-90e9-e9d9c5147c34/bindings HTTP/1.1" status: 201 len: 389 time: 0.5429611 Apr 18 19:21:45.611037 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-951b8af3-1ae6-4ca5-b75c-ba11a0174b07 req-bf4b64a4-410e-4be5-b64a-c3d94bcdd805 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438414 Apr 18 19:21:45.612289 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:45.631350 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '02f6e221-dd43-4a7b-a219-d3e1004128c5', 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea', 'port_id': '02f6e221-dd43-4a7b-a219-d3e1004128c5', 'mac_address': 'fa:16:3e:61:ab:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e777c12d-84e5-403f-b96a-80cadfef22a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-355566631', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:21:45.635530 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=d6952118-e770-41a4-97ba-b71904ad219e,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:45.694313 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.711635 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f6e221-dd43-4a7b-a219-d3e1004128c5 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:45.727067 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:45.784761 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:45.810853 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b01e36-b38f-43d4-aea6-ab1175b7999c req-c55c3a22-c33a-4c32-a0b8-c5b57fdd37da tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:45.812857 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2b01e36-b38f-43d4-aea6-ab1175b7999c req-c55c3a22-c33a-4c32-a0b8-c5b57fdd37da tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 964 time: 0.0765827 Apr 18 19:21:45.853932 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=02f6e221-dd43-4a7b-a219-d3e1004128c5,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:45.865993 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2b01e36-b38f-43d4-aea6-ab1175b7999c req-25d58c60-599b-407e-960a-634004bb896f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Apr 18 19:21:46.024675 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['7d3ed976-6b4e-4ac0-8793-aedf0effaeda'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:46.056269 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['02f6e221-dd43-4a7b-a219-d3e1004128c5'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:46.114056 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360fa50f-b230-4ccc-bb6a-3fcc4df138ef'] response: {'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e', 'code': 200} Apr 18 19:21:46.301863 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-41630427-769b-473f-bcb8-025a54fd1642 req-1446f360-b57b-4cd6-85bd-a793c0b13b5e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1121 time: 0.1420753 Apr 18 19:21:46.370852 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-41630427-769b-473f-bcb8-025a54fd1642 req-36fab157-67b6-4e7b-b6ce-b56657a6b850 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594552 Apr 18 19:21:46.381439 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127581b-edfc-404d-be2f-a84ecc43d22d req-13cb6641-68b2-4dda-b0a2-c9689c75d19f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:46.382887 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b127581b-edfc-404d-be2f-a84ecc43d22d req-13cb6641-68b2-4dda-b0a2-c9689c75d19f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 945 time: 0.1207318 Apr 18 19:21:46.386671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8ebf6-829d-4211-bfb6-84ee19739455 req-6ce1830b-b59d-4d57-8229-9dab4d51d2a8 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:46.388118 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2e8ebf6-829d-4211-bfb6-84ee19739455 req-6ce1830b-b59d-4d57-8229-9dab4d51d2a8 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 949 time: 0.1738513 Apr 18 19:21:46.395020 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-950c9576-205a-4cd5-b01c-54bc9cc837bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 1096 time: 0.1210535 Apr 18 19:21:46.427922 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b127581b-edfc-404d-be2f-a84ecc43d22d req-b816c440-19cb-4506-8210-7856b72410fa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Apr 18 19:21:46.434154 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2e8ebf6-829d-4211-bfb6-84ee19739455 req-162dd0d7-72b9-4249-9f75-960f16470cea tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382380 Apr 18 19:21:46.711850 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-73f7cbb6-adeb-4fef-802d-b797c5f1b53b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:46.713276 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-73f7cbb6-adeb-4fef-802d-b797c5f1b53b service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.1408126 Apr 18 19:21:46.787376 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-4e2151ee-765b-40b4-a9e1-01b49b00ff17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34 HTTP/1.1" status: 200 len: 217 time: 0.0673227 Apr 18 19:21:46.905978 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-4caa05dc-9eab-480f-a375-59b3646f0045 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:46.907476 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-4caa05dc-9eab-480f-a375-59b3646f0045 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.1137483 Apr 18 19:21:46.962217 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-e5554ae4-0def-4eb9-9208-3f540ca4f344 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442741 Apr 18 19:21:46.969129 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6729266-a4b8-4d8c-92d6-5771f3ee5f09 req-5bf3d479-ec82-45ce-879b-116e900e760d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:46.970482 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b6729266-a4b8-4d8c-92d6-5771f3ee5f09 req-5bf3d479-ec82-45ce-879b-116e900e760d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.1424992 Apr 18 19:21:47.097721 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b6729266-a4b8-4d8c-92d6-5771f3ee5f09 req-673c990f-b410-4d89-a99b-a3047ef2a953 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091478 Apr 18 19:21:47.145659 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-f7858250-2c5a-4160-87c7-5bdff96d0913 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742578 Apr 18 19:21:47.224930 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9086b-c1e7-4868-88e3-cf43d2e184d2 req-14b3c11c-0748-40a8-a3ad-165d0c12f67d tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:47.226497 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-18b9086b-c1e7-4868-88e3-cf43d2e184d2 req-14b3c11c-0748-40a8-a3ad-165d0c12f67d tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 965 time: 0.0816016 Apr 18 19:21:47.278303 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-18b9086b-c1e7-4868-88e3-cf43d2e184d2 req-2fad3e29-698f-40af-bb46-e168bb259e02 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 Apr 18 19:21:47.291528 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-36e0545b-892f-4f2b-8841-ee87bbe39683 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356025 Apr 18 19:21:47.708028 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d803eed-c8a0-4e44-9f50-c3a1d7ece1a9 req-84c31eb5-519a-448d-8e72-182ef5279e7a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:47.709369 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1d803eed-c8a0-4e44-9f50-c3a1d7ece1a9 req-84c31eb5-519a-448d-8e72-182ef5279e7a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 949 time: 0.1225033 Apr 18 19:21:47.712097 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-00a63802-ff67-4dfd-adbc-e8d39975595e tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1096 time: 0.1714616 Apr 18 19:21:47.722334 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77387edf-9874-45f8-a1af-ebd1b877fbe8 req-93ca3a64-100f-4364-a07f-a2d60dd50913 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:47.723819 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-77387edf-9874-45f8-a1af-ebd1b877fbe8 req-93ca3a64-100f-4364-a07f-a2d60dd50913 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 945 time: 0.0968368 Apr 18 19:21:47.734712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838334-1'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:47.769522 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-77387edf-9874-45f8-a1af-ebd1b877fbe8 req-b164ff5a-3faf-4395-bfe7-d3631fded3fb tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Apr 18 19:21:47.885324 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1d803eed-c8a0-4e44-9f50-c3a1d7ece1a9 req-9c027832-583c-447e-82ae-108fd6b62136 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703875 Apr 18 19:21:47.915644 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.084731 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44404) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:48.139958 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:48.192599 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:48.256607 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c223a95-ed20-4503-90e9-e9d9c5147c34'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:48.260288 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.263195 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.292163 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:48.296670 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc5d4fc939640d393da9e9851ce7613 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:48.299779 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:48.305321 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:48.320173 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.371417 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.424760 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.442821 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3aa7c1-1bb3-41c3-a0aa-0c90ed5acb19'] response: {'server_uuid': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c223a95-ed20-4503-90e9-e9d9c5147c34', 'code': 200} Apr 18 19:21:48.475885 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cc5d4fc939640d393da9e9851ce7613&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3900793 Apr 18 19:21:48.476752 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785bd5d1-afa4-44bd-8e94-f4af7d239339,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:48.478762 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44424) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:48.490351 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Pushing event updated for resources: {'Port': ['ID=5c223a95-ed20-4503-90e9-e9d9c5147c34,revision_number=7']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:48.505358 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.505700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.506055 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.506398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.507065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.507394 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.507717 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.508038 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.508359 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.508677 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.509113 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fad52-cea9-417f-ba27-9aaf14ae1b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.516437 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 7d3ed976-6b4e-4ac0-8793-aedf0effaeda up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:48.553918 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.554573 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.554684 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.554962 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.555280 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.555608 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.555932 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.556253 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.556572 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.556889 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.557206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:21:48.580639 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on host n-h1-838334-1 for vnic_type normal with profile {"migrating_to": "n-h2-838334-1"} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:21:48.580971 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:21:48.581313 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:48.592207 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba23ffd-0486-4653-ae29-82f7c372f10b req-5e4dcaf1-c97d-44ae-8ee8-891c15ba7164 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:48.593929 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eba23ffd-0486-4653-ae29-82f7c372f10b req-5e4dcaf1-c97d-44ae-8ee8-891c15ba7164 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.3092175 Apr 18 19:21:48.596660 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:21:48.597067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Attempting to bind port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:21:48.605966 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8710cd55-aedd-422a-97b3-e864b6043fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.618486 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:21:48.618827 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:21:48.619205 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:21:48.619641 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Bound port: 5c223a95-ed20-4503-90e9-e9d9c5147c34, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:21:48.619986 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.643451 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8710cd55-aedd-422a-97b3-e864b6043fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.658568 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:48.664357 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:48.665062 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.674106 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d3e6e-b4ec-4601-8ee6-84a6f32da8e0 req-421c5a92-2649-4f8c-a8ec-c0015b266b91 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:48.675598 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-210d3e6e-b4ec-4601-8ee6-84a6f32da8e0 req-421c5a92-2649-4f8c-a8ec-c0015b266b91 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 965 time: 0.1351583 Apr 18 19:21:48.711314 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eba23ffd-0486-4653-ae29-82f7c372f10b req-00a88776-0456-4ebe-99f3-cc1c3b286c21 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101143 Apr 18 19:21:48.735038 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-210d3e6e-b4ec-4601-8ee6-84a6f32da8e0 req-968b86d1-bb7d-43b1-a706-8b71c74f14e8 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511372 Apr 18 19:21:48.746722 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:48.749670 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:21:48.792634 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.801928 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8710cd55-aedd-422a-97b3-e864b6043fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.820413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710cd55-aedd-422a-97b3-e864b6043fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785bd5d1-afa4-44bd-8e94-f4af7d239339,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:48.823688 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8710cd55-aedd-422a-97b3-e864b6043fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.826805 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8710cd55-aedd-422a-97b3-e864b6043fbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/785bd5d1-afa4-44bd-8e94-f4af7d239339 HTTP/1.1" status: 204 len: 168 time: 0.3451457 Apr 18 19:21:48.826953 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3ed976-6b4e-4ac0-8793-aedf0effaeda'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:48.831567 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.841902 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=7d3ed976-6b4e-4ac0-8793-aedf0effaeda,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:48.927945 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:48.932220 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 02f6e221-dd43-4a7b-a219-d3e1004128c5 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:21:49.006423 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.007698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] 10.222.0.16 "PUT /v2.0/ports/5c223a95-ed20-4503-90e9-e9d9c5147c34 HTTP/1.1" status: 200 len: 1121 time: 1.2789941 Apr 18 19:21:49.010640 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7c195-deae-4293-a05f-14d28894ba47 service neutron] Pushing event updated for resources: {'Port': ['ID=5c223a95-ed20-4503-90e9-e9d9c5147c34,revision_number=8']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:49.060847 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=7d3ed976-6b4e-4ac0-8793-aedf0effaeda,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:49.089252 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['5c223a95-ed20-4503-90e9-e9d9c5147c34'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:49.162567 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 02f6e221-dd43-4a7b-a219-d3e1004128c5 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:49.177054 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 02f6e221-dd43-4a7b-a219-d3e1004128c5 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:49.177648 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.252410 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32fb66-efe6-42b8-b5ba-01bdeb86baae req-4b622a82-3413-482f-872e-197a724b70c4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:49.254774 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e32fb66-efe6-42b8-b5ba-01bdeb86baae req-4b622a82-3413-482f-872e-197a724b70c4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 943 time: 0.0923991 Apr 18 19:21:49.308374 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e32fb66-efe6-42b8-b5ba-01bdeb86baae req-7bca37cf-19d7-407f-b0d8-cdd09ff47bf9 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469658 Apr 18 19:21:49.328012 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-514f806a-9c30-4f7c-a645-69eef12877d7 req-4a3879d9-276b-4796-b5ce-bb73045a3a4c tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1121 time: 0.0880425 Apr 18 19:21:49.355126 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-514f806a-9c30-4f7c-a645-69eef12877d7 req-675323f9-1eac-408b-93fa-0c2ac7b94cb5 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.385600 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.391680 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-514f806a-9c30-4f7c-a645-69eef12877d7 req-675323f9-1eac-408b-93fa-0c2ac7b94cb5 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:49.397199 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-514f806a-9c30-4f7c-a645-69eef12877d7 req-675323f9-1eac-408b-93fa-0c2ac7b94cb5 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] Usage tracker for resource:security_group_rule and tenant:00c9c22f7ed04feeaddc6e1979995099 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:49.398438 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3e3d90-f7d1-4145-a413-da74372703a1'] response: {'server_uuid': '2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3ed976-6b4e-4ac0-8793-aedf0effaeda', 'code': 200} Apr 18 19:21:49.400195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-514f806a-9c30-4f7c-a645-69eef12877d7 req-675323f9-1eac-408b-93fa-0c2ac7b94cb5 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:49.407152 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-514f806a-9c30-4f7c-a645-69eef12877d7 req-675323f9-1eac-408b-93fa-0c2ac7b94cb5 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:49.493414 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:49.534987 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-514f806a-9c30-4f7c-a645-69eef12877d7 req-675323f9-1eac-408b-93fa-0c2ac7b94cb5 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.551449 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6a788f5c-312a-4931-a4b0-0182b1ae5b9f req-48c0bc0c-899f-4a15-826d-d0dbf38e2e2e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 1101 time: 0.0923042 Apr 18 19:21:49.567140 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.571256 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa41052-fd29-4f62-a6a5-531bc3f55900 req-89b67194-6ed9-4601-af2b-63c37b3eda2d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:49.573869 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9fa41052-fd29-4f62-a6a5-531bc3f55900 req-89b67194-6ed9-4601-af2b-63c37b3eda2d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 950 time: 0.0814092 Apr 18 19:21:49.599596 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6a788f5c-312a-4931-a4b0-0182b1ae5b9f req-0c2cefe2-2994-4487-9aab-088f7cad8398 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421309 Apr 18 19:21:49.618175 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-514f806a-9c30-4f7c-a645-69eef12877d7 req-675323f9-1eac-408b-93fa-0c2ac7b94cb5 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.628435 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9fa41052-fd29-4f62-a6a5-531bc3f55900 req-475f0fa1-7f75-41bd-893c-9b47959bb3da tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Apr 18 19:21:49.629378 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44450) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:49.652458 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=02f6e221-dd43-4a7b-a219-d3e1004128c5,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:49.658462 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99ef-2ba9-4891-8e67-7b9c913cc09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.661464 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-514f806a-9c30-4f7c-a645-69eef12877d7 req-675323f9-1eac-408b-93fa-0c2ac7b94cb5 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277457 Apr 18 19:21:49.670021 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675323f9-1eac-408b-93fa-0c2ac7b94cb5 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa74a38-4951-4db0-a6a1-58c67cff73f3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:49.706607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-dbcc99ef-2ba9-4891-8e67-7b9c913cc09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:49.710532 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-dbcc99ef-2ba9-4891-8e67-7b9c913cc09e admin admin] Usage tracker for resource:security_group_rule and tenant:128634bb47b64d4c87202083cbf8251e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:49.713554 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-dbcc99ef-2ba9-4891-8e67-7b9c913cc09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:49.719794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-dbcc99ef-2ba9-4891-8e67-7b9c913cc09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:49.783972 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99ef-2ba9-4891-8e67-7b9c913cc09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.860403 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dbcc99ef-2ba9-4891-8e67-7b9c913cc09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:49.943232 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc99ef-2ba9-4891-8e67-7b9c913cc09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1ff79e-79ed-4d00-bf1a-da24f65a770e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:49.956624 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44462) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:49.957051 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-dbcc99ef-2ba9-4891-8e67-7b9c913cc09e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=128634bb47b64d4c87202083cbf8251e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3239765 Apr 18 19:21:49.986670 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cfeb0659-c330-4899-9c43-5cc2c1b65583 req-0ca633ac-5c14-4a50-94af-c760e89675d8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0820131 Apr 18 19:21:50.019479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608432e2-18d3-4096-823b-9416cf009964 req-648ddb70-6a5b-4a6a-b560-d5eb6b80dc94 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:50.020943 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-608432e2-18d3-4096-823b-9416cf009964 req-648ddb70-6a5b-4a6a-b560-d5eb6b80dc94 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 966 time: 0.1152544 Apr 18 19:21:50.057887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85195a35-350a-4c9c-a735-4b071530129f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.098555 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85195a35-350a-4c9c-a735-4b071530129f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.110230 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-608432e2-18d3-4096-823b-9416cf009964 req-df22b1ee-c5d8-472c-9286-4ac7d35f486a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778487 Apr 18 19:21:50.258450 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85195a35-350a-4c9c-a735-4b071530129f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.276182 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85195a35-350a-4c9c-a735-4b071530129f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1ff79e-79ed-4d00-bf1a-da24f65a770e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:50.285594 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85195a35-350a-4c9c-a735-4b071530129f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:50.286776 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-85195a35-350a-4c9c-a735-4b071530129f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf1ff79e-79ed-4d00-bf1a-da24f65a770e HTTP/1.1" status: 204 len: 168 time: 0.3310499 Apr 18 19:21:50.443762 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'tag': '5c223a95-ed20-4503-90e9-e9d9c5147c34'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:50.597834 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ff980b-f8f0-4bef-820e-21b47788446b'] response: {'name': 'network-changed', 'server_uuid': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'tag': '5c223a95-ed20-4503-90e9-e9d9c5147c34', 'status': 'completed', 'code': 200} Apr 18 19:21:50.644245 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db0ee6-5760-4c76-9ca6-b51303870d89 req-a6cb7ae0-6406-4e01-900b-724f8dcae5a1 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:50.646091 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-37db0ee6-5760-4c76-9ca6-b51303870d89 req-a6cb7ae0-6406-4e01-900b-724f8dcae5a1 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 943 time: 0.0939744 Apr 18 19:21:50.719566 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-37db0ee6-5760-4c76-9ca6-b51303870d89 req-63b5cba6-02be-422e-92f6-ca44a6d4a444 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638936 Apr 18 19:21:50.739887 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f115c0c0-1a21-4874-910b-9fd2267d1334 req-4f88476b-5911-4963-9cb6-61be90aac939 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 1124 time: 0.1024065 Apr 18 19:21:50.882254 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44512) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:50.944426 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115c0c0-1a21-4874-910b-9fd2267d1334 req-d1203515-7ec7-4c5d-a939-a127e5f8729d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:50.946838 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f115c0c0-1a21-4874-910b-9fd2267d1334 req-d1203515-7ec7-4c5d-a939-a127e5f8729d service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.2010925 Apr 18 19:21:51.040748 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f115c0c0-1a21-4874-910b-9fd2267d1334 req-631b7736-c9a7-4ded-a856-1f7f881e0b52 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34 HTTP/1.1" status: 200 len: 217 time: 0.0868392 Apr 18 19:21:51.113506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115c0c0-1a21-4874-910b-9fd2267d1334 req-f9f3a0ed-b88d-4d28-b075-d2ee196ceeea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:51.123619 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f115c0c0-1a21-4874-910b-9fd2267d1334 req-f9f3a0ed-b88d-4d28-b075-d2ee196ceeea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.0754976 Apr 18 19:21:51.192614 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-124b161b-48f1-4df5-b14a-1916e222849b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3091810 Apr 18 19:21:51.234010 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305ab54-3d36-4404-b0b8-46f66848c607 req-f6fe157d-0bda-4dc9-a497-43b0ae3a027d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:51.235542 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c305ab54-3d36-4404-b0b8-46f66848c607 req-f6fe157d-0bda-4dc9-a497-43b0ae3a027d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 950 time: 0.1049433 Apr 18 19:21:51.279938 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f115c0c0-1a21-4874-910b-9fd2267d1334 req-b6797d50-7cb6-474e-acda-bf1c8ba26caa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485054 Apr 18 19:21:51.288389 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c305ab54-3d36-4404-b0b8-46f66848c607 req-855c4864-0f81-4c22-92cf-6881f223b16d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465133 Apr 18 19:21:51.399293 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c72e52b-5add-408a-8d07-457b26713932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f6e221-dd43-4a7b-a219-d3e1004128c5'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:21:51.446544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c25fea-957d-43eb-b9aa-d2872714fa1d req-b4b36434-6837-48bd-b86b-40f50e69fa35 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:51.448007 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-46c25fea-957d-43eb-b9aa-d2872714fa1d req-b4b36434-6837-48bd-b86b-40f50e69fa35 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.2725439 Apr 18 19:21:51.455429 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f115c0c0-1a21-4874-910b-9fd2267d1334 req-ba7c1348-027e-4933-af08-b45d91695c9e service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631231 Apr 18 19:21:51.561474 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9128a07-5c2d-4956-9db7-bbb8637f32ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:51.594511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482dd84-4535-4f0d-9a20-be00391597d8 req-592fe362-16b2-42e4-a0b7-488d02e39fb3 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:51.598807 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c482dd84-4535-4f0d-9a20-be00391597d8 req-592fe362-16b2-42e4-a0b7-488d02e39fb3 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 966 time: 0.1577382 Apr 18 19:21:51.606118 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-46c25fea-957d-43eb-b9aa-d2872714fa1d req-38dd277a-39a2-461d-8867-c3f02fc626a0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496546 Apr 18 19:21:51.616949 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44548) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:51.661386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c482dd84-4535-4f0d-9a20-be00391597d8 req-93c8626a-e4fe-41f4-b8d2-4a6599de115e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571694 Apr 18 19:21:51.662396 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f115c0c0-1a21-4874-910b-9fd2267d1334 req-59d33c25-e2b4-4141-abec-c360e18556e6 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908607 Apr 18 19:21:51.879948 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc942930-4ff1-4b8d-93b0-a9f9d5b970a3'] response: {'server_uuid': '5c72e52b-5add-408a-8d07-457b26713932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f6e221-dd43-4a7b-a219-d3e1004128c5', 'code': 200} Apr 18 19:21:52.042311 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3e2866db-408a-4d2f-8ba6-289772836d71 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=31fd61fcf0af463d986745e609454c0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4060621 Apr 18 19:21:52.044900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44570) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:52.124653 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-baeb7c12-9f3c-4c23-b1b2-8728d5670b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.195253 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2e3d7a6-7754-4b30-a37c-a9bb24ff726e req-28664385-2bef-4ab2-883d-96e6b9e3c5a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 1117 time: 0.2437816 Apr 18 19:21:52.206732 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-baeb7c12-9f3c-4c23-b1b2-8728d5670b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.213875 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc247c-d6ee-4b04-b3eb-d8b8fdb51a4c req-ff8af63c-bada-4327-b784-3f1ab704340f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:52.216755 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33fc247c-d6ee-4b04-b3eb-d8b8fdb51a4c req-ff8af63c-bada-4327-b784-3f1ab704340f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 943 time: 0.1967061 Apr 18 19:21:52.266731 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6ef651c3-0530-43e0-8018-4cd4cd40cf04 req-45dae501-47ce-48e3-8d36-e473e05df58c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1429980 Apr 18 19:21:52.299679 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2e3d7a6-7754-4b30-a37c-a9bb24ff726e req-f6295a47-e40e-4724-b844-8540bdf823df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818422 Apr 18 19:21:52.304571 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33fc247c-d6ee-4b04-b3eb-d8b8fdb51a4c req-096d8bca-4fff-4554-8e40-07f5401e36b0 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636322 Apr 18 19:21:52.367430 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-baeb7c12-9f3c-4c23-b1b2-8728d5670b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.392763 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb7c12-9f3c-4c23-b1b2-8728d5670b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0af82f2-706c-4a0c-982b-96f211e1feee,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:52.474676 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-baeb7c12-9f3c-4c23-b1b2-8728d5670b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:52.475795 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-baeb7c12-9f3c-4c23-b1b2-8728d5670b04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0af82f2-706c-4a0c-982b-96f211e1feee HTTP/1.1" status: 204 len: 168 time: 0.4299452 Apr 18 19:21:52.531208 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5c223a95-ed20-4503-90e9-e9d9c5147c34 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:21:52.542319 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3becb60-7526-49b3-85e3-4bcfaed999ab req-9353be1e-ddf6-43a6-a14c-de4e84f453bc tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:52.554755 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3becb60-7526-49b3-85e3-4bcfaed999ab req-9353be1e-ddf6-43a6-a14c-de4e84f453bc tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 950 time: 0.0957475 Apr 18 19:21:52.608035 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3becb60-7526-49b3-85e3-4bcfaed999ab req-c1b7e469-4141-40e3-a7a4-b1926eaec5bc tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462298 Apr 18 19:21:52.766079 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:52.781480 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5c223a95-ed20-4503-90e9-e9d9c5147c34 has no active binding in host n-h2-838334-1 {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:21:52.923452 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbced1f9-32cb-4512-8be8-9471aafddf88 req-f9225676-34f0-4d90-939a-3b50b12ab509 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:52.924920 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fbced1f9-32cb-4512-8be8-9471aafddf88 req-f9225676-34f0-4d90-939a-3b50b12ab509 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.1141088 Apr 18 19:21:52.976701 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fbced1f9-32cb-4512-8be8-9471aafddf88 req-a41ece4e-f3d5-4214-a3a0-7c0892036da4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Apr 18 19:21:53.119540 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3a859-8145-4419-82c8-4c7d4321e92c req-5afa61af-3302-455f-9983-d12ee39ae9ac tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:53.134650 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2dc3a859-8145-4419-82c8-4c7d4321e92c req-5afa61af-3302-455f-9983-d12ee39ae9ac tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 966 time: 0.1217554 Apr 18 19:21:53.144763 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-b28ef014-95d8-4f49-9850-da4308eb5a34 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9e308fc378504ea3aefede86d7a9e12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539513 Apr 18 19:21:53.186935 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2dc3a859-8145-4419-82c8-4c7d4321e92c req-fa845f63-7e48-49aa-a32c-0f3b1b1e8e8f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513344 Apr 18 19:21:53.305316 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44628) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:53.340551 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-faff7a7a-2dc3-44fc-ad88-c19c5b69243b tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:53.350931 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-faff7a7a-2dc3-44fc-ad88-c19c5b69243b tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036583 Apr 18 19:21:53.365644 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e69275e1-9d7b-450a-825f-c2ded2206628 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2542a30a01124131b89bfb3d76d319b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590048 Apr 18 19:21:53.368320 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44638) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:53.370400 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-fa991f9f-4e6e-4ea7-836c-5a45a4ad5972 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/quotas/9e308fc378504ea3aefede86d7a9e12d HTTP/1.1" status: 200 len: 375 time: 0.0197930 Apr 18 19:21:53.450080 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-01305b4f-57d7-4aca-ad8c-4fe9a689001f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.457912 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-19e33111-0e97-41d8-be8d-b9cb57f46132 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9e308fc378504ea3aefede86d7a9e12d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868597 Apr 18 19:21:53.479105 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-01305b4f-57d7-4aca-ad8c-4fe9a689001f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.641684 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-01305b4f-57d7-4aca-ad8c-4fe9a689001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.681343 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-01305b4f-57d7-4aca-ad8c-4fe9a689001f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.682492 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-01305b4f-57d7-4aca-ad8c-4fe9a689001f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5cbde888-7f8f-4bbf-9d56-1b6be7f301ac HTTP/1.1" status: 204 len: 168 time: 0.3132451 Apr 18 19:21:53.684309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01305b4f-57d7-4aca-ad8c-4fe9a689001f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbde888-7f8f-4bbf-9d56-1b6be7f301ac,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:53.763222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3fed-5515-4a6a-9857-45100373b7e0 req-9a508e06-6419-4320-b426-c651229a6bc1 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:53.774997 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f92f3fed-5515-4a6a-9857-45100373b7e0 req-9a508e06-6419-4320-b426-c651229a6bc1 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 943 time: 0.1673474 Apr 18 19:21:53.824155 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7085b34e-330f-44d9-b240-ed48e6769b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:53.852024 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f92f3fed-5515-4a6a-9857-45100373b7e0 req-e747a507-4433-4772-9635-50d45cb2bdce tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755906 Apr 18 19:21:53.874897 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8b983074-1609-44f8-859d-a24c703a0658 req-e5bb6f96-5ffc-488c-a38a-80ed3582b8ff tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 210 time: 0.0564349 Apr 18 19:21:54.218299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad15ce4-95ee-44dd-9170-4e154df10d47 req-1df41ea0-cbd4-47db-acdf-ae0c80115827 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:54.220662 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0ad15ce4-95ee-44dd-9170-4e154df10d47 req-1df41ea0-cbd4-47db-acdf-ae0c80115827 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.0903614 Apr 18 19:21:54.295719 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0ad15ce4-95ee-44dd-9170-4e154df10d47 req-4f0a6c8a-78c5-4b63-b365-da44e0c25a6d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655692 Apr 18 19:21:54.539349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b7577-727e-4c2f-9945-f6066df187c7 req-ac64ca0f-48d8-4b78-a2c5-8fc47e01553a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:54.541077 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-964b7577-727e-4c2f-9945-f6066df187c7 req-ac64ca0f-48d8-4b78-a2c5-8fc47e01553a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 966 time: 0.1191297 Apr 18 19:21:54.598410 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-0d5325ae-10a5-44ab-a616-26d8c519ed82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1121 time: 0.1123085 Apr 18 19:21:54.629326 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-964b7577-727e-4c2f-9945-f6066df187c7 req-e4886ca6-f5d8-4bcd-8a22-fd803e7b1aaf tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803277 Apr 18 19:21:54.770148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-cb52f89c-fcea-44cf-bdf6-8ae9debdd5a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:54.771800 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-cb52f89c-fcea-44cf-bdf6-8ae9debdd5a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.1672015 Apr 18 19:21:54.852360 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-e133207c-11fd-4918-adca-f4cc4ee791f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 200 len: 217 time: 0.0707057 Apr 18 19:21:54.870665 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.916082 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:54.966120 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-128412c9-c8d8-4131-ae57-6a0908569e8f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:54.968295 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-128412c9-c8d8-4131-ae57-6a0908569e8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0986733 Apr 18 19:21:55.089054 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-b660a2a7-a1c8-4e8b-9a4e-43a692e7409c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146855 Apr 18 19:21:55.105138 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44728) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:55.252568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42e697-efae-4f15-ae88-d2af613b24fb req-2b958a43-c81b-4230-8538-c98552069910 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:55.260078 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb42e697-efae-4f15-ae88-d2af613b24fb req-2b958a43-c81b-4230-8538-c98552069910 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 943 time: 0.2306712 Apr 18 19:21:55.295217 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c67905f-a185-4ec2-a58e-8f1e32995c76 req-4b0a0e45-15c2-41d7-b012-558e4a1d31c2 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 210 time: 0.1204882 Apr 18 19:21:55.321204 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-00089030-ae1c-4c3e-b689-f8d2c1192688 service neutron] 10.222.0.71 "GET /v2.0/ports/5c223a95-ed20-4503-90e9-e9d9c5147c34/bindings/n-h2-838334-1 HTTP/1.1" status: 200 len: 384 time: 0.1974928 Apr 18 19:21:55.357061 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb42e697-efae-4f15-ae88-d2af613b24fb req-5db88ae1-3c2d-4d6c-b9b2-f3edc6cb0bfd tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952697 Apr 18 19:21:55.411604 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1cc3b8bb-7be5-4a8d-985b-88c84db3cb73 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004994 Apr 18 19:21:55.512287 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e3de804-d9f8-414b-a1a1-00f47b7ded08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:55.696679 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-8e3de804-d9f8-414b-a1a1-00f47b7ded08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:55.711347 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-8e3de804-d9f8-414b-a1a1-00f47b7ded08 admin admin] Usage tracker for resource:security_group_rule and tenant:ab8e2438ee5843b080cf1a2a7736e5eb is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:55.726686 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-8e3de804-d9f8-414b-a1a1-00f47b7ded08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:55.743720 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-8e3de804-d9f8-414b-a1a1-00f47b7ded08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:55.747701 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1feb86ce-4cfe-46b4-83c7-4465eb6a74f0 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266065 Apr 18 19:21:55.788112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd5b67-ec5e-4077-b031-1cb1e07f5e22 req-84c36d8b-bcc5-4fbd-9f45-2558776cfec4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:55.794989 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-30dd5b67-ec5e-4077-b031-1cb1e07f5e22 req-84c36d8b-bcc5-4fbd-9f45-2558776cfec4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.2499464 Apr 18 19:21:55.799520 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-c465ce33-7dd4-4a40-baed-d5bb59e287e9 service neutron] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:55.846837 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44744) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:55.867272 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-c465ce33-7dd4-4a40-baed-d5bb59e287e9 service neutron] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:21:55.886156 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-30dd5b67-ec5e-4077-b031-1cb1e07f5e22 req-3bf22d15-2735-4b07-8543-6e0a21485bd2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904303 Apr 18 19:21:55.890742 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e3de804-d9f8-414b-a1a1-00f47b7ded08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:55.928829 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-c465ce33-7dd4-4a40-baed-d5bb59e287e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c223a95-ed20-4503-90e9-e9d9c5147c34 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:21:55.935289 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e3de804-d9f8-414b-a1a1-00f47b7ded08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:55.947526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-c465ce33-7dd4-4a40-baed-d5bb59e287e9 service neutron] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:21:55.981586 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f63c1-e115-4ea1-b82f-2f06bae7b4bb req-7f924477-610a-400c-a2a4-f6ef66581289 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:55.988877 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0d8f63c1-e115-4ea1-b82f-2f06bae7b4bb req-7f924477-610a-400c-a2a4-f6ef66581289 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 966 time: 0.1603949 Apr 18 19:21:55.990157 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3de804-d9f8-414b-a1a1-00f47b7ded08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd60e982-7cf9-4cc2-aed0-cb2550e6a172,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:55.994578 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8e3de804-d9f8-414b-a1a1-00f47b7ded08 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab8e2438ee5843b080cf1a2a7736e5eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8872237 Apr 18 19:21:55.997676 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44752) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:56.009602 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-c465ce33-7dd4-4a40-baed-d5bb59e287e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.070809 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de73deb8-907e-44dc-b3b0-7327004f5aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.110421 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de73deb8-907e-44dc-b3b0-7327004f5aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.185945 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-36cb7c0b-6cae-4785-b0be-161045ab5f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.201560 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0d8f63c1-e115-4ea1-b82f-2f06bae7b4bb req-8324f80a-ab40-401c-b6a2-b4f2b55bb243 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118337 Apr 18 19:21:56.230433 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-c465ce33-7dd4-4a40-baed-d5bb59e287e9 service neutron] Transition to ACTIVE for port object 5c223a95-ed20-4503-90e9-e9d9c5147c34 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:56.239115 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de73deb8-907e-44dc-b3b0-7327004f5aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.260568 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73deb8-907e-44dc-b3b0-7327004f5aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd60e982-7cf9-4cc2-aed0-cb2550e6a172,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:56.266504 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-36cb7c0b-6cae-4785-b0be-161045ab5f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:56.272104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-36cb7c0b-6cae-4785-b0be-161045ab5f00 admin admin] Usage tracker for resource:security_group_rule and tenant:837e3c194dc54d3e82867e206d350f5f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:56.275123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-36cb7c0b-6cae-4785-b0be-161045ab5f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:56.277916 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de73deb8-907e-44dc-b3b0-7327004f5aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.279077 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-de73deb8-907e-44dc-b3b0-7327004f5aed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd60e982-7cf9-4cc2-aed0-cb2550e6a172 HTTP/1.1" status: 204 len: 168 time: 0.2804911 Apr 18 19:21:56.283137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-36cb7c0b-6cae-4785-b0be-161045ab5f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:56.317239 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-c465ce33-7dd4-4a40-baed-d5bb59e287e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.373615 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.406243 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-36cb7c0b-6cae-4785-b0be-161045ab5f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.475720 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-f789b4d2-a969-4600-9ba5-2ba95be6e30a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=9e308fc378504ea3aefede86d7a9e12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311544 Apr 18 19:21:56.476827 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-36cb7c0b-6cae-4785-b0be-161045ab5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.487321 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-90f76df5-db99-46d1-abac-1134ade339f8 req-da512f98-067b-4676-a085-68e9b9846d76 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 210 time: 0.0504997 Apr 18 19:21:56.534079 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-36cb7c0b-6cae-4785-b0be-161045ab5f00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=837e3c194dc54d3e82867e206d350f5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6856229 Apr 18 19:21:56.540947 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44772) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:56.573739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465ce33-7dd4-4a40-baed-d5bb59e287e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c223a95-ed20-4503-90e9-e9d9c5147c34,revision_number=10']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:56.623982 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-c465ce33-7dd4-4a40-baed-d5bb59e287e9 service neutron] No DVR routers for this DVR port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:21:56.708141 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb7c0b-6cae-4785-b0be-161045ab5f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadbaedf-f9de-4c9e-9a1e-6e744877dc12,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:56.716550 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-c465ce33-7dd4-4a40-baed-d5bb59e287e9 service neutron] 10.222.0.71 "PUT /v2.0/ports/5c223a95-ed20-4503-90e9-e9d9c5147c34/bindings/n-h2-838334-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3746564 Apr 18 19:21:56.759209 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d832bc5f-35c5-49e2-bafa-11c84cdb3e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.805188 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d832bc5f-35c5-49e2-bafa-11c84cdb3e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:56.817123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-b7f425a5-2b27-4883-974d-6fcb51e6cf3a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:56.818547 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-b7f425a5-2b27-4883-974d-6fcb51e6cf3a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033416 Apr 18 19:21:56.834967 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Request body: {'port': {'device_id': '06d2c7e4-558e-4f13-ab0d-1658ae2ba66f', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '9e308fc378504ea3aefede86d7a9e12d'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:56.926538 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15636b-7984-49b5-a057-af77013e1b1a req-29c723e1-7255-417f-b005-8a06d9a7c4f0 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:56.928448 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7b15636b-7984-49b5-a057-af77013e1b1a req-29c723e1-7255-417f-b005-8a06d9a7c4f0 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 944 time: 0.1440170 Apr 18 19:21:56.982651 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7b15636b-7984-49b5-a057-af77013e1b1a req-e2a191f1-fd5c-4275-8058-22390fc6e743 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483327 Apr 18 19:21:57.232343 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:57.238200 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb06533-425c-496e-9ab5-dc7c1065e6b1 req-2a0a118f-7ebe-40ab-9b1a-57ac13ed88d6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:57.239869 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7bb06533-425c-496e-9ab5-dc7c1065e6b1 req-2a0a118f-7ebe-40ab-9b1a-57ac13ed88d6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.1058512 Apr 18 19:21:57.244189 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-dd9e31cc-2664-4b0a-82b2-4597476ca895 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1095 time: 0.3900912 Apr 18 19:21:57.250676 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:57.252990 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d832bc5f-35c5-49e2-bafa-11c84cdb3e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:57.291406 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7bb06533-425c-496e-9ab5-dc7c1065e6b1 req-143f8b51-398e-4cab-9ebf-2d13d7f137e2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Apr 18 19:21:57.316582 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832bc5f-35c5-49e2-bafa-11c84cdb3e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadbaedf-f9de-4c9e-9a1e-6e744877dc12,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:57.330155 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3cfbcf88-3537-4ad8-a510-09b5c2eabbf0 req-7d76318b-001f-4759-af18-81986491470e tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 1117 time: 0.3395240 Apr 18 19:21:57.351654 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d832bc5f-35c5-49e2-bafa-11c84cdb3e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:57.352742 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d832bc5f-35c5-49e2-bafa-11c84cdb3e2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cadbaedf-f9de-4c9e-9a1e-6e744877dc12 HTTP/1.1" status: 204 len: 168 time: 0.7860625 Apr 18 19:21:57.389393 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3cfbcf88-3537-4ad8-a510-09b5c2eabbf0 req-7ea62162-f3d8-45a6-9c90-90bcc18bbeac tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] Synchronizing usage tracker for tenant:dfde864c113440c69d25012f3497fe19 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:21:57.405362 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-a2151ed8-7af0-448c-b263-ad4f60a45a4e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680&tenant_id=7e8a2dfc35db431798213b48c535215f HTTP/1.1" status: 200 len: 1095 time: 0.1460154 Apr 18 19:21:57.412194 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Made reservation on behalf of 9e308fc378504ea3aefede86d7a9e12d for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:21:57.415328 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:57.427464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 44796) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:57.492303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3cfbcf88-3537-4ad8-a510-09b5c2eabbf0 req-7ea62162-f3d8-45a6-9c90-90bcc18bbeac tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] Unset dirty status for tenant:dfde864c113440c69d25012f3497fe19 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:21:57.495116 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3cfbcf88-3537-4ad8-a510-09b5c2eabbf0 req-7ea62162-f3d8-45a6-9c90-90bcc18bbeac tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639843 Apr 18 19:21:57.499400 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bb1a67f7-6d3d-4c88-a043-72cbebb0aa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:57.626504 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bb1a67f7-6d3d-4c88-a043-72cbebb0aa3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:57.639944 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bb1a67f7-6d3d-4c88-a043-72cbebb0aa3c admin admin] Usage tracker for resource:security_group_rule and tenant:df2a76ad735047bf836be2c6e41714db is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:57.644908 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-aef36390-85f7-409d-8abc-0214afc0372b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 1095 time: 0.2164438 Apr 18 19:21:57.675747 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bb1a67f7-6d3d-4c88-a043-72cbebb0aa3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:57.743842 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bb1a67f7-6d3d-4c88-a043-72cbebb0aa3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:57.770595 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-22d4aca2-17d9-4435-9efd-b40dce8615a1 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=df89877bf54543fd9c1e2389272593e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372040 Apr 18 19:21:57.863156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Allocated IP 192.168.233.43 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/e320aecc-f0b8-48f5-a71a-098d3fc30dc1) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:21:57.936766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-3a24c577-4899-4f61-a341-13d986a03b31 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:57.938133 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-3a24c577-4899-4f61-a341-13d986a03b31 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614342 Apr 18 19:21:57.956475 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-c3e05683-7ca0-4923-bc0b-0f0714fc43a2 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/quotas/df89877bf54543fd9c1e2389272593e9 HTTP/1.1" status: 200 len: 375 time: 0.0117075 Apr 18 19:21:57.991174 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-529c81ee-0f5a-4850-afcc-40002f67af1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:57.992624 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-529c81ee-0f5a-4850-afcc-40002f67af1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.3063593 Apr 18 19:21:58.000354 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0cf78481-b252-4486-b461-3af2645917ae req-94959042-a3fb-46e4-a22a-7a9aaabd9b2c tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 1117 time: 0.3258014 Apr 18 19:21:58.005692 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-dd92d15f-6f1f-401e-a17d-cb6bf96c67b8 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=df89877bf54543fd9c1e2389272593e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433056 Apr 18 19:21:58.213401 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bb1a67f7-6d3d-4c88-a043-72cbebb0aa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.241819 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-7e40981c-be42-4c12-90bd-30ade486f374 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34 HTTP/1.1" status: 200 len: 217 time: 0.2388349 Apr 18 19:21:58.269715 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44816) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:58.304731 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bb1a67f7-6d3d-4c88-a043-72cbebb0aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.305762 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-955569e3-0bed-4075-93dd-5ecb156bc9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.377982 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c2e6b184-f534-42ce-95e2-1caa896065be req-0215f041-00b2-4ba6-953e-fbe09c38d56e tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 210 time: 0.0516462 Apr 18 19:21:58.386337 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0cf78481-b252-4486-b461-3af2645917ae req-a0af4de6-78d7-4536-aedf-6a835f41ef79 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169007 Apr 18 19:21:58.428387 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a67f7-6d3d-4c88-a043-72cbebb0aa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f284ee97-7178-4f61-bf63-62b717a08bb5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:58.431726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-955569e3-0bed-4075-93dd-5ecb156bc9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:21:58.435338 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-3bbc7967-8c78-48b7-b076-9d4dd8165d38 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:58.439801 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-3bbc7967-8c78-48b7-b076-9d4dd8165d38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.1856263 Apr 18 19:21:58.448001 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-955569e3-0bed-4075-93dd-5ecb156bc9f9 admin admin] Usage tracker for resource:security_group_rule and tenant:3c47b712a350432bb3fb7886c343935c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:21:58.452829 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bb1a67f7-6d3d-4c88-a043-72cbebb0aa3c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df2a76ad735047bf836be2c6e41714db&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0232711 Apr 18 19:21:58.456684 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44826) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:58.491136 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.504006 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-4ec3ab27-9d30-44d7-8125-345bc033e432 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539024 Apr 18 19:21:58.509801 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-955569e3-0bed-4075-93dd-5ecb156bc9f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:21:58.517401 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-955569e3-0bed-4075-93dd-5ecb156bc9f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:21:58.533034 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Transition to ACTIVE for port object e320aecc-f0b8-48f5-a71a-098d3fc30dc1 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:21:58.599485 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-175694c2-f862-4d0a-adb0-0f6551f3ce43 req-ee398df1-b2ee-4491-b2ce-71d4f9f9e126 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 210 time: 0.0585546 Apr 18 19:21:58.662315 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac786-5d60-4968-bb83-9243c94f33ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.666101 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-955569e3-0bed-4075-93dd-5ecb156bc9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.695613 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac786-5d60-4968-bb83-9243c94f33ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.720189 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-e60c63ac-96b0-47fa-83d5-bd249a697a40 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070897 Apr 18 19:21:58.759341 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345013-0e63-4851-86c9-436393111fa5 req-7f16dee7-bb72-433b-a86c-0014b493433f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:58.760850 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c4345013-0e63-4851-86c9-436393111fa5 req-7f16dee7-bb72-433b-a86c-0014b493433f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 944 time: 0.1707003 Apr 18 19:21:58.761883 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-955569e3-0bed-4075-93dd-5ecb156bc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.831128 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.847609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['7d3ed976-6b4e-4ac0-8793-aedf0effaeda'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:21:58.857142 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac786-5d60-4968-bb83-9243c94f33ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.868453 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-955569e3-0bed-4075-93dd-5ecb156bc9f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c47b712a350432bb3fb7886c343935c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5973921 Apr 18 19:21:58.872670 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955569e3-0bed-4075-93dd-5ecb156bc9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a1b416-a29d-414c-b36c-67904b3d504c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:58.876209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 44832) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:21:58.922801 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ac786-5d60-4968-bb83-9243c94f33ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f284ee97-7178-4f61-bf63-62b717a08bb5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:58.946302 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac786-5d60-4968-bb83-9243c94f33ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.947194 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fa3ac786-5d60-4968-bb83-9243c94f33ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f284ee97-7178-4f61-bf63-62b717a08bb5 HTTP/1.1" status: 204 len: 168 time: 0.4879582 Apr 18 19:21:58.968722 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:21:58.978344 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c4345013-0e63-4851-86c9-436393111fa5 req-6dcf6c4b-fcab-4eea-b365-2bd33d2c8d30 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091510 Apr 18 19:21:58.979167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Pushing event updated for resources: {'Port': ['ID=e320aecc-f0b8-48f5-a71a-098d3fc30dc1,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:58.981786 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:21:58.987174 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:21:58.992205 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:58.993027 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:58.993153 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd77a89-d41a-43ac-88e7-bfd27797dd55 req-e901daed-3e3b-408f-a395-dbc1c42b8512 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:59.000972 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5fd77a89-d41a-43ac-88e7-bfd27797dd55 req-e901daed-3e3b-408f-a395-dbc1c42b8512 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.2314198 Apr 18 19:21:59.024544 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-1b6f05f2-4c1a-49f7-8002-8cfb6185496c service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920768 Apr 18 19:21:59.133777 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-ec86706c-93c6-42f4-b212-d1a76458dd0a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3025844 Apr 18 19:21:59.141699 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5ee70e0-4363-4495-9a9f-66c731519470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:59.145149 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Request body: {'port': {'device_id': '06d2c7e4-558e-4f13-ab0d-1658ae2ba66f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:21:59.240097 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5fd77a89-d41a-43ac-88e7-bfd27797dd55 req-6c55426a-29c3-419f-933b-39e8b551e3b6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380340 Apr 18 19:21:59.278072 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5ee70e0-4363-4495-9a9f-66c731519470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:59.454704 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:59.492537 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5ee70e0-4363-4495-9a9f-66c731519470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:59.525046 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-58a0d712-8310-4452-b961-975f240bf02e None None] Provisioning for port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:21:59.536486 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-58a0d712-8310-4452-b961-975f240bf02e None None] Provisioning complete for port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:21:59.537145 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-58a0d712-8310-4452-b961-975f240bf02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:59.562046 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee70e0-4363-4495-9a9f-66c731519470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a1b416-a29d-414c-b36c-67904b3d504c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:21:59.572991 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca74878c-5c8a-4704-8cb9-a100ce129b04 req-916e4f48-cd1a-4ec0-8eca-1325248b65b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2060435 Apr 18 19:21:59.623022 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5ee70e0-4363-4495-9a9f-66c731519470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:21:59.626347 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d5ee70e0-4363-4495-9a9f-66c731519470 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69a1b416-a29d-414c-b36c-67904b3d504c HTTP/1.1" status: 204 len: 168 time: 0.7381389 Apr 18 19:21:59.675767 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7263408-35a4-419a-8635-ffcc0b52cca4 req-5e1b8248-e122-41a3-ad95-8a6b6b059405 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:21:59.680619 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-58a0d712-8310-4452-b961-975f240bf02e None None] Port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:21:59.684215 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a7263408-35a4-419a-8635-ffcc0b52cca4 req-5e1b8248-e122-41a3-ad95-8a6b6b059405 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 935 time: 0.1242950 Apr 18 19:21:59.768046 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a7263408-35a4-419a-8635-ffcc0b52cca4 req-cf0afeea-87d3-45bd-ab7d-a7ae1482d272 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828702 Apr 18 19:21:59.886109 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 5c223a95-ed20-4503-90e9-e9d9c5147c34 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:21:59.985414 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 5c223a95-ed20-4503-90e9-e9d9c5147c34 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:21:59.988490 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-6212e87d-be9d-4205-a1f9-238750925823 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 1095 time: 0.3444710 Apr 18 19:21:59.990973 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-39c3183c-0fd4-49dd-9bb9-33348d67b0e6 req-05bb49a6-b14b-4da1-bebe-8ca7166a29f2 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 210 time: 0.0788450 Apr 18 19:22:00.220914 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e320aecc-f0b8-48f5-a71a-098d3fc30dc1 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:00.231843 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:00.250714 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Transition to ACTIVE for port object e320aecc-f0b8-48f5-a71a-098d3fc30dc1 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:00.328958 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0b00-2333-4fb3-b935-8106058d773e req-05a0d508-1cce-4be3-b852-b195b76a4601 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:00.331317 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b128ed54-6831-4528-9bf6-bb01e3d35225 service neutron] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:00.338299 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b128ed54-6831-4528-9bf6-bb01e3d35225 service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:00.338299 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f8e4363-6964-4e68-89ca-38ca9b99fdca req-b128ed54-6831-4528-9bf6-bb01e3d35225 service neutron] 10.222.0.16 "DELETE /v2.0/ports/5c223a95-ed20-4503-90e9-e9d9c5147c34/bindings/n-h1-838334-1 HTTP/1.1" status: 204 len: 173 time: 0.3366334 Apr 18 19:22:00.339229 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-046f0b00-2333-4fb3-b935-8106058d773e req-05a0d508-1cce-4be3-b852-b195b76a4601 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 944 time: 0.0922496 Apr 18 19:22:00.358117 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:00.386021 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-046f0b00-2333-4fb3-b935-8106058d773e req-8d767ab9-0438-4208-895c-282b770f8401 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487671 Apr 18 19:22:00.537573 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e320aecc-f0b8-48f5-a71a-098d3fc30dc1,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:00.639009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Attempting to bind port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:00.639264 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Attempting to bind port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:00.639840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Attempting to bind port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:00.647044 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:00.647371 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Attempting to bind port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:00.655272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:00.655608 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:00.656109 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:00.656588 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Bound port: e320aecc-f0b8-48f5-a71a-098d3fc30dc1, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:00.656970 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:00.712155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a474b5-4064-45cc-9984-2958b3643653 req-15274ed0-b740-4b30-9239-ae81f335e4d5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:00.713651 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-75a474b5-4064-45cc-9984-2958b3643653 req-15274ed0-b740-4b30-9239-ae81f335e4d5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.0913880 Apr 18 19:22:00.771365 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] For port e320aecc-f0b8-48f5-a71a-098d3fc30dc1, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:00.774872 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] For port e320aecc-f0b8-48f5-a71a-098d3fc30dc1, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e320aecc-f0b8-48f5-a71a-098d3fc30dc1,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:00.785706 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-75a474b5-4064-45cc-9984-2958b3643653 req-b2ef3a59-4c4a-4e0c-9e86-544a3a422e11 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646293 Apr 18 19:22:00.836335 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:00.978315 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:00.979819 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] 10.222.0.71 "PUT /v2.0/ports/e320aecc-f0b8-48f5-a71a-098d3fc30dc1 HTTP/1.1" status: 200 len: 1095 time: 1.8388269 Apr 18 19:22:00.980348 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d2c7e4-558e-4f13-ab0d-1658ae2ba66f', 'tag': 'e320aecc-f0b8-48f5-a71a-098d3fc30dc1'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:01.041035 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07a21a-60f9-4b71-97af-c0029b7632e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e320aecc-f0b8-48f5-a71a-098d3fc30dc1,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:01.192483 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434f538-cc4d-4ea9-856d-ef375e4ee6bd req-ba07317d-dc2b-4618-b5bd-72593bb7652d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:01.194002 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7434f538-cc4d-4ea9-856d-ef375e4ee6bd req-ba07317d-dc2b-4618-b5bd-72593bb7652d tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 947 time: 0.1942127 Apr 18 19:22:01.242162 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-777680eb-2b08-45b9-9ecd-108ebe554e4d tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=df89877bf54543fd9c1e2389272593e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789580 Apr 18 19:22:01.261188 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-66d850de-4f9d-408a-8966-6981188b7aa7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9e308fc378504ea3aefede86d7a9e12d&device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 1098 time: 0.2001443 Apr 18 19:22:01.464498 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-1b22e87f-bca0-4f96-aa25-1a2cca928a39 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=e320aecc-f0b8-48f5-a71a-098d3fc30dc1 HTTP/1.1" status: 200 len: 217 time: 0.1831625 Apr 18 19:22:01.499795 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7434f538-cc4d-4ea9-856d-ef375e4ee6bd req-e6a14e3e-bed6-45a0-a038-b8dae43ecb52 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991714 Apr 18 19:22:01.540553 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-595c5478-8f9f-4e1e-b4a9-8083b22d80cb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:01.542246 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-595c5478-8f9f-4e1e-b4a9-8083b22d80cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0689058 Apr 18 19:22:01.677970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-9c4d0151-84a7-420d-9b07-e25448de64b7 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:01.679711 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-9c4d0151-84a7-420d-9b07-e25448de64b7 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4173229 Apr 18 19:22:01.708483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Request body: {'port': {'device_id': '24a2ce3a-a23b-4b83-a20a-ec0357775dc1', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': 'df89877bf54543fd9c1e2389272593e9'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:01.737861 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3879aa26-63af-44dd-b7e7-c55dd684b353 req-3e1315f9-f932-409a-b270-10bd82e1bbf2 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 1095 time: 0.0932415 Apr 18 19:22:01.797636 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3879aa26-63af-44dd-b7e7-c55dd684b353 req-38ce7883-0ccf-4314-9287-2ecfb4b71371 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588353 Apr 18 19:22:01.818518 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-23388d1b-3150-4f66-9a05-625373d6932c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2591288 Apr 18 19:22:01.969027 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e6de632-6ac1-4738-bfe8-df631d272cff'] response: {'name': 'network-changed', 'server_uuid': '06d2c7e4-558e-4f13-ab0d-1658ae2ba66f', 'tag': 'e320aecc-f0b8-48f5-a71a-098d3fc30dc1', 'status': 'completed', 'code': 200} Apr 18 19:22:02.004817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:02.019571 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Usage tracker for resource:port and tenant:df89877bf54543fd9c1e2389272593e9 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:02.024072 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:02.032438 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-e7d14cac-2ff0-46a3-9463-dc6d99ae89bf service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053058 Apr 18 19:22:02.033377 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:02.081787 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:22:02.188542 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78edad71-e8d5-4dcf-b16b-d31d11bbd9a1 req-bec971ae-09ec-4f6c-ad4c-d3dcdbb772f3 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499312 Apr 18 19:22:02.202579 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-73758345-5260-435b-8fbb-3d3e7fe6b09d req-3bb7e2f7-358e-49de-9ad6-770ac1e2f8bd tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 210 time: 0.0588317 Apr 18 19:22:02.252842 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Made reservation on behalf of df89877bf54543fd9c1e2389272593e9 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:02.256019 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:02.277990 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:02.323853 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:02.328466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Usage tracker for resource:security_group_rule and tenant:df89877bf54543fd9c1e2389272593e9 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:02.393545 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:02.401601 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-c894f5fe-8fa3-424c-b398-3cc558c465b6 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:22:02.405334 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d2c87-393b-4a61-806b-48dc607075e5 req-21d98c8e-39e3-4eed-af30-5581236d6a15 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:02.409322 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-c894f5fe-8fa3-424c-b398-3cc558c465b6 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0173557 Apr 18 19:22:02.413617 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b35d2c87-393b-4a61-806b-48dc607075e5 req-21d98c8e-39e3-4eed-af30-5581236d6a15 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.0997694 Apr 18 19:22:02.418075 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Request body: {'binding': {'host': 'n-h1-838334-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:02.419200 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Unknown quota resources ['binding']. {{(pid=84804) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:22:02.453334 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:02.471031 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b35d2c87-393b-4a61-806b-48dc607075e5 req-77396d25-22cb-4618-b97a-356908d26ad7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561347 Apr 18 19:22:02.594321 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9efe6d73-b88a-4ede-9236-d41ed1f1a3cd req-3493d3aa-b0e3-4854-a536-06bfca169ca0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9e308fc378504ea3aefede86d7a9e12d&device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 1098 time: 0.2620108 Apr 18 19:22:02.760346 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-9847c326-51a3-4466-972e-7c9ba9e9fb0e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:02.760646 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:02.762642 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-9847c326-51a3-4466-972e-7c9ba9e9fb0e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 821 time: 0.1818960 Apr 18 19:22:02.785280 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-b66b7bcf-1421-4438-a7d2-ac696b68e130 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/quotas/7e8a2dfc35db431798213b48c535215f HTTP/1.1" status: 200 len: 375 time: 0.0134890 Apr 18 19:22:02.836651 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:02.839602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe6d73-b88a-4ede-9236-d41ed1f1a3cd req-cff3df3c-3739-4b70-aed9-8b86b4261301 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:02.841978 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9efe6d73-b88a-4ede-9236-d41ed1f1a3cd req-cff3df3c-3739-4b70-aed9-8b86b4261301 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2331924 Apr 18 19:22:02.842665 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on host n-h1-838334-1 for vnic_type normal with profile None {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:02.843098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:02.843306 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:02.878881 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-5c9cbc6d-ca3e-42eb-8f1f-8111754eaaf4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0879269 Apr 18 19:22:03.029084 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-eea5d2de-bb4b-4cdb-add7-6d6c5b1d2cd9 service neutron] 10.222.0.66 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483002 Apr 18 19:22:03.036109 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:03.036433 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:03.088858 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9efe6d73-b88a-4ede-9236-d41ed1f1a3cd req-c879370b-817e-4652-98c9-9f2233bf6170 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=e320aecc-f0b8-48f5-a71a-098d3fc30dc1 HTTP/1.1" status: 200 len: 217 time: 0.2345071 Apr 18 19:22:03.133763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83275f90-4a1d-43c3-bef7-c07f29d04e0b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:03.142429 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:03.142921 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:03.143212 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:03.143659 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Bound port: 02f6e221-dd43-4a7b-a219-d3e1004128c5, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:03.174982 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-24c197fe-4dca-4625-ab58-c94553c4cfef service neutron] 10.222.0.66 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446197 Apr 18 19:22:03.228660 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe6d73-b88a-4ede-9236-d41ed1f1a3cd req-740910b9-aa86-4095-9ba5-c49aa40f1235 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:03.230126 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9efe6d73-b88a-4ede-9236-d41ed1f1a3cd req-740910b9-aa86-4095-9ba5-c49aa40f1235 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1320887 Apr 18 19:22:03.302491 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:03.308818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Allocated IP 192.168.233.225 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/72df0f84-22fc-4ebc-befc-605000c8ae7a) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:03.384952 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9efe6d73-b88a-4ede-9236-d41ed1f1a3cd req-5210927c-030f-43fa-8f60-7da6365bd1c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441746 Apr 18 19:22:03.554754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102ba7a-3151-4e60-8b60-b1891483150f req-146c4e7d-bdc0-4015-9b79-ecfdec4b1646 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:03.556224 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5102ba7a-3151-4e60-8b60-b1891483150f req-146c4e7d-bdc0-4015-9b79-ecfdec4b1646 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 947 time: 0.0812271 Apr 18 19:22:03.564183 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:03.565347 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-a7f804df-6746-4e1f-9e24-d9b0bfd9604d service neutron] 10.222.0.66 "POST /v2.0/ports/02f6e221-dd43-4a7b-a219-d3e1004128c5/bindings HTTP/1.1" status: 201 len: 389 time: 1.1550214 Apr 18 19:22:03.606587 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5102ba7a-3151-4e60-8b60-b1891483150f req-2f4cf122-994e-4ab5-b616-d143b7af40c9 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432758 Apr 18 19:22:03.646251 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9efe6d73-b88a-4ede-9236-d41ed1f1a3cd req-9b717539-14ff-4428-b721-97aa5796203c service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471054 Apr 18 19:22:03.743076 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:03.775803 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Transition to ACTIVE for port object 72df0f84-22fc-4ebc-befc-605000c8ae7a will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:03.823785 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9efe6d73-b88a-4ede-9236-d41ed1f1a3cd req-51a23240-ee4f-424c-be4c-ed45072b405f service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701593 Apr 18 19:22:03.888433 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b4e30a35-3768-46ea-b981-de0937671249 req-757a391c-0368-4035-9bf1-923c6aeaf966 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Synchronizing usage tracker for tenant:df89877bf54543fd9c1e2389272593e9 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:03.902056 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:03.975965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b4e30a35-3768-46ea-b981-de0937671249 req-757a391c-0368-4035-9bf1-923c6aeaf966 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Unset dirty status for tenant:df89877bf54543fd9c1e2389272593e9 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:03.976939 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b4e30a35-3768-46ea-b981-de0937671249 req-757a391c-0368-4035-9bf1-923c6aeaf966 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 210 time: 0.1296616 Apr 18 19:22:03.978722 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:03.982022 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:03.986652 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:03.990512 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:03.991203 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:03.995530 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Pushing event updated for resources: {'Port': ['ID=72df0f84-22fc-4ebc-befc-605000c8ae7a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:04.105346 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ffac784-78c4-44a0-83d4-679effdef4b5 req-4e3a193e-d41f-4ad3-a776-e31f37341c1b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 210 time: 0.0441604 Apr 18 19:22:04.122817 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-d2595457-5bc6-446f-ac07-387f952599b9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4239757 Apr 18 19:22:04.136099 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Request body: {'port': {'device_id': '24a2ce3a-a23b-4b83-a20a-ec0357775dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:04.398015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b313bde-2e5b-4a85-bfa8-5031ef68f901 req-b20d3671-c663-4a75-8629-a469f476f8e6 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:04.399501 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4b313bde-2e5b-4a85-bfa8-5031ef68f901 req-b20d3671-c663-4a75-8629-a469f476f8e6 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 966 time: 0.0930369 Apr 18 19:22:04.400030 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:04.441103 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b969155a-43d5-4782-ae43-0134fc53cd73 None None] Provisioning for port 72df0f84-22fc-4ebc-befc-605000c8ae7a completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:04.446688 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b969155a-43d5-4782-ae43-0134fc53cd73 None None] Provisioning complete for port 72df0f84-22fc-4ebc-befc-605000c8ae7a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:04.447272 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b969155a-43d5-4782-ae43-0134fc53cd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:04.447391 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4b313bde-2e5b-4a85-bfa8-5031ef68f901 req-68e2aa76-ae24-4ef5-be37-1b3eaac91a29 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Apr 18 19:22:04.453561 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-bfeaff54-7a64-4ae2-a418-cf8a68e52649 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 1117 time: 0.2284529 Apr 18 19:22:04.509481 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-b969155a-43d5-4782-ae43-0134fc53cd73 None None] Port 72df0f84-22fc-4ebc-befc-605000c8ae7a cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:22:04.549506 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d7ed1-6c7c-4d63-b644-0d8c3d564e39 req-1ae9c841-8cc9-4211-9127-2216d2752133 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:04.550972 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-af7d7ed1-6c7c-4d63-b644-0d8c3d564e39 req-1ae9c841-8cc9-4211-9127-2216d2752133 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.2687249 Apr 18 19:22:04.722258 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-af7d7ed1-6c7c-4d63-b644-0d8c3d564e39 req-3daec38d-ee80-417c-b340-dbf91746eddc tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633036 Apr 18 19:22:04.900977 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee59c74-d025-482e-b981-2981d24437d3 req-fbef4d5d-2d45-4679-b961-d9c67926d258 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:04.902541 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-fbef4d5d-2d45-4679-b961-d9c67926d258 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.4409013 Apr 18 19:22:04.987749 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-0fcda79f-b9ae-49cf-8e29-be502ee1ea88 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5 HTTP/1.1" status: 200 len: 217 time: 0.0776403 Apr 18 19:22:05.097083 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee59c74-d025-482e-b981-2981d24437d3 req-740c90c9-fddf-473f-9844-b48711365068 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:05.098687 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-740c90c9-fddf-473f-9844-b48711365068 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.0956907 Apr 18 19:22:05.108683 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a274e2-543c-451f-a2a3-aaa2f7bc9ad7 req-89b93d6a-1fe0-405b-8fde-54c48bf705e2 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:05.109358 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-11a274e2-543c-451f-a2a3-aaa2f7bc9ad7 req-89b93d6a-1fe0-405b-8fde-54c48bf705e2 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Synchronizing usage tracker for tenant:9e308fc378504ea3aefede86d7a9e12d on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:05.167065 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-afc6f0bc-793c-42e7-a9e0-218a204fa52a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548952 Apr 18 19:22:05.291670 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-11a274e2-543c-451f-a2a3-aaa2f7bc9ad7 req-89b93d6a-1fe0-405b-8fde-54c48bf705e2 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Unset dirty status for tenant:9e308fc378504ea3aefede86d7a9e12d on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:05.292799 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-11a274e2-543c-451f-a2a3-aaa2f7bc9ad7 req-89b93d6a-1fe0-405b-8fde-54c48bf705e2 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 947 time: 0.4404488 Apr 18 19:22:05.297672 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72df0f84-22fc-4ebc-befc-605000c8ae7a {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:05.334031 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:05.391547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Transition to ACTIVE for port object 72df0f84-22fc-4ebc-befc-605000c8ae7a will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:05.395814 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ed53e-a48a-4bd0-a1c0-7c81c1141815 req-e1a4297b-bf86-4d08-b978-9ba05e7759b5 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:05.397828 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-144ed53e-a48a-4bd0-a1c0-7c81c1141815 req-e1a4297b-bf86-4d08-b978-9ba05e7759b5 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 936 time: 0.0771496 Apr 18 19:22:05.410666 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-11a274e2-543c-451f-a2a3-aaa2f7bc9ad7 req-83b9c174-0700-478f-91c9-b8f6cb4d8537 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018257 Apr 18 19:22:05.416036 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-ff449c3c-e1d6-4eee-a64f-694a964cb4d4 service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156284 Apr 18 19:22:05.448055 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-144ed53e-a48a-4bd0-a1c0-7c81c1141815 req-d7b63292-dd30-4af4-9e72-68e510433281 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439248 Apr 18 19:22:05.504331 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:05.671700 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-29e856fd-6555-4d94-8594-a639a4ed37c7 req-1dfadd47-9e1e-4ca7-94ff-e3de0f203533 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 210 time: 0.1175389 Apr 18 19:22:05.706612 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Pushing event updated for resources: {'Port': ['ID=72df0f84-22fc-4ebc-befc-605000c8ae7a,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:05.781756 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-48373ab0-78a7-486c-b393-9d733fcbd9e9 service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594792 Apr 18 19:22:05.809791 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Attempting to bind port 72df0f84-22fc-4ebc-befc-605000c8ae7a on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:05.810096 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Attempting to bind port 72df0f84-22fc-4ebc-befc-605000c8ae7a by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:05.810455 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Attempting to bind port 72df0f84-22fc-4ebc-befc-605000c8ae7a on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:05.818249 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Port 72df0f84-22fc-4ebc-befc-605000c8ae7a on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:05.818623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Attempting to bind port 72df0f84-22fc-4ebc-befc-605000c8ae7a on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:05.821342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-ca17cd88-637d-4937-9c2f-0d7a9e5ec3a1 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:05.823260 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-ca17cd88-637d-4937-9c2f-0d7a9e5ec3a1 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.71 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 821 time: 0.2589540 Apr 18 19:22:05.826015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:05.826348 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:05.826945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:05.827428 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Bound port: 72df0f84-22fc-4ebc-befc-605000c8ae7a, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:05.828182 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:05.838560 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a9474-039d-4202-b133-d3ceec14af76 req-62e30a23-0467-4fba-b10a-297642821010 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:05.846018 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-591a9474-039d-4202-b133-d3ceec14af76 req-62e30a23-0467-4fba-b10a-297642821010 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 966 time: 0.1799190 Apr 18 19:22:05.868683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Request body: {'port': {'device_id': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99', 'admin_state_up': True, 'tenant_id': '7e8a2dfc35db431798213b48c535215f'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:05.908176 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e320aecc-f0b8-48f5-a71a-098d3fc30dc1 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:05.994333 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-591a9474-039d-4202-b133-d3ceec14af76 req-de8e9cd5-b05f-4bed-866e-a97777d08fd3 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471798 Apr 18 19:22:06.084288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:06.095762 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:06.123693 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port e320aecc-f0b8-48f5-a71a-098d3fc30dc1, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e320aecc-f0b8-48f5-a71a-098d3fc30dc1,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:06.140307 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'e320aecc-f0b8-48f5-a71a-098d3fc30dc1', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'e320aecc-f0b8-48f5-a71a-098d3fc30dc1', 'mac_address': 'fa:16:3e:e3:2c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:06.145580 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] For port 72df0f84-22fc-4ebc-befc-605000c8ae7a, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:06.168268 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] For port 72df0f84-22fc-4ebc-befc-605000c8ae7a, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=72df0f84-22fc-4ebc-befc-605000c8ae7a,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:06.172699 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Made reservation on behalf of 7e8a2dfc35db431798213b48c535215f for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:06.177788 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.192325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dbb5a-ce78-4a4f-8411-45172516f568 req-67b1831a-9f38-49ad-a54f-6310de189973 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:06.195067 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c22dbb5a-ce78-4a4f-8411-45172516f568 req-67b1831a-9f38-49ad-a54f-6310de189973 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.1617122 Apr 18 19:22:06.197622 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-dd19bb3f-1b2b-4796-99a7-9b236dfb794f tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 1117 time: 0.2550056 Apr 18 19:22:06.206796 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.221105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838334-1'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:06.237352 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e320aecc-f0b8-48f5-a71a-098d3fc30dc1 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:06.243493 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port e320aecc-f0b8-48f5-a71a-098d3fc30dc1, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e320aecc-f0b8-48f5-a71a-098d3fc30dc1,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:06.257667 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.310352 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.388652 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.391447 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] 10.222.0.16 "PUT /v2.0/ports/72df0f84-22fc-4ebc-befc-605000c8ae7a HTTP/1.1" status: 200 len: 1096 time: 2.2593098 Apr 18 19:22:06.394428 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a2ce3a-a23b-4b83-a20a-ec0357775dc1', 'tag': '72df0f84-22fc-4ebc-befc-605000c8ae7a'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:06.396872 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Allocated IP 172.20.0.3 (9b83be68-6eca-400e-8c84-411bbd373f99/f414ac77-ee2e-4d14-93ae-558ef6a80bb1/9fbb7f8f-a027-4d23-8e73-1c145af35b37) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:06.405507 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=e320aecc-f0b8-48f5-a71a-098d3fc30dc1,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:06.477191 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b8de7-2f47-4827-b661-2337d16daa62 service neutron] Pushing event updated for resources: {'Port': ['ID=72df0f84-22fc-4ebc-befc-605000c8ae7a,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:06.499696 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c22dbb5a-ce78-4a4f-8411-45172516f568 req-34de3ca9-1b90-4a25-b06c-2dd2e8a97199 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934017 Apr 18 19:22:06.518611 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['e320aecc-f0b8-48f5-a71a-098d3fc30dc1'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:06.661481 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa2cae0-df81-4e52-885b-534b591deb1f'] response: {'name': 'network-changed', 'server_uuid': '24a2ce3a-a23b-4b83-a20a-ec0357775dc1', 'tag': '72df0f84-22fc-4ebc-befc-605000c8ae7a', 'status': 'completed', 'code': 200} Apr 18 19:22:06.685918 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.802097 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.900495 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ea69b-ee20-4ac5-b033-3b99d1b1560e req-d2be3a64-9b88-4499-976b-64104d552ec9 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:06.902000 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa4ea69b-ee20-4ac5-b033-3b99d1b1560e req-d2be3a64-9b88-4499-976b-64104d552ec9 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 948 time: 0.0948043 Apr 18 19:22:06.952701 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa4ea69b-ee20-4ac5-b033-3b99d1b1560e req-feb6633f-997f-443d-b9b6-838cdfff5743 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433049 Apr 18 19:22:06.961799 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:06.967040 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-83ac0a4f-1f7b-47ff-a915-9d2b318f0401 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df89877bf54543fd9c1e2389272593e9&device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 1099 time: 0.4513927 Apr 18 19:22:07.096416 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Network 9b83be68-6eca-400e-8c84-411bbd373f99 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:07.097372 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Pushing event updated for resources: {'Port': ['ID=9fbb7f8f-a027-4d23-8e73-1c145af35b37,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:07.100108 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:07.107620 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:07.112139 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:07.113081 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.142761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-a9825800-80d7-4854-8191-ac153a728de1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=72df0f84-22fc-4ebc-befc-605000c8ae7a HTTP/1.1" status: 200 len: 217 time: 0.1688004 Apr 18 19:22:07.143480 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45068) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:07.260425 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552c706-1216-4ebc-8a6f-237a0f8db94a req-1b154a35-511e-4874-a68a-2bb62f473400 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:07.261117 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-9552c706-1216-4ebc-8a6f-237a0f8db94a req-1b154a35-511e-4874-a68a-2bb62f473400 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Synchronizing usage tracker for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:07.279364 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae100d5-6822-4482-8505-50a9eff74499 req-baa5fd16-7ccb-4a8c-9212-d72e9cac3383 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:07.280919 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0ae100d5-6822-4482-8505-50a9eff74499 req-baa5fd16-7ccb-4a8c-9212-d72e9cac3383 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 948 time: 0.4676661 Apr 18 19:22:07.288842 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-025cf927-7624-4b08-b57b-571f6c213a95 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4257159 Apr 18 19:22:07.293635 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-5e6b6e22-ca12-4567-b1a6-4ae1976c9aac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:07.294951 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-5e6b6e22-ca12-4567-b1a6-4ae1976c9aac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1426849 Apr 18 19:22:07.300969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Request body: {'port': {'device_id': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:07.365512 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:07.365728 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8a791d87-2892-46b1-a536-9dec66d9ccc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.412369 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-9552c706-1216-4ebc-8a6f-237a0f8db94a req-1b154a35-511e-4874-a68a-2bb62f473400 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Unset dirty status for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:07.413512 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9552c706-1216-4ebc-8a6f-237a0f8db94a req-1b154a35-511e-4874-a68a-2bb62f473400 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 931 time: 0.2523334 Apr 18 19:22:07.416372 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0ae100d5-6822-4482-8505-50a9eff74499 req-9341ce75-b73a-4c4b-ba60-12256b39ec1f tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Synchronizing usage tracker for tenant:df89877bf54543fd9c1e2389272593e9 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:07.449668 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:07.474065 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.483927 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8a791d87-2892-46b1-a536-9dec66d9ccc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:07.490030 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-5ce18e41-6693-4cea-820c-722748bfba36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770742 Apr 18 19:22:07.499205 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8a791d87-2892-46b1-a536-9dec66d9ccc0 admin admin] Usage tracker for resource:security_group_rule and tenant:ee69ef98f1be43e8a1b495b7867f6692 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:07.504876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8a791d87-2892-46b1-a536-9dec66d9ccc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:07.540746 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8a791d87-2892-46b1-a536-9dec66d9ccc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:07.559479 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9552c706-1216-4ebc-8a6f-237a0f8db94a req-b851b613-2513-4658-a6b8-09cd1b4190a4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335471 Apr 18 19:22:07.586091 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.622425 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0ae100d5-6822-4482-8505-50a9eff74499 req-9341ce75-b73a-4c4b-ba60-12256b39ec1f tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Unset dirty status for tenant:df89877bf54543fd9c1e2389272593e9 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:07.634298 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0ae100d5-6822-4482-8505-50a9eff74499 req-9341ce75-b73a-4c4b-ba60-12256b39ec1f tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321207 Apr 18 19:22:07.649429 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-93b661e2-8284-4280-8756-5df4af2aee63 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487238 Apr 18 19:22:07.692430 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.771072 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8a791d87-2892-46b1-a536-9dec66d9ccc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.798264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45078) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:07.836915 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8a791d87-2892-46b1-a536-9dec66d9ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:07.907500 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e320aecc-f0b8-48f5-a71a-098d3fc30dc1 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:07.946528 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a791d87-2892-46b1-a536-9dec66d9ccc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94a8887-8d54-4915-9e50-3ae9db5c4983,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:07.951268 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8a791d87-2892-46b1-a536-9dec66d9ccc0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee69ef98f1be43e8a1b495b7867f6692&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8066218 Apr 18 19:22:07.958485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45084) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:08.026743 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Pushing event updated for resources: {'Port': ['ID=02f6e221-dd43-4a7b-a219-d3e1004128c5,revision_number=7']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:08.037252 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:08.043941 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:08.045336 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.048287 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-34247b53-6a10-44c6-bf72-b68c633fc128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.094620 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c48d6c2-721f-4d18-96f3-757a0c52bc45 req-60585ff8-547c-4983-81ae-d7728266d1c4 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348965 Apr 18 19:22:08.108671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on host n-h2-838334-1 for vnic_type normal with profile {"migrating_to": "n-h1-838334-1"} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:08.109003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:08.109361 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:08.117065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e7964-7810-4e5b-aa8b-d0f4637e9dee req-689da269-ae41-4f7c-be9d-cb8d017cdfdc tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:08.118960 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901b3a7-419c-4086-b264-53c8a5cb9ace req-5e2a43e2-cd8e-46b8-b06e-b7f50efb71fd tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:08.120422 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6901b3a7-419c-4086-b264-53c8a5cb9ace req-5e2a43e2-cd8e-46b8-b06e-b7f50efb71fd tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.2995105 Apr 18 19:22:08.123269 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:08.123591 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Attempting to bind port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:08.124518 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a57e7964-7810-4e5b-aa8b-d0f4637e9dee req-689da269-ae41-4f7c-be9d-cb8d017cdfdc tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 964 time: 0.2887030 Apr 18 19:22:08.146402 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:08.146744 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:08.147154 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:08.147618 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Bound port: 02f6e221-dd43-4a7b-a219-d3e1004128c5, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:08.147906 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.157412 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbb7f8f-a027-4d23-8e73-1c145af35b37 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:08.173889 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-34247b53-6a10-44c6-bf72-b68c633fc128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:08.185793 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.191587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-34247b53-6a10-44c6-bf72-b68c633fc128 admin admin] Usage tracker for resource:security_group_rule and tenant:9831870d02e74a1f88fe6d75ceca09de is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:08.196274 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.201413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-34247b53-6a10-44c6-bf72-b68c633fc128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:08.217414 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6528524c-139c-42f7-b490-d08c8e52d59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.224160 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-34247b53-6a10-44c6-bf72-b68c633fc128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:08.241908 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d2c7e4-558e-4f13-ab0d-1658ae2ba66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e320aecc-f0b8-48f5-a71a-098d3fc30dc1'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:08.248010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Transition to ACTIVE for port object 9fbb7f8f-a027-4d23-8e73-1c145af35b37 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:08.253818 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port e320aecc-f0b8-48f5-a71a-098d3fc30dc1, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e320aecc-f0b8-48f5-a71a-098d3fc30dc1,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:08.254001 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a57e7964-7810-4e5b-aa8b-d0f4637e9dee req-167e81f5-dd51-4dbc-9332-216d32ec2746 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286721 Apr 18 19:22:08.271535 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6901b3a7-419c-4086-b264-53c8a5cb9ace req-6efa05f8-7afd-4344-a173-610e243408fa tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419818 Apr 18 19:22:08.277362 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6528524c-139c-42f7-b490-d08c8e52d59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.316488 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:08.326819 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:08.329161 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.336820 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a312da7f-0f57-4169-a951-68a52fb0981d req-ae59084a-1d7d-4792-943f-f394859d24a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df89877bf54543fd9c1e2389272593e9&device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 1099 time: 0.1161256 Apr 18 19:22:08.349434 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.433260 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.435129 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437c2d56-3660-4429-a900-820cd741524b'] response: {'server_uuid': '06d2c7e4-558e-4f13-ab0d-1658ae2ba66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e320aecc-f0b8-48f5-a71a-098d3fc30dc1', 'code': 200} Apr 18 19:22:08.456842 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=e320aecc-f0b8-48f5-a71a-098d3fc30dc1,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:08.506398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.71', 57481) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:08.520158 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbb7f8f-a027-4d23-8e73-1c145af35b37,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:08.586713 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-34247b53-6a10-44c6-bf72-b68c633fc128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.622109 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Pushing event updated for resources: {'Port': ['ID=02f6e221-dd43-4a7b-a219-d3e1004128c5,revision_number=8']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:08.625385 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312da7f-0f57-4169-a951-68a52fb0981d req-9d18fe95-c706-49af-862d-ca4d9963f8d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:08.626847 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a312da7f-0f57-4169-a951-68a52fb0981d req-9d18fe95-c706-49af-862d-ca4d9963f8d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2791502 Apr 18 19:22:08.660889 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c72e52b-5add-408a-8d07-457b26713932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f6e221-dd43-4a7b-a219-d3e1004128c5'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:08.670033 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-34247b53-6a10-44c6-bf72-b68c633fc128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.685823 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6528524c-139c-42f7-b490-d08c8e52d59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.695264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:08.695651 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:08.695928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:08.724234 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34247b53-6a10-44c6-bf72-b68c633fc128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d55c322-081b-4d1f-8c39-2aa96dfdf73a,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:08.762923 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528524c-139c-42f7-b490-d08c8e52d59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94a8887-8d54-4915-9e50-3ae9db5c4983,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:08.765444 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:08.765768 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:08.783442 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:08.783776 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:08.784452 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:08.785151 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Bound port: 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:08.785502 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.802495 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f0e73-5519-4159-b993-77fcd1d39f62 req-16d28d73-4898-4b26-b812-ebd051048499 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:08.803975 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c77f0e73-5519-4159-b993-77fcd1d39f62 req-16d28d73-4898-4b26-b812-ebd051048499 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 949 time: 0.4015360 Apr 18 19:22:08.812190 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-34247b53-6a10-44c6-bf72-b68c633fc128 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9831870d02e74a1f88fe6d75ceca09de&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0102866 Apr 18 19:22:08.812190 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6528524c-139c-42f7-b490-d08c8e52d59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.812190 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6528524c-139c-42f7-b490-d08c8e52d59a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a94a8887-8d54-4915-9e50-3ae9db5c4983 HTTP/1.1" status: 204 len: 168 time: 0.8490777 Apr 18 19:22:08.814978 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5fae4ff2-c0b8-4c56-8c9f-7d385af26d26 req-8bc40bdb-168c-40de-9894-ee30038ce6e3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 1100 time: 0.2960992 Apr 18 19:22:08.818994 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45102) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:08.830130 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:08.831524 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-aca2d59e-cfa2-494a-8f37-4a1853aa6064 service neutron] 10.222.0.71 "PUT /v2.0/ports/02f6e221-dd43-4a7b-a219-d3e1004128c5 HTTP/1.1" status: 200 len: 1142 time: 2.6147559 Apr 18 19:22:08.839025 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a312da7f-0f57-4169-a951-68a52fb0981d req-c2d6f7b5-a4a5-444e-ace3-5901265d1035 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=72df0f84-22fc-4ebc-befc-605000c8ae7a HTTP/1.1" status: 200 len: 217 time: 0.1874468 Apr 18 19:22:08.924795 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312da7f-0f57-4169-a951-68a52fb0981d req-fd423654-0895-4892-9edd-14007e198516 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:08.925962 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a312da7f-0f57-4169-a951-68a52fb0981d req-fd423654-0895-4892-9edd-14007e198516 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0727389 Apr 18 19:22:08.931394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e32d30-9df5-4ccc-8249-9efa60c2da1e req-6259772a-b4ac-434e-bf1e-4f3ad9d1433a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:08.932806 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-39e32d30-9df5-4ccc-8249-9efa60c2da1e req-6259772a-b4ac-434e-bf1e-4f3ad9d1433a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 943 time: 0.1529608 Apr 18 19:22:08.959869 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['02f6e221-dd43-4a7b-a219-d3e1004128c5'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:09.038968 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-39e32d30-9df5-4ccc-8249-9efa60c2da1e req-8aeba4f2-90a6-4a1a-84d7-5da83eea73ed tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766892 Apr 18 19:22:09.065572 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a312da7f-0f57-4169-a951-68a52fb0981d req-0cff4c00-b240-4583-9e8c-84a029cd23e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318142 Apr 18 19:22:09.110902 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-874e0371-2bf7-496e-a1b9-1c63f32bbc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.139540 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-874e0371-2bf7-496e-a1b9-1c63f32bbc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.192511 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5fae4ff2-c0b8-4c56-8c9f-7d385af26d26 req-b71df4c7-ca1c-4c7e-83bb-a1de5b8eff48 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691559 Apr 18 19:22:09.228319 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c77f0e73-5519-4159-b993-77fcd1d39f62 req-2ccf3274-ef54-40d2-b03b-1248ce7695a5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097581 Apr 18 19:22:09.234027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:09.238015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:09.311499 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45af5cd6-406c-4709-81f3-44030291a9e2'] response: {'server_uuid': '5c72e52b-5add-408a-8d07-457b26713932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f6e221-dd43-4a7b-a219-d3e1004128c5', 'code': 200} Apr 18 19:22:09.321481 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.337258 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a312da7f-0f57-4169-a951-68a52fb0981d req-f571e179-24b4-4305-99dc-3422bce5c844 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645929 Apr 18 19:22:09.347907 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671884-99a8-4501-8745-fd3b9e5cbbcd req-90183a3a-ab53-4125-8fbb-c77379d95bad tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:09.349371 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c671884-99a8-4501-8745-fd3b9e5cbbcd req-90183a3a-ab53-4125-8fbb-c77379d95bad tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 948 time: 0.1581380 Apr 18 19:22:09.382226 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-874e0371-2bf7-496e-a1b9-1c63f32bbc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.406004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e0371-2bf7-496e-a1b9-1c63f32bbc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d55c322-081b-4d1f-8c39-2aa96dfdf73a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:09.411010 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.413694 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] 10.222.0.71 "PUT /v2.0/ports/9fbb7f8f-a027-4d23-8e73-1c145af35b37 HTTP/1.1" status: 200 len: 1091 time: 2.1156535 Apr 18 19:22:09.413694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'tag': '9fbb7f8f-a027-4d23-8e73-1c145af35b37'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:09.470896 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-874e0371-2bf7-496e-a1b9-1c63f32bbc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.471989 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-874e0371-2bf7-496e-a1b9-1c63f32bbc1a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d55c322-081b-4d1f-8c39-2aa96dfdf73a HTTP/1.1" status: 204 len: 168 time: 0.6520154 Apr 18 19:22:09.477750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c59281-e964-40a8-8b76-254fe4fcccc9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbb7f8f-a027-4d23-8e73-1c145af35b37,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:09.490283 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c671884-99a8-4501-8745-fd3b9e5cbbcd req-439f3449-dd25-44d4-8bdc-9d8f8da6a5e2 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192925 Apr 18 19:22:09.518636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d664c0-50b5-4f2c-8d10-9350ef1882df req-54aebcff-edf8-4ab8-ac8a-6afe40965519 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:09.520345 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04d664c0-50b5-4f2c-8d10-9350ef1882df req-54aebcff-edf8-4ab8-ac8a-6afe40965519 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 964 time: 0.0996535 Apr 18 19:22:09.526990 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.548423 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a312da7f-0f57-4169-a951-68a52fb0981d req-f036737e-ffbe-4363-ab90-4dd415429d44 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981227 Apr 18 19:22:09.639382 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04d664c0-50b5-4f2c-8d10-9350ef1882df req-649fcfa4-8e85-41ec-b976-13b196983d01 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107843 Apr 18 19:22:09.640656 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45120) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:09.664453 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de111b68-f495-431a-b85e-124371c5d100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:09.686849 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-3caacdc0-e7ca-4cd7-ac41-bda8fdd5bb07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 1094 time: 0.1352527 Apr 18 19:22:09.728621 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce7f9f-1512-4872-bbbb-cdc46e33cd59 req-eb27e2b3-b786-42a1-9092-4dc885214367 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:09.730122 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-44ce7f9f-1512-4872-bbbb-cdc46e33cd59 req-eb27e2b3-b786-42a1-9092-4dc885214367 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.1010833 Apr 18 19:22:09.750995 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262092de-0405-4a68-ae29-62767b61494a'] response: {'name': 'network-changed', 'server_uuid': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'tag': '9fbb7f8f-a027-4d23-8e73-1c145af35b37', 'status': 'completed', 'code': 200} Apr 18 19:22:09.771553 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-de111b68-f495-431a-b85e-124371c5d100 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:09.775912 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-de111b68-f495-431a-b85e-124371c5d100 admin admin] Usage tracker for resource:security_group_rule and tenant:1512715589b74caa87081474d331b680 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:09.778977 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-44ce7f9f-1512-4872-bbbb-cdc46e33cd59 req-73bae573-ee3f-4065-92d1-9c32830ed3ef tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Apr 18 19:22:09.779920 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-667655c0-f47b-47cb-87fe-bcd5b270411a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37 HTTP/1.1" status: 200 len: 217 time: 0.0837827 Apr 18 19:22:09.780683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-de111b68-f495-431a-b85e-124371c5d100 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:09.788650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-de111b68-f495-431a-b85e-124371c5d100 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:09.862816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-068be35e-acaf-4b4a-8058-fb6fce2d338d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:09.864251 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-068be35e-acaf-4b4a-8058-fb6fce2d338d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.0773075 Apr 18 19:22:09.920615 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-3a53d91c-5958-45d5-a86b-4d7161e659b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500197 Apr 18 19:22:10.028054 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de111b68-f495-431a-b85e-124371c5d100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.070540 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-57219efb-a689-46c5-bc7a-ba868e79d588 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425745 Apr 18 19:22:10.147871 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de111b68-f495-431a-b85e-124371c5d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.275628 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de111b68-f495-431a-b85e-124371c5d100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707cc0fb-eb5e-40b1-b7aa-37366834afa7,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:10.287644 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-de111b68-f495-431a-b85e-124371c5d100 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1512715589b74caa87081474d331b680&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6380961 Apr 18 19:22:10.288215 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 45132) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:10.310236 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5db43b-78da-4190-b610-2e3ed1b5a74a req-e40304f8-272c-4dd9-9cba-44eae0c6a1e6 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302320 Apr 18 19:22:10.310716 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45136) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:10.333834 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-768b6a4c-1af4-4106-82af-2a0d7df48ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.388173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0089f41-5e27-482d-b5a7-e8414565b5cd req-bade99c2-c85e-48cb-af56-19cd69352e86 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:10.388173 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c0089f41-5e27-482d-b5a7-e8414565b5cd req-bade99c2-c85e-48cb-af56-19cd69352e86 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 943 time: 0.2114763 Apr 18 19:22:10.388173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-768b6a4c-1af4-4106-82af-2a0d7df48ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:10.390628 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-768b6a4c-1af4-4106-82af-2a0d7df48ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:a41af8ed667d4e98aff4da5b8c55c90f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:10.395554 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-768b6a4c-1af4-4106-82af-2a0d7df48ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:10.419224 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-768b6a4c-1af4-4106-82af-2a0d7df48ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:10.453315 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c6f95c38-d71e-4ab2-b747-818a525e6127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.455295 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c0089f41-5e27-482d-b5a7-e8414565b5cd req-c3e9c71e-c81f-4edc-be58-d3665d209ee0 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615721 Apr 18 19:22:10.526642 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c6f95c38-d71e-4ab2-b747-818a525e6127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.570799 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-768b6a4c-1af4-4106-82af-2a0d7df48ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.579296 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-452e484c-dafc-4565-a9d5-4541768b7534 req-420c1cb8-3cf6-46ed-be3e-7ba9ea098e3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 1094 time: 0.1218030 Apr 18 19:22:10.599168 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09aa89-8fd6-4c51-9c7f-1e8ee538df24 req-9a69730b-99e5-42ab-be82-2ae4b6759c06 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:10.600711 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7a09aa89-8fd6-4c51-9c7f-1e8ee538df24 req-9a69730b-99e5-42ab-be82-2ae4b6759c06 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 949 time: 0.1202424 Apr 18 19:22:10.612163 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 72df0f84-22fc-4ebc-befc-605000c8ae7a details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:10.667465 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-768b6a4c-1af4-4106-82af-2a0d7df48ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.670564 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7a09aa89-8fd6-4c51-9c7f-1e8ee538df24 req-1a5b19b7-8a3a-4694-9439-91609bdced2a tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610845 Apr 18 19:22:10.674863 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c6f95c38-d71e-4ab2-b747-818a525e6127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.695291 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f95c38-d71e-4ab2-b747-818a525e6127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707cc0fb-eb5e-40b1-b7aa-37366834afa7,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:10.704945 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c6f95c38-d71e-4ab2-b747-818a525e6127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.709174 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c6f95c38-d71e-4ab2-b747-818a525e6127 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/707cc0fb-eb5e-40b1-b7aa-37366834afa7 HTTP/1.1" status: 204 len: 168 time: 0.4225473 Apr 18 19:22:10.782390 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 72df0f84-22fc-4ebc-befc-605000c8ae7a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=72df0f84-22fc-4ebc-befc-605000c8ae7a,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:10.798752 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '72df0f84-22fc-4ebc-befc-605000c8ae7a', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '72df0f84-22fc-4ebc-befc-605000c8ae7a', 'mac_address': 'fa:16:3e:ab:74:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:10.816399 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-768b6a4c-1af4-4106-82af-2a0d7df48ef7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a41af8ed667d4e98aff4da5b8c55c90f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5020857 Apr 18 19:22:10.816677 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 45148) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:10.817700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b6a4c-1af4-4106-82af-2a0d7df48ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cba2ea9-ee4c-45fa-bfdf-e2194a746a32,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:10.847706 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e484c-dafc-4565-a9d5-4541768b7534 req-251fecc7-bcf4-4ced-880c-555c4e446de5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:10.849160 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-452e484c-dafc-4565-a9d5-4541768b7534 req-251fecc7-bcf4-4ced-880c-555c4e446de5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.2624216 Apr 18 19:22:10.865288 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.894586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72df0f84-22fc-4ebc-befc-605000c8ae7a {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:10.909545 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 72df0f84-22fc-4ebc-befc-605000c8ae7a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=72df0f84-22fc-4ebc-befc-605000c8ae7a,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:10.930545 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7d705-818c-410b-99a2-0a13bfc95077 req-8e82b4ef-4568-4975-9abd-956013f6efd5 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:10.932034 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83d7d705-818c-410b-99a2-0a13bfc95077 req-8e82b4ef-4568-4975-9abd-956013f6efd5 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 948 time: 0.2704830 Apr 18 19:22:10.933423 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-452e484c-dafc-4565-a9d5-4541768b7534 req-b96100fb-9c1e-4884-98bc-0a9a923e4a31 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37 HTTP/1.1" status: 200 len: 217 time: 0.0762393 Apr 18 19:22:10.950168 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.972787 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:10.987791 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461f30c-41cb-4253-b7ac-2736aafa1812 req-e6bcb4a6-a9fb-4948-a65c-6b9c3118ea1b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:10.989237 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3461f30c-41cb-4253-b7ac-2736aafa1812 req-e6bcb4a6-a9fb-4948-a65c-6b9c3118ea1b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 964 time: 0.1420407 Apr 18 19:22:10.990044 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3bb99bbc-d440-4e13-b6e0-b5c4eff41376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.040730 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3bb99bbc-d440-4e13-b6e0-b5c4eff41376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.052956 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=72df0f84-22fc-4ebc-befc-605000c8ae7a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:11.095354 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3461f30c-41cb-4253-b7ac-2736aafa1812 req-26558dce-fb4b-48f8-a590-77bce2536950 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946889 Apr 18 19:22:11.107006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e484c-dafc-4565-a9d5-4541768b7534 req-936fb136-e5e9-4644-bd46-832b6fc5aa9f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:11.108649 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-452e484c-dafc-4565-a9d5-4541768b7534 req-936fb136-e5e9-4644-bd46-832b6fc5aa9f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.1689968 Apr 18 19:22:11.113421 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83d7d705-818c-410b-99a2-0a13bfc95077 req-d9fcb85b-c250-4483-b92e-622e6392f0ae tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753950 Apr 18 19:22:11.163110 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-452e484c-dafc-4565-a9d5-4541768b7534 req-d0aedf65-800b-4e85-a17b-12d934936d59 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473123 Apr 18 19:22:11.195515 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3bb99bbc-d440-4e13-b6e0-b5c4eff41376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.210731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb99bbc-d440-4e13-b6e0-b5c4eff41376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cba2ea9-ee4c-45fa-bfdf-e2194a746a32,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:11.217444 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3bb99bbc-d440-4e13-b6e0-b5c4eff41376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:11.220867 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3bb99bbc-d440-4e13-b6e0-b5c4eff41376 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cba2ea9-ee4c-45fa-bfdf-e2194a746a32 HTTP/1.1" status: 204 len: 168 time: 0.4009678 Apr 18 19:22:11.274830 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['72df0f84-22fc-4ebc-befc-605000c8ae7a'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:11.312170 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c72e52b-5add-408a-8d07-457b26713932', 'tag': '02f6e221-dd43-4a7b-a219-d3e1004128c5'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:11.385744 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-452e484c-dafc-4565-a9d5-4541768b7534 req-85059805-db81-4506-84ce-b2b44b4e5e0d service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140064 Apr 18 19:22:11.400156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d817e0-3c24-4683-a19d-cd114b6b4d4c req-7534bb63-240f-45c1-99b3-cc3d9e0c9a36 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:11.401894 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-80d817e0-3c24-4683-a19d-cd114b6b4d4c req-7534bb63-240f-45c1-99b3-cc3d9e0c9a36 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.1344736 Apr 18 19:22:11.411697 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cbd078-50e4-45a7-99dc-697226abf5ce'] response: {'name': 'network-changed', 'server_uuid': '5c72e52b-5add-408a-8d07-457b26713932', 'tag': '02f6e221-dd43-4a7b-a219-d3e1004128c5', 'status': 'completed', 'code': 200} Apr 18 19:22:11.537057 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e96a9389-a0ff-4df4-a996-5cfa77aeaa2f req-c9ad0502-36a6-4332-b0e6-3b57057202e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 1145 time: 0.1008520 Apr 18 19:22:11.552736 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-80d817e0-3c24-4683-a19d-cd114b6b4d4c req-c2e111a5-cdd5-42cf-9803-a070752ce8fb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227994 Apr 18 19:22:11.573610 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-452e484c-dafc-4565-a9d5-4541768b7534 req-06cd4d31-3eaf-44b8-8268-61cba9838170 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792436 Apr 18 19:22:11.736803 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a9389-a0ff-4df4-a996-5cfa77aeaa2f req-1e4b3494-544c-4b10-8e77-86bd25f7cfe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:11.738250 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e96a9389-a0ff-4df4-a996-5cfa77aeaa2f req-1e4b3494-544c-4b10-8e77-86bd25f7cfe3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.1904616 Apr 18 19:22:11.803905 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862364e1-c5e5-48ec-b56f-12c04eb32371 req-90a8deef-42fa-485f-9ffa-ffc5ee1b2336 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:11.805358 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-862364e1-c5e5-48ec-b56f-12c04eb32371 req-90a8deef-42fa-485f-9ffa-ffc5ee1b2336 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 943 time: 0.1701915 Apr 18 19:22:11.828138 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e96a9389-a0ff-4df4-a996-5cfa77aeaa2f req-0f1f9c6c-ef95-448d-ae35-32a06c2bba2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5 HTTP/1.1" status: 200 len: 217 time: 0.0835588 Apr 18 19:22:11.889879 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eef4e-177e-4171-bd3e-f81d0d83c6a0 req-902e66d8-1f3a-4fca-b22a-617275936b69 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:11.891686 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-244eef4e-177e-4171-bd3e-f81d0d83c6a0 req-902e66d8-1f3a-4fca-b22a-617275936b69 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 949 time: 0.0896938 Apr 18 19:22:11.924479 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 02f6e221-dd43-4a7b-a219-d3e1004128c5 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:11.963965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-862364e1-c5e5-48ec-b56f-12c04eb32371 req-82e388cd-f753-489c-877b-cee5202ebac5 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502397 Apr 18 19:22:11.966793 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-244eef4e-177e-4171-bd3e-f81d0d83c6a0 req-cb0eec49-1a73-4501-b1a1-0d83cbb13536 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692322 Apr 18 19:22:11.971448 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a9389-a0ff-4df4-a996-5cfa77aeaa2f req-b9c808e6-13dc-48fe-a78a-0b80f0772d9b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:11.972876 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e96a9389-a0ff-4df4-a996-5cfa77aeaa2f req-b9c808e6-13dc-48fe-a78a-0b80f0772d9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1372178 Apr 18 19:22:12.028974 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e96a9389-a0ff-4df4-a996-5cfa77aeaa2f req-178cd07b-1e77-4e0f-87f5-7c1dc7706ea2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469968 Apr 18 19:22:12.080650 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:12.099345 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 02f6e221-dd43-4a7b-a219-d3e1004128c5 has no active binding in host n-h1-838334-1 {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:22:12.232109 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e96a9389-a0ff-4df4-a996-5cfa77aeaa2f req-7bc3f957-7eb3-4f5a-a79a-fbb293ab1669 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958256 Apr 18 19:22:12.430209 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e96a9389-a0ff-4df4-a996-5cfa77aeaa2f req-28c26f36-ff04-4cf7-8d16-c9b04541be06 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911800 Apr 18 19:22:12.440973 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a517f79-504e-4672-a376-a1f049aaaae2 req-d97f2aee-c56a-4f61-a945-3886a2f03ab5 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:12.442480 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9a517f79-504e-4672-a376-a1f049aaaae2 req-d97f2aee-c56a-4f61-a945-3886a2f03ab5 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 949 time: 0.1296942 Apr 18 19:22:12.519092 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9a517f79-504e-4672-a376-a1f049aaaae2 req-59048eff-e9e9-48cd-88e6-ee21be20ad9a tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700135 Apr 18 19:22:12.626024 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 72df0f84-22fc-4ebc-befc-605000c8ae7a up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:12.693253 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a26582-0c76-4b67-bcaf-c24cc29b1a77 req-4343e17d-1318-4ff0-a09c-abc1181e0a43 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:12.694725 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d0a26582-0c76-4b67-bcaf-c24cc29b1a77 req-4343e17d-1318-4ff0-a09c-abc1181e0a43 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 964 time: 0.1067572 Apr 18 19:22:12.739364 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce425b2b-d4d5-40a4-8724-05efd467cd89 req-a8881846-8d50-4a0e-950f-32b044e23a1c tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:12.741869 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ce425b2b-d4d5-40a4-8724-05efd467cd89 req-a8881846-8d50-4a0e-950f-32b044e23a1c tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 949 time: 0.0912316 Apr 18 19:22:12.756813 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d0a26582-0c76-4b67-bcaf-c24cc29b1a77 req-35e8061d-c9cb-4f56-90c4-460dc2fba7f4 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558882 Apr 18 19:22:12.766452 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 72df0f84-22fc-4ebc-befc-605000c8ae7a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:12.779746 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 72df0f84-22fc-4ebc-befc-605000c8ae7a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:12.780106 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:12.830983 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ce425b2b-d4d5-40a4-8724-05efd467cd89 req-9e0f3a00-2e4a-4ab5-a463-d9abb93a30ce tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843987 Apr 18 19:22:12.948890 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:12.977610 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd7244-9b92-4f50-b73f-9bc83c6b6b91 req-63ba29bf-ceeb-45fc-8c77-737fbfb91b58 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:12.979206 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25cd7244-9b92-4f50-b73f-9bc83c6b6b91 req-63ba29bf-ceeb-45fc-8c77-737fbfb91b58 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.0933902 Apr 18 19:22:12.980086 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a2ce3a-a23b-4b83-a20a-ec0357775dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72df0f84-22fc-4ebc-befc-605000c8ae7a'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:12.989770 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 72df0f84-22fc-4ebc-befc-605000c8ae7a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=72df0f84-22fc-4ebc-befc-605000c8ae7a,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:13.028141 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25cd7244-9b92-4f50-b73f-9bc83c6b6b91 req-46c0d909-2b16-495c-b763-644aa90c088a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424004 Apr 18 19:22:13.046611 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23fe5696-74cd-4de5-9e45-b5e11b12858b'] response: {'server_uuid': '24a2ce3a-a23b-4b83-a20a-ec0357775dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72df0f84-22fc-4ebc-befc-605000c8ae7a', 'code': 200} Apr 18 19:22:13.081782 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:13.229871 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24a479-b5b9-4a2d-8b08-0efafe25ab38 req-c3be8372-5032-4f47-a3ee-c243ae694c70 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:13.237883 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2d24a479-b5b9-4a2d-8b08-0efafe25ab38 req-c3be8372-5032-4f47-a3ee-c243ae694c70 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 943 time: 0.0977466 Apr 18 19:22:13.248619 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=72df0f84-22fc-4ebc-befc-605000c8ae7a,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:13.300631 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2d24a479-b5b9-4a2d-8b08-0efafe25ab38 req-9035acdf-8a22-41d1-b449-5689c76689d0 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599823 Apr 18 19:22:13.323339 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6fef335a-1854-4c7a-b92a-b63ebba71d4d req-6d4d1ab9-68c7-4b5c-9581-11e6848e90fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 1101 time: 0.0802553 Apr 18 19:22:13.379498 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6fef335a-1854-4c7a-b92a-b63ebba71d4d req-0a263f2e-d05e-42ab-98c2-774ab93f8247 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 Apr 18 19:22:13.719974 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11eccb-3cae-4455-9c5f-14430c501887 req-856c00c1-36fd-411f-8c86-c3a2885f8f9e tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:13.721491 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ac11eccb-3cae-4455-9c5f-14430c501887 req-856c00c1-36fd-411f-8c86-c3a2885f8f9e tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 950 time: 0.0784018 Apr 18 19:22:13.770776 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ac11eccb-3cae-4455-9c5f-14430c501887 req-7ff29b4a-fd8d-4019-926e-25142d0826a5 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436215 Apr 18 19:22:13.943909 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 9fbb7f8f-a027-4d23-8e73-1c145af35b37 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:13.993911 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830941d-935f-43c6-90ad-5eb7e4d64db4 req-72d1f455-922d-4220-b4bb-4b73e1b61fc5 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:14.001353 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5830941d-935f-43c6-90ad-5eb7e4d64db4 req-72d1f455-922d-4220-b4bb-4b73e1b61fc5 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 964 time: 0.1004784 Apr 18 19:22:14.069434 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5830941d-935f-43c6-90ad-5eb7e4d64db4 req-e5c54407-9e76-4337-9631-0ff87a4328a0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645621 Apr 18 19:22:14.071917 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b37a7-3d09-48f7-a1e1-b9d40d8e5396 req-06c605a8-abc3-4e10-b8c9-89ffd3ff889e tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:14.081794 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-375b37a7-3d09-48f7-a1e1-b9d40d8e5396 req-06c605a8-abc3-4e10-b8c9-89ffd3ff889e tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 949 time: 0.0980904 Apr 18 19:22:14.131449 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:14.151330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '9fbb7f8f-a027-4d23-8e73-1c145af35b37', 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99', 'port_id': '9fbb7f8f-a027-4d23-8e73-1c145af35b37', 'mac_address': 'fa:16:3e:32:40:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f414ac77-ee2e-4d14-93ae-558ef6a80bb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:14.163099 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-375b37a7-3d09-48f7-a1e1-b9d40d8e5396 req-840b2484-2bf3-4a3a-8ccb-b35275309035 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803311 Apr 18 19:22:14.275372 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:14.297698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbb7f8f-a027-4d23-8e73-1c145af35b37 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:14.318662 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:14.348298 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b717e8-4751-446c-8439-f14516cf70af req-7c3e4d44-5110-4cf2-aa45-35caa169ef57 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:14.349758 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b2b717e8-4751-446c-8439-f14516cf70af req-7c3e4d44-5110-4cf2-aa45-35caa169ef57 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.0975494 Apr 18 19:22:14.395360 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:14.407055 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b2b717e8-4751-446c-8439-f14516cf70af req-12c9daca-4a51-4767-bbb9-da1856137a08 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507841 Apr 18 19:22:14.408000 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0a85a205-c401-4b58-95a5-8e690fe98c3a req-fe31383e-5cca-4312-851c-c0912180bf1d tempest-LiveMigrationNegativeTest-1405664886 tempest-LiveMigrationNegativeTest-1405664886-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 1100 time: 0.0731714 Apr 18 19:22:14.431778 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0a85a205-c401-4b58-95a5-8e690fe98c3a req-84a98c2d-3b2e-4d7e-b245-6654a0be1628 tempest-LiveMigrationNegativeTest-1405664886 tempest-LiveMigrationNegativeTest-1405664886-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:14.462461 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=9fbb7f8f-a027-4d23-8e73-1c145af35b37,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:14.463803 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-0a85a205-c401-4b58-95a5-8e690fe98c3a req-84a98c2d-3b2e-4d7e-b245-6654a0be1628 tempest-LiveMigrationNegativeTest-1405664886 tempest-LiveMigrationNegativeTest-1405664886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:14.468496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0a85a205-c401-4b58-95a5-8e690fe98c3a req-84a98c2d-3b2e-4d7e-b245-6654a0be1628 tempest-LiveMigrationNegativeTest-1405664886 tempest-LiveMigrationNegativeTest-1405664886-project-admin] Usage tracker for resource:security_group_rule and tenant:fe67a257704346e5a95abdfb9b6a5e2b is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:14.471587 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0a85a205-c401-4b58-95a5-8e690fe98c3a req-84a98c2d-3b2e-4d7e-b245-6654a0be1628 tempest-LiveMigrationNegativeTest-1405664886 tempest-LiveMigrationNegativeTest-1405664886-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:14.477122 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-0a85a205-c401-4b58-95a5-8e690fe98c3a req-84a98c2d-3b2e-4d7e-b245-6654a0be1628 tempest-LiveMigrationNegativeTest-1405664886 tempest-LiveMigrationNegativeTest-1405664886-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:14.540018 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0a85a205-c401-4b58-95a5-8e690fe98c3a req-84a98c2d-3b2e-4d7e-b245-6654a0be1628 tempest-LiveMigrationNegativeTest-1405664886 tempest-LiveMigrationNegativeTest-1405664886-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:14.601289 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0a85a205-c401-4b58-95a5-8e690fe98c3a req-84a98c2d-3b2e-4d7e-b245-6654a0be1628 tempest-LiveMigrationNegativeTest-1405664886 tempest-LiveMigrationNegativeTest-1405664886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:14.640313 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0a85a205-c401-4b58-95a5-8e690fe98c3a req-84a98c2d-3b2e-4d7e-b245-6654a0be1628 tempest-LiveMigrationNegativeTest-1405664886 tempest-LiveMigrationNegativeTest-1405664886-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266369 Apr 18 19:22:14.641058 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a98c2d-3b2e-4d7e-b245-6654a0be1628 tempest-LiveMigrationNegativeTest-1405664886 tempest-LiveMigrationNegativeTest-1405664886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dc0954-f668-4752-b2d7-c684aa6f3ec0,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:14.666128 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['9fbb7f8f-a027-4d23-8e73-1c145af35b37'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:14.907977 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a8a8e-58de-4730-b41a-705a4260ee99 req-46cfe49d-99f1-4600-9351-23d011aed022 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:14.909464 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5a8a8e-58de-4730-b41a-705a4260ee99 req-46cfe49d-99f1-4600-9351-23d011aed022 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 944 time: 0.0982454 Apr 18 19:22:14.981998 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb5a8a8e-58de-4730-b41a-705a4260ee99 req-3f1cab7b-39b4-479f-ba24-e2a0cd958b2e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533631 Apr 18 19:22:15.194088 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526d9d5-832a-4063-8f46-480968e93630 req-d0191a1a-f5bb-4260-8a0e-982dfc410bb7 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:15.195607 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e526d9d5-832a-4063-8f46-480968e93630 req-d0191a1a-f5bb-4260-8a0e-982dfc410bb7 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 950 time: 0.0871620 Apr 18 19:22:15.254537 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e526d9d5-832a-4063-8f46-480968e93630 req-3d4debdd-151c-4c8f-9b95-d657e7429dfe tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471516 Apr 18 19:22:15.513940 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-80f02908-9bfe-4802-b404-becc3d24e2dc req-00586164-bd93-4c2b-aee6-854afc59b133 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1296606 Apr 18 19:22:15.525673 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-e7e5ca33-6dfa-4ea8-8ddc-5951f2fd2aef service neutron] 10.222.0.16 "GET /v2.0/ports/02f6e221-dd43-4a7b-a219-d3e1004128c5/bindings/n-h1-838334-1 HTTP/1.1" status: 200 len: 384 time: 0.0845599 Apr 18 19:22:15.542165 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7197f8f-07be-4904-81e4-d288d5d247e2 req-fe13b18f-661c-4b81-9fa9-f1fffe8bacd0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:15.543691 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d7197f8f-07be-4904-81e4-d288d5d247e2 req-fe13b18f-661c-4b81-9fa9-f1fffe8bacd0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 964 time: 0.1359835 Apr 18 19:22:15.546489 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cdf2829d-19b7-4750-9c7d-446eac2f323b req-a1b1737b-337f-426b-ad03-3b70edca8b06 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034350 Apr 18 19:22:15.603691 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d7197f8f-07be-4904-81e4-d288d5d247e2 req-3648da86-f6c7-4256-8297-7ebdf1939439 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535839 Apr 18 19:22:15.702351 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cdf2829d-19b7-4750-9c7d-446eac2f323b req-ea6f0ee8-5853-44df-b011-ea55d8ac450e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 1095 time: 0.0775728 Apr 18 19:22:15.859549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-8ee59c74-d025-482e-b981-2981d24437d3 req-737ddeef-0e5b-459f-a4e1-bf515bed2e46 service neutron] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:15.887333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2829d-19b7-4750-9c7d-446eac2f323b req-f96ce7b4-e4a3-4aec-b9ff-288200566072 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:15.888929 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cdf2829d-19b7-4750-9c7d-446eac2f323b req-f96ce7b4-e4a3-4aec-b9ff-288200566072 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.1601129 Apr 18 19:22:15.938207 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 9fbb7f8f-a027-4d23-8e73-1c145af35b37 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:15.996182 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cdf2829d-19b7-4750-9c7d-446eac2f323b req-1c8ecfd6-8050-4b52-87ad-32d36d037050 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34 HTTP/1.1" status: 200 len: 217 time: 0.1007767 Apr 18 19:22:16.013332 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-8ee59c74-d025-482e-b981-2981d24437d3 req-737ddeef-0e5b-459f-a4e1-bf515bed2e46 service neutron] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:16.066803 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2829d-19b7-4750-9c7d-446eac2f323b req-32114e49-fab9-447e-ba0b-59de77b1662a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:16.070518 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:16.071301 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cdf2829d-19b7-4750-9c7d-446eac2f323b req-32114e49-fab9-447e-ba0b-59de77b1662a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.0687387 Apr 18 19:22:16.078102 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:16.078473 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:16.078604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-8ee59c74-d025-482e-b981-2981d24437d3 req-737ddeef-0e5b-459f-a4e1-bf515bed2e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f6e221-dd43-4a7b-a219-d3e1004128c5 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:16.091664 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-8ee59c74-d025-482e-b981-2981d24437d3 req-737ddeef-0e5b-459f-a4e1-bf515bed2e46 service neutron] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:16.111549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065902-11ba-496e-81a4-321bcbbbf5ca req-37d04f03-de7a-4f3f-a2e1-a12ff2df17f7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:16.119294 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-58065902-11ba-496e-81a4-321bcbbbf5ca req-37d04f03-de7a-4f3f-a2e1-a12ff2df17f7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.2379789 Apr 18 19:22:16.135262 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cdf2829d-19b7-4750-9c7d-446eac2f323b req-c3e7a83e-ead0-4a6b-9f33-b64b764868bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554404 Apr 18 19:22:16.164180 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8ee59c74-d025-482e-b981-2981d24437d3 req-737ddeef-0e5b-459f-a4e1-bf515bed2e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:16.187283 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-58065902-11ba-496e-81a4-321bcbbbf5ca req-d0a7f6a1-98e1-4ce6-8df8-fe558f20b56f tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667262 Apr 18 19:22:16.254222 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:16.316095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:16.317146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbb7f8f-a027-4d23-8e73-1c145af35b37'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:16.334652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-8ee59c74-d025-482e-b981-2981d24437d3 req-737ddeef-0e5b-459f-a4e1-bf515bed2e46 service neutron] Transition to ACTIVE for port object 02f6e221-dd43-4a7b-a219-d3e1004128c5 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:16.378292 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:16.412526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45318) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:16.422217 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8ee59c74-d025-482e-b981-2981d24437d3 req-737ddeef-0e5b-459f-a4e1-bf515bed2e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:16.443368 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cdf2829d-19b7-4750-9c7d-446eac2f323b req-8d72d39d-423c-438e-8f86-803fa525526b service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976503 Apr 18 19:22:16.455748 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=9fbb7f8f-a027-4d23-8e73-1c145af35b37,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:16.613042 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cdf2829d-19b7-4750-9c7d-446eac2f323b req-cce032e3-7907-4834-94ba-97cede67f485 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587284 Apr 18 19:22:16.660383 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-26ffd5ea-10b1-41e6-bb55-9670d18bd6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:16.688724 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee59c74-d025-482e-b981-2981d24437d3 req-737ddeef-0e5b-459f-a4e1-bf515bed2e46 service neutron] No DVR routers for this DVR port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:16.691057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ddeef-0e5b-459f-a4e1-bf515bed2e46 service neutron] Pushing event updated for resources: {'Port': ['ID=02f6e221-dd43-4a7b-a219-d3e1004128c5,revision_number=10']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:16.768259 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-26ffd5ea-10b1-41e6-bb55-9670d18bd6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:16.774029 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-26ffd5ea-10b1-41e6-bb55-9670d18bd6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:4ed3f3a3d7634652be49bb23050e7ecc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:16.778294 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-26ffd5ea-10b1-41e6-bb55-9670d18bd6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:16.786758 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-26ffd5ea-10b1-41e6-bb55-9670d18bd6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:16.789637 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-737ddeef-0e5b-459f-a4e1-bf515bed2e46 service neutron] 10.222.0.16 "PUT /v2.0/ports/02f6e221-dd43-4a7b-a219-d3e1004128c5/bindings/n-h1-838334-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2564404 Apr 18 19:22:16.818818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66817304-bb96-4afb-b5ca-72c115bafdbb req-f5b58852-f306-49f7-aab6-547b804e45c1 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:16.820268 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66817304-bb96-4afb-b5ca-72c115bafdbb req-f5b58852-f306-49f7-aab6-547b804e45c1 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 945 time: 0.0862503 Apr 18 19:22:16.875000 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66817304-bb96-4afb-b5ca-72c115bafdbb req-7194c108-6e6e-471a-9413-de32d04ddc67 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Apr 18 19:22:16.962516 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9adcfa6d-01ef-432f-9fce-5aeb876e219e'] response: {'server_uuid': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbb7f8f-a027-4d23-8e73-1c145af35b37', 'code': 200} Apr 18 19:22:16.966952 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-26ffd5ea-10b1-41e6-bb55-9670d18bd6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:16.976326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a0a1e-05c1-4d33-b6c0-2710ce4e4a63 req-aa5c83b9-ec15-4458-9db2-c9918c39553a tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:16.977838 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c52a0a1e-05c1-4d33-b6c0-2710ce4e4a63 req-aa5c83b9-ec15-4458-9db2-c9918c39553a tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 950 time: 0.1863737 Apr 18 19:22:17.031179 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-26ffd5ea-10b1-41e6-bb55-9670d18bd6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:17.131204 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffd5ea-10b1-41e6-bb55-9670d18bd6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3b811f-86f6-479a-b8ac-ff23cb2bf249,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:17.155571 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed08a4f-7a1e-4746-aa46-196030f9fd1c req-25a1c10e-0e79-448e-8d72-10f13ee4df03 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:17.156389 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c52a0a1e-05c1-4d33-b6c0-2710ce4e4a63 req-6f8dea7d-be59-47c9-bcaa-31d04267b2b8 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664081 Apr 18 19:22:17.157013 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0ed08a4f-7a1e-4746-aa46-196030f9fd1c req-25a1c10e-0e79-448e-8d72-10f13ee4df03 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 965 time: 0.0891089 Apr 18 19:22:17.168175 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-35386984-3105-4bcc-baf9-ee28dd893d12 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 1116 time: 0.2804375 Apr 18 19:22:17.173562 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-26ffd5ea-10b1-41e6-bb55-9670d18bd6f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4ed3f3a3d7634652be49bb23050e7ecc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7588556 Apr 18 19:22:17.183875 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 45334) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:17.254094 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0ed08a4f-7a1e-4746-aa46-196030f9fd1c req-39516105-7af0-453d-9e96-23cc90bcadf5 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914137 Apr 18 19:22:17.255035 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0e9d6e92-0642-49a1-95b0-f5dc71dfe7ea req-076a266b-d65b-4e5b-b45e-c7990e8e6c4e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 1096 time: 0.2047999 Apr 18 19:22:17.274089 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b37e27af-f2bc-45ec-b735-3dbc700d5dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:17.286937 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-6cd01220-defd-41aa-a88d-363872933e3a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932&tenant_id=8c23189679ae40bb84dcf0717d8a1396 HTTP/1.1" status: 200 len: 1116 time: 0.1105072 Apr 18 19:22:17.304892 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b37e27af-f2bc-45ec-b735-3dbc700d5dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:17.417054 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0e9d6e92-0642-49a1-95b0-f5dc71dfe7ea req-4fb1f3d8-db07-49e8-83e9-7c4beab3851f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523888 Apr 18 19:22:17.443129 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a60cf-c4b9-4f27-adc9-1a8ede594c14 req-763bd533-63fa-40cf-8d2a-9de3308674be tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:17.444584 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c20a60cf-c4b9-4f27-adc9-1a8ede594c14 req-763bd533-63fa-40cf-8d2a-9de3308674be tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 949 time: 0.1639004 Apr 18 19:22:17.446586 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b37e27af-f2bc-45ec-b735-3dbc700d5dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:17.452299 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-eba1573b-e43d-4226-ae36-5ed048e267b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 1116 time: 0.1254146 Apr 18 19:22:17.465554 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e27af-f2bc-45ec-b735-3dbc700d5dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3b811f-86f6-479a-b8ac-ff23cb2bf249,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:17.474748 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b37e27af-f2bc-45ec-b735-3dbc700d5dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:17.478834 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b37e27af-f2bc-45ec-b735-3dbc700d5dec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd3b811f-86f6-479a-b8ac-ff23cb2bf249 HTTP/1.1" status: 204 len: 168 time: 0.2962174 Apr 18 19:22:17.499762 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c20a60cf-c4b9-4f27-adc9-1a8ede594c14 req-737b28a9-c2b7-44b8-8aa2-6b2b73130a8f tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Apr 18 19:22:17.936384 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee59c74-d025-482e-b981-2981d24437d3 req-dc738736-e7d2-46d8-ac8d-26980bf21657 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:17.937798 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-dc738736-e7d2-46d8-ac8d-26980bf21657 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.3105896 Apr 18 19:22:18.022659 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275651b-f888-4c4c-8a43-d109e8e7348b req-0a3a0ab5-786e-4353-986d-834ccef63a76 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:18.024816 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0275651b-f888-4c4c-8a43-d109e8e7348b req-0a3a0ab5-786e-4353-986d-834ccef63a76 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.3716776 Apr 18 19:22:18.035974 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee89b8f6-8bbe-42f4-9b0b-afca60568b15 req-edb0ac9c-6f8d-426f-8457-759e50d90510 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2973011 Apr 18 19:22:18.056032 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-67ec3c78-6e5b-4831-a4da-e807c8203743 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5 HTTP/1.1" status: 200 len: 217 time: 0.1040494 Apr 18 19:22:18.123180 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a5336d7-3560-442f-a6f7-d2d8b6f253cd req-61ee1f66-8665-4820-91ac-02ea49e388f5 tempest-DeleteServersAdminTestJSON-258411098 tempest-DeleteServersAdminTestJSON-258411098-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 1101 time: 0.2640150 Apr 18 19:22:18.307063 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0275651b-f888-4c4c-8a43-d109e8e7348b req-05ce32cc-5dd6-44cc-8caa-df973d447a69 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695432 Apr 18 19:22:18.326060 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee59c74-d025-482e-b981-2981d24437d3 req-c78b9157-f736-4b4d-8627-51b2699ca017 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:18.327641 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-c78b9157-f736-4b4d-8627-51b2699ca017 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.2631280 Apr 18 19:22:18.345181 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 45372) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:18.373006 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-284c5430-0379-428f-8ab4-f8c6272bb82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.374404 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-4a5336d7-3560-442f-a6f7-d2d8b6f253cd req-c9087888-a028-46f0-9201-b0c807fe748d tempest-DeleteServersAdminTestJSON-258411098 tempest-DeleteServersAdminTestJSON-258411098-project-admin] Deleting port 72df0f84-22fc-4ebc-befc-605000c8ae7a {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:22:18.374747 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4a5336d7-3560-442f-a6f7-d2d8b6f253cd req-c9087888-a028-46f0-9201-b0c807fe748d tempest-DeleteServersAdminTestJSON-258411098 tempest-DeleteServersAdminTestJSON-258411098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.409376 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-284c5430-0379-428f-8ab4-f8c6272bb82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:18.413825 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-284c5430-0379-428f-8ab4-f8c6272bb82f admin admin] Usage tracker for resource:security_group_rule and tenant:c11889b9891c4d0ea07bc4e9b481b48c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:18.416766 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-284c5430-0379-428f-8ab4-f8c6272bb82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:18.423556 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-284c5430-0379-428f-8ab4-f8c6272bb82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:18.427845 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-7205835d-5c95-4ee9-9ca2-fd2261240d7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901411 Apr 18 19:22:18.559665 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-284c5430-0379-428f-8ab4-f8c6272bb82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.612263 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-284c5430-0379-428f-8ab4-f8c6272bb82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:18.634050 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee89b8f6-8bbe-42f4-9b0b-afca60568b15 req-e4b09379-9719-4ead-8517-d99dd9e484a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cbf4e3c30304ddab39b304473805b3e&device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 1096 time: 0.4681184 Apr 18 19:22:18.654647 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 02f6e221-dd43-4a7b-a219-d3e1004128c5 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:18.664003 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-38589e2e-ee7d-4ab0-bbf7-20c91fc1bee6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--199582932&fields=id&tenant_id=3cbf4e3c30304ddab39b304473805b3e HTTP/1.1" status: 200 len: 267 time: 0.0954752 Apr 18 19:22:18.680592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f07ef-4706-4f7a-bf67-66a91be1af4c req-8267c25c-de77-46bf-8994-bf139ca6e264 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:18.681980 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8c7f07ef-4706-4f7a-bf67-66a91be1af4c req-8267c25c-de77-46bf-8994-bf139ca6e264 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.71 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 949 time: 0.1792362 Apr 18 19:22:18.685087 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c5430-0379-428f-8ab4-f8c6272bb82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ff9630-9138-4ff0-98e2-378f2b30415a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:18.718571 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 02f6e221-dd43-4a7b-a219-d3e1004128c5 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:18.741964 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-284c5430-0379-428f-8ab4-f8c6272bb82f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c11889b9891c4d0ea07bc4e9b481b48c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3928373 Apr 18 19:22:18.748493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 45384) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:18.863249 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-9d06ef50-6551-4885-82c4-ec0ca73ce807 service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267533 Apr 18 19:22:18.871807 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-8c7f07ef-4706-4f7a-bf67-66a91be1af4c req-71d4f29b-b9b7-45d5-a0d8-dd0169fe2cd5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Deleting port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:22:18.872158 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8c7f07ef-4706-4f7a-bf67-66a91be1af4c req-71d4f29b-b9b7-45d5-a0d8-dd0169fe2cd5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:19.022377 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e9c1bab0-a8e1-42f3-83d8-9162aa275ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:19.023505 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc48e75-4173-49a4-a3f3-96300fd69718 req-20fbd77b-5182-4e4b-980f-23d57c3591f7 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:19.024968 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cfc48e75-4173-49a4-a3f3-96300fd69718 req-20fbd77b-5182-4e4b-980f-23d57c3591f7 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 945 time: 0.5072751 Apr 18 19:22:19.033480 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89b8f6-8bbe-42f4-9b0b-afca60568b15 req-5767204f-1526-4e24-bac8-03d18d70593a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:19.035183 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee89b8f6-8bbe-42f4-9b0b-afca60568b15 req-5767204f-1526-4e24-bac8-03d18d70593a service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ed1a367-2cbb-46cc-8894-db52b010c14b HTTP/1.1" status: 200 len: 924 time: 0.3601763 Apr 18 19:22:19.043395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-4a0a3e04-badf-4695-91f0-a7233a72ed70 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:19.044886 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-4a0a3e04-badf-4695-91f0-a7233a72ed70 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/networks?id=9ed1a367-2cbb-46cc-8894-db52b010c14b HTTP/1.1" status: 200 len: 823 time: 0.3613539 Apr 18 19:22:19.142812 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e9c1bab0-a8e1-42f3-83d8-9162aa275ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:19.148347 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-4a5336d7-3560-442f-a6f7-d2d8b6f253cd req-c9087888-a028-46f0-9201-b0c807fe748d tempest-DeleteServersAdminTestJSON-258411098 tempest-DeleteServersAdminTestJSON-258411098-project-admin] For port 72df0f84-22fc-4ebc-befc-605000c8ae7a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=72df0f84-22fc-4ebc-befc-605000c8ae7a,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:19.148762 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4a5336d7-3560-442f-a6f7-d2d8b6f253cd req-c9087888-a028-46f0-9201-b0c807fe748d tempest-DeleteServersAdminTestJSON-258411098 tempest-DeleteServersAdminTestJSON-258411098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:19.159440 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-4118b428-3f7d-4ac8-98ad-6fd168e90419 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/quotas/3cbf4e3c30304ddab39b304473805b3e HTTP/1.1" status: 200 len: 375 time: 0.0921245 Apr 18 19:22:19.282335 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8c7f07ef-4706-4f7a-bf67-66a91be1af4c req-71d4f29b-b9b7-45d5-a0d8-dd0169fe2cd5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] For port e320aecc-f0b8-48f5-a71a-098d3fc30dc1, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e320aecc-f0b8-48f5-a71a-098d3fc30dc1,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:19.282893 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8c7f07ef-4706-4f7a-bf67-66a91be1af4c req-71d4f29b-b9b7-45d5-a0d8-dd0169fe2cd5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:19.311578 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-4a5336d7-3560-442f-a6f7-d2d8b6f253cd req-c9087888-a028-46f0-9201-b0c807fe748d tempest-DeleteServersAdminTestJSON-258411098 tempest-DeleteServersAdminTestJSON-258411098-project-admin] Calling delete_port for 72df0f84-22fc-4ebc-befc-605000c8ae7a owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:22:19.349096 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-b50bd54f-e274-4d97-9531-51ca07cde15a service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751949 Apr 18 19:22:19.360228 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cfc48e75-4173-49a4-a3f3-96300fd69718 req-4d4a2b35-b0bd-4266-b440-6279e5587501 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240926 Apr 18 19:22:19.372562 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee89b8f6-8bbe-42f4-9b0b-afca60568b15 req-fb93d1fe-f480-4f33-8e2e-4fa415203a2a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a HTTP/1.1" status: 200 len: 1001 time: 0.3299317 Apr 18 19:22:19.418755 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-8c7f07ef-4706-4f7a-bf67-66a91be1af4c req-71d4f29b-b9b7-45d5-a0d8-dd0169fe2cd5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Calling delete_port for e320aecc-f0b8-48f5-a71a-098d3fc30dc1 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:22:19.444379 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e9c1bab0-a8e1-42f3-83d8-9162aa275ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:19.465558 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-c6a86816-a02f-4f17-a847-7cd213f75a86 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3cbf4e3c30304ddab39b304473805b3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2903683 Apr 18 19:22:19.465789 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89b8f6-8bbe-42f4-9b0b-afca60568b15 req-ecd99d6b-0d63-4703-ba5b-d668e5fa4748 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:19.467281 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee89b8f6-8bbe-42f4-9b0b-afca60568b15 req-ecd99d6b-0d63-4703-ba5b-d668e5fa4748 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=317c77bb-fe1a-4bb1-b477-646f3113daa4 HTTP/1.1" status: 200 len: 862 time: 0.0860467 Apr 18 19:22:19.522507 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1bab0-a8e1-42f3-83d8-9162aa275ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ff9630-9138-4ff0-98e2-378f2b30415a,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:19.632782 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e9c1bab0-a8e1-42f3-83d8-9162aa275ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:19.637263 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e9c1bab0-a8e1-42f3-83d8-9162aa275ff0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74ff9630-9138-4ff0-98e2-378f2b30415a HTTP/1.1" status: 204 len: 168 time: 0.8792863 Apr 18 19:22:19.795394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.71', 57483) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:19.800766 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4a5336d7-3560-442f-a6f7-d2d8b6f253cd req-c9087888-a028-46f0-9201-b0c807fe748d tempest-DeleteServersAdminTestJSON-258411098 tempest-DeleteServersAdminTestJSON-258411098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:19.811893 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['72df0f84-22fc-4ebc-befc-605000c8ae7a'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:19.856238 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-d2effe3c-24ab-4f43-b59d-7940e1a54286 service neutron] 10.222.0.66 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730989 Apr 18 19:22:19.875046 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9087888-a028-46f0-9201-b0c807fe748d tempest-DeleteServersAdminTestJSON-258411098 tempest-DeleteServersAdminTestJSON-258411098-project-admin] Pushing event deleted for resources: {'Port': ['ID=72df0f84-22fc-4ebc-befc-605000c8ae7a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:19.889496 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee89b8f6-8bbe-42f4-9b0b-afca60568b15 req-d980f28e-ec6d-463f-abe2-271d0954e0d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ed1a367-2cbb-46cc-8894-db52b010c14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3910871 Apr 18 19:22:19.956002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60bc82-31ab-4568-a240-dfda73e6c394 req-5829377f-8a4e-4a84-bf36-c27a0f4c9c7b tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:19.957487 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad60bc82-31ab-4568-a240-dfda73e6c394 req-5829377f-8a4e-4a84-bf36-c27a0f4c9c7b tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=24a2ce3a-a23b-4b83-a20a-ec0357775dc1 HTTP/1.1" status: 200 len: 950 time: 0.4203541 Apr 18 19:22:20.015790 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-2c4fef33-6218-4a91-9c43-88d6ae688e8c tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1116 time: 0.2168605 Apr 18 19:22:20.018476 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5336d7-3560-442f-a6f7-d2d8b6f253cd req-c9087888-a028-46f0-9201-b0c807fe748d tempest-DeleteServersAdminTestJSON-258411098 tempest-DeleteServersAdminTestJSON-258411098-project-admin] No DVR routers for this DVR port 72df0f84-22fc-4ebc-befc-605000c8ae7a on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:20.021257 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4a5336d7-3560-442f-a6f7-d2d8b6f253cd req-c9087888-a028-46f0-9201-b0c807fe748d tempest-DeleteServersAdminTestJSON-258411098 tempest-DeleteServersAdminTestJSON-258411098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.022158 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8c7f07ef-4706-4f7a-bf67-66a91be1af4c req-71d4f29b-b9b7-45d5-a0d8-dd0169fe2cd5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.033837 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['7d3ed976-6b4e-4ac0-8793-aedf0effaeda'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:20.077595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a2ce3a-a23b-4b83-a20a-ec0357775dc1', 'name': 'network-vif-deleted', 'tag': '72df0f84-22fc-4ebc-befc-605000c8ae7a'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:20.079671 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-8ab6de7e-ad3b-48a5-920a-dfb4ff4ca1dd service neutron] 10.222.0.66 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151480 Apr 18 19:22:20.097308 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-f878c1ec-5c85-4aa4-875a-2c217d5a994b tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:20.098793 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-f878c1ec-5c85-4aa4-875a-2c217d5a994b tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0da30e8-de2b-4bb3-992a-1626566f6884 HTTP/1.1" status: 200 len: 945 time: 0.4977970 Apr 18 19:22:20.258691 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4f29b-b9b7-45d5-a0d8-dd0169fe2cd5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Pushing event deleted for resources: {'Port': ['ID=e320aecc-f0b8-48f5-a71a-098d3fc30dc1,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:20.271234 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad60bc82-31ab-4568-a240-dfda73e6c394 req-f54a123f-e6f4-4a4d-965e-8f1a255143cf tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878094 Apr 18 19:22:20.312440 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a5336d7-3560-442f-a6f7-d2d8b6f253cd req-c9087888-a028-46f0-9201-b0c807fe748d tempest-DeleteServersAdminTestJSON-258411098 tempest-DeleteServersAdminTestJSON-258411098-project-admin] 10.222.0.16 "DELETE /v2.0/ports/72df0f84-22fc-4ebc-befc-605000c8ae7a HTTP/1.1" status: 204 len: 173 time: 2.1801839 Apr 18 19:22:20.374829 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Deleting port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:22:20.380784 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.386021 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7f07ef-4706-4f7a-bf67-66a91be1af4c req-71d4f29b-b9b7-45d5-a0d8-dd0169fe2cd5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] No DVR routers for this DVR port e320aecc-f0b8-48f5-a71a-098d3fc30dc1 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:20.397864 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8c7f07ef-4706-4f7a-bf67-66a91be1af4c req-71d4f29b-b9b7-45d5-a0d8-dd0169fe2cd5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.401098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d2c7e4-558e-4f13-ab0d-1658ae2ba66f', 'name': 'network-vif-deleted', 'tag': 'e320aecc-f0b8-48f5-a71a-098d3fc30dc1'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:20.504945 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee89b8f6-8bbe-42f4-9b0b-afca60568b15 req-3577a37f-c20d-4af3-adaf-68bc5aeb2c7e service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854034 Apr 18 19:22:20.533396 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8c7f07ef-4706-4f7a-bf67-66a91be1af4c req-71d4f29b-b9b7-45d5-a0d8-dd0169fe2cd5 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.71 "DELETE /v2.0/ports/e320aecc-f0b8-48f5-a71a-098d3fc30dc1 HTTP/1.1" status: 204 len: 173 time: 1.8451328 Apr 18 19:22:20.559753 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8ee59c74-d025-482e-b981-2981d24437d3 req-fd6f85ff-824f-4d67-bd56-a3bfeb1fb6ce service neutron] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:20.563091 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ee59c74-d025-482e-b981-2981d24437d3 req-fd6f85ff-824f-4d67-bd56-a3bfeb1fb6ce service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:20.564181 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ee59c74-d025-482e-b981-2981d24437d3 req-fd6f85ff-824f-4d67-bd56-a3bfeb1fb6ce service neutron] 10.222.0.71 "DELETE /v2.0/ports/02f6e221-dd43-4a7b-a219-d3e1004128c5/bindings/n-h2-838334-1 HTTP/1.1" status: 204 len: 173 time: 0.5431578 Apr 18 19:22:20.789743 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee89b8f6-8bbe-42f4-9b0b-afca60568b15 req-c85d71c1-63d5-46ee-b430-a93ec4adcec6 service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413232 Apr 18 19:22:20.896136 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df759486-f073-47d4-9cc2-15fda6237de8 req-8956fdc9-85b5-4fcb-a4a2-8ec72b827b9a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:20.896742 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df759486-f073-47d4-9cc2-15fda6237de8 req-8956fdc9-85b5-4fcb-a4a2-8ec72b827b9a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 965 time: 0.3909669 Apr 18 19:22:20.967998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] For port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:20.970822 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:21.048925 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df759486-f073-47d4-9cc2-15fda6237de8 req-f99db5eb-c795-4f80-af63-0d5b4c3601b1 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365678 Apr 18 19:22:21.296746 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-21cf9f72-94b0-465d-b7eb-bcdd5a49bf3d req-af4ee7c7-bdac-4bb0-a050-3595543c2358 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Synchronizing usage tracker for tenant:9e308fc378504ea3aefede86d7a9e12d on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:21.400629 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-21cf9f72-94b0-465d-b7eb-bcdd5a49bf3d req-af4ee7c7-bdac-4bb0-a050-3595543c2358 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Unset dirty status for tenant:9e308fc378504ea3aefede86d7a9e12d on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:21.401789 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21cf9f72-94b0-465d-b7eb-bcdd5a49bf3d req-af4ee7c7-bdac-4bb0-a050-3595543c2358 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=06d2c7e4-558e-4f13-ab0d-1658ae2ba66f HTTP/1.1" status: 200 len: 210 time: 0.2598627 Apr 18 19:22:21.405561 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:21.412786 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:21.412786 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Floating IP 0914214e-2608-4bf6-b44d-8b307ce94974 disassociated. External IP: 172.25.8.241, port: b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a. Apr 18 19:22:21.412786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Calling delete_port for b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:22:21.515196 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a8e27ec2-e1da-43ee-b905-f0b7193f63ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:21.600091 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32bcda6-d894-43a5-83c2-847d6ba12c15'] response: {'server_uuid': '24a2ce3a-a23b-4b83-a20a-ec0357775dc1', 'name': 'network-vif-deleted', 'tag': '72df0f84-22fc-4ebc-befc-605000c8ae7a', 'status': 'completed', 'code': 200} Apr 18 19:22:21.619982 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34803e-05f4-4e08-8caa-f025e1efdf15 req-1763acc1-770e-4db8-9410-e83cbdbda3cb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:21.622261 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9b34803e-05f4-4e08-8caa-f025e1efdf15 req-1763acc1-770e-4db8-9410-e83cbdbda3cb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.3169794 Apr 18 19:22:21.683057 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9b34803e-05f4-4e08-8caa-f025e1efdf15 req-60eeefac-9ac3-4bb2-b63c-d4020f38efef tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539877 Apr 18 19:22:21.686547 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:21.742075 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Pushing event deleted for resources: {'Port': ['ID=b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:21.770508 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-64be9322-c0df-4f45-92a0-6c7a549267ad req-8814c4f9-8f4e-4bc8-96b5-2a28cfd9b432 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 210 time: 0.0670195 Apr 18 19:22:21.871455 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac87f8aa-c272-4084-8878-b6e3c3f06b27'] response: {'server_uuid': '06d2c7e4-558e-4f13-ab0d-1658ae2ba66f', 'name': 'network-vif-deleted', 'tag': 'e320aecc-f0b8-48f5-a71a-098d3fc30dc1', 'status': 'completed', 'code': 200} Apr 18 19:22:21.962782 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e320aecc-f0b8-48f5-a71a-098d3fc30dc1 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:22.027709 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: e320aecc-f0b8-48f5-a71a-098d3fc30dc1 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:22:22.028373 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e320aecc-f0b8-48f5-a71a-098d3fc30dc1 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:22.155747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e900-f256-4426-bc4b-d6059b7a65de req-e71a7846-c2ca-4f30-8b1c-046a55967175 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:22.163125 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e7a7e900-f256-4426-bc4b-d6059b7a65de req-e71a7846-c2ca-4f30-8b1c-046a55967175 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 945 time: 0.3355680 Apr 18 19:22:22.239020 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e7a7e900-f256-4426-bc4b-d6059b7a65de req-a0fdcb25-705e-47f9-a883-b082cd3b015b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749512 Apr 18 19:22:22.300157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:22:22.614186 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:22.628548 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc23d3-28d1-4d9a-8e82-f49da324c861 None None] Sync routers for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:22.648621 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc23d3-28d1-4d9a-8e82-f49da324c861 None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:22.649479 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dddc23d3-28d1-4d9a-8e82-f49da324c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:21:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:22.655143 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 72df0f84-22fc-4ebc-befc-605000c8ae7a no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:22.725993 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-866318c4-3dd8-4eba-aa7c-57cee5bfae09 req-5a8adfa7-55d7-4653-a72e-5810bec31cb0 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 1116 time: 0.2124870 Apr 18 19:22:22.746734 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 72df0f84-22fc-4ebc-befc-605000c8ae7a {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:22:22.750312 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 72df0f84-22fc-4ebc-befc-605000c8ae7a not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:22.769559 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] No DVR routers for this DVR port b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:22.772357 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:22.835538 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-866318c4-3dd8-4eba-aa7c-57cee5bfae09 req-a221aa99-58a5-4e64-aec8-d41129a025a4 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672073 Apr 18 19:22:22.950137 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0aee5773-a96e-49fd-93a3-ee9dda91c939 req-ded1cb05-9135-4162-85c7-bca1bfaa7a8f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.71 "DELETE /v2.0/ports/b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a HTTP/1.1" status: 204 len: 173 time: 2.8383372 Apr 18 19:22:22.970819 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-dddc23d3-28d1-4d9a-8e82-f49da324c861 None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:23.179780 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7ad70724-de3e-4dd3-88fc-d15c0376ee3d req-7148d4ac-e318-405d-8e3c-162409132773 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 1096 time: 0.2114520 Apr 18 19:22:23.224521 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-3f0e7cc9-7835-4c4e-bc0e-3e9e6099620b tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=df89877bf54543fd9c1e2389272593e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607047 Apr 18 19:22:23.346447 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-f1d56dca-f6a0-49b6-92f5-9231e6479342 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:23.349069 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-f1d56dca-f6a0-49b6-92f5-9231e6479342 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.71 "GET /v2.0/networks?id=9ed1a367-2cbb-46cc-8894-db52b010c14b HTTP/1.1" status: 200 len: 823 time: 0.3392813 Apr 18 19:22:23.455454 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dddc23d3-28d1-4d9a-8e82-f49da324c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:23.461898 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc23d3-28d1-4d9a-8e82-f49da324c861 None None] Checking router: 3f5dd035-63f4-4b27-9304-1bb3bd550f30 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:23.481328 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-c9d3ecbe-d6f4-47c5-86e9-8a54b82ab741 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:23.484868 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc23d3-28d1-4d9a-8e82-f49da324c861 None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:23.486981 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dddc23d3-28d1-4d9a-8e82-f49da324c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:21:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:23.489270 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-c9d3ecbe-d6f4-47c5-86e9-8a54b82ab741 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599511 Apr 18 19:22:23.507830 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-585ec081-175d-40fb-bbdd-f0171bdf74d2 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/quotas/df89877bf54543fd9c1e2389272593e9 HTTP/1.1" status: 200 len: 375 time: 0.0171623 Apr 18 19:22:23.522534 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7ad70724-de3e-4dd3-88fc-d15c0376ee3d req-349cf025-1965-435d-9811-5cd5970db67b tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407447 Apr 18 19:22:23.551909 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-09021d3d-7d16-4e3b-a425-9ecf650a04f3 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cbf4e3c30304ddab39b304473805b3e HTTP/1.1" status: 200 len: 379 time: 0.1778522 Apr 18 19:22:23.553115 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-333e8108-46c3-4e44-bb43-33451355994b service neutron] show failed (client error): The resource could not be found. Apr 18 19:22:23.554316 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-333e8108-46c3-4e44-bb43-33451355994b service neutron] 10.222.0.16 "GET /v2.0/ports/d6952118-e770-41a4-97ba-b71904ad219e/bindings/n-h1-838334-1 HTTP/1.1" status: 404 len: 380 time: 0.3432033 Apr 18 19:22:23.573300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Request body: {'port': {'device_id': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'admin_state_up': True, 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'security_groups': ['92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c']}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:23.575514 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-fa42dcf5-db13-4a74-b677-41a34c950ed0 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=df89877bf54543fd9c1e2389272593e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663016 Apr 18 19:22:23.702925 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'name': 'network-vif-deleted', 'tag': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:23.736306 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-dddc23d3-28d1-4d9a-8e82-f49da324c861 None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:23.846669 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0d19b9ae-3f8a-4bbf-90b3-b60fa37e77d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:23.874354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:23.890486 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Usage tracker for resource:port and tenant:3cbf4e3c30304ddab39b304473805b3e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:23.895038 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:23.905547 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:23.953321 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff912-14f6-450b-8e10-997a590d9c2a req-3a079b4a-5ad1-42bb-8487-72fe66a00fc1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:23.958851 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b68ff912-14f6-450b-8e10-997a590d9c2a req-3a079b4a-5ad1-42bb-8487-72fe66a00fc1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 970 time: 0.1675029 Apr 18 19:22:23.973792 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:24.004726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Made reservation on behalf of 3cbf4e3c30304ddab39b304473805b3e for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:24.007945 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:24.096698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:22:24.097043 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:24.186156 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b68ff912-14f6-450b-8e10-997a590d9c2a req-bdaf410f-5f3c-4e2f-b39c-8bae9a8445cc tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247360 Apr 18 19:22:24.189563 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4e498201-3ca4-42c0-b867-f6acc091618b req-bfa82ca7-ca96-4c2c-b2a9-c056aac578b6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 210 time: 0.1364872 Apr 18 19:22:24.300336 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dddc23d3-28d1-4d9a-8e82-f49da324c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:24.305055 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc23d3-28d1-4d9a-8e82-f49da324c861 None None] The sync data for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 is: [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:24.473931 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Allocated IP 172.20.0.3 (9ed1a367-2cbb-46cc-8894-db52b010c14b/317c77bb-fe1a-4bb1-b477-646f3113daa4/a43da423-ac75-44dc-9fbf-66ef1399c150) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:24.511957 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-4f66ce1c-5a5f-41d6-8219-3bb3e413e0d4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef&tenant_id=5c22a2f2d46e46198d19e1a175df3310 HTTP/1.1" status: 200 len: 1121 time: 0.1584706 Apr 18 19:22:24.532157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-1', 'device_owner': 'compute:nova'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:24.730152 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a89935-9ce7-4d34-b363-573354715898 None None] New status for floating IP 0914214e-2608-4bf6-b44d-8b307ce94974: DOWN {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:22:24.967771 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:24.982832 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.010511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-b6fba319-30ea-4bf7-b24f-c5be51e27bbd tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:25.012938 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-b6fba319-30ea-4bf7-b24f-c5be51e27bbd tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 808 time: 0.1915166 Apr 18 19:22:25.019207 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.041657 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-883233b3-8753-4f20-a27a-a1740e4cd29c tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/quotas/8c23189679ae40bb84dcf0717d8a1396 HTTP/1.1" status: 200 len: 375 time: 0.0218029 Apr 18 19:22:25.053267 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.159841 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-446d2da9-bf6c-4754-af38-509e32f5ebd5 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1167431 Apr 18 19:22:25.211959 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Transition to ACTIVE for port object a43da423-ac75-44dc-9fbf-66ef1399c150 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:25.347947 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-f7dde172-77bf-4c56-b96a-fb9b115465b3 service neutron] 10.222.0.66 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871827 Apr 18 19:22:25.436299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d6952118-e770-41a4-97ba-b71904ad219e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:25.461561 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.517750 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-357d659d-08b6-4182-8d00-0147f5b3a1d8 service neutron] 10.222.0.66 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689601 Apr 18 19:22:25.557897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:25.630863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Network 9ed1a367-2cbb-46cc-8894-db52b010c14b is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:25.643985 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:25.650964 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:25.655464 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:25.659289 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.672737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Pushing event updated for resources: {'Port': ['ID=a43da423-ac75-44dc-9fbf-66ef1399c150,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:25.712604 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.735300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Transition to ACTIVE for port object d6952118-e770-41a4-97ba-b71904ad219e will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:25.752832 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e6ba6482-40f5-4b1a-845d-b40077e53cd1 req-489765f6-fc53-44fe-bcf7-1eedcbe8d93c tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 1096 time: 0.2017229 Apr 18 19:22:25.796519 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-26903273-0124-4884-9172-43b0f4150c6f tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2387908 Apr 18 19:22:25.801774 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e6ba6482-40f5-4b1a-845d-b40077e53cd1 req-e3874f69-523f-463c-9ba4-4932781e444c tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480082 Apr 18 19:22:25.818678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Request body: {'port': {'device_id': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:25.887151 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef74693-3d6f-4f84-9c1b-fc4d402d4487'] response: {'server_uuid': 'f0da30e8-de2b-4bb3-992a-1626566f6884', 'name': 'network-vif-deleted', 'tag': 'b74c6f87-1e53-4a38-83f6-f13cdd0f0c2a', 'status': 'completed', 'code': 200} Apr 18 19:22:25.905173 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:25.989017 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7265ad88-6c66-4172-ac47-8725f92c26e4 req-fd1a7a5c-f33a-4582-b9ee-7bb93f313714 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 210 time: 0.0672343 Apr 18 19:22:25.994982 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-0a420c36-eecc-4571-859a-aec5ad8a39ae None None] Provisioning for port a43da423-ac75-44dc-9fbf-66ef1399c150 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:26.009554 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-0a420c36-eecc-4571-859a-aec5ad8a39ae None None] Provisioning complete for port a43da423-ac75-44dc-9fbf-66ef1399c150 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:26.009918 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0a420c36-eecc-4571-859a-aec5ad8a39ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.113376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-0a420c36-eecc-4571-859a-aec5ad8a39ae None None] Port a43da423-ac75-44dc-9fbf-66ef1399c150 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:22:26.300224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1608d6-705a-4b60-93f4-152c5c5d165b req-b1be4140-71f5-47da-87c8-4cd89bc5b32d tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:26.301714 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cb1608d6-705a-4b60-93f4-152c5c5d165b req-b1be4140-71f5-47da-87c8-4cd89bc5b32d tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 931 time: 0.1682048 Apr 18 19:22:26.323531 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Pushing event updated for resources: {'Port': ['ID=d6952118-e770-41a4-97ba-b71904ad219e,revision_number=6']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:26.343491 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.376143 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] No DVR routers for this DVR port d6952118-e770-41a4-97ba-b71904ad219e on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:26.376349 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-b7063ded-b10d-4cd9-8acc-6bcfbab947b5 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=df89877bf54543fd9c1e2389272593e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398655 Apr 18 19:22:26.381622 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.422962 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cb1608d6-705a-4b60-93f4-152c5c5d165b req-21b609ea-b09e-4438-af6d-23b65330b4b6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139781 Apr 18 19:22:26.524453 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Attempting to bind port d6952118-e770-41a4-97ba-b71904ad219e on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:26.524817 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Attempting to bind port d6952118-e770-41a4-97ba-b71904ad219e by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:26.525089 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Attempting to bind port d6952118-e770-41a4-97ba-b71904ad219e on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:26.532025 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b8311-5c08-47f5-b0a5-e0d9249eb034 req-c823eaf7-9f75-4ae7-a1b5-13c4c748de5b tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:26.534288 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c78b8311-5c08-47f5-b0a5-e0d9249eb034 req-c823eaf7-9f75-4ae7-a1b5-13c4c748de5b tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 950 time: 0.3642294 Apr 18 19:22:26.604011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Port d6952118-e770-41a4-97ba-b71904ad219e on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:26.604218 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Attempting to bind port d6952118-e770-41a4-97ba-b71904ad219e on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:26.619348 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd37dd-a0e1-43c7-9a24-c1f8e45b577a req-d713f6ff-e95a-498e-b5a6-c174c99825bb tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:26.621271 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-47dd37dd-a0e1-43c7-9a24-c1f8e45b577a req-d713f6ff-e95a-498e-b5a6-c174c99825bb tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.16 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 950 time: 0.3771305 Apr 18 19:22:26.629861 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-9fd062a9-316e-45d2-a4c6-163c7cb06ecd tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:26.631743 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-9fd062a9-316e-45d2-a4c6-163c7cb06ecd tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479327 Apr 18 19:22:26.654650 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Request body: {'port': {'device_id': '3fb699e1-27c3-4c07-99f5-f36aa74d280b', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': 'df89877bf54543fd9c1e2389272593e9'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:26.656934 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device d6952118-e770-41a4-97ba-b71904ad219e no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:26.681228 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:26.681555 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:26.681933 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:26.682414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Bound port: d6952118-e770-41a4-97ba-b71904ad219e, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:26.682721 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.736264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device d6952118-e770-41a4-97ba-b71904ad219e not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:26.767816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dc982-4651-4f86-b455-756c8567c647 req-544d744f-b8b0-4cbd-8882-25605568318b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:26.769211 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b44dc982-4651-4f86-b455-756c8567c647 req-544d744f-b8b0-4cbd-8882-25605568318b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 947 time: 0.2124403 Apr 18 19:22:26.837123 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c78b8311-5c08-47f5-b0a5-e0d9249eb034 req-c2e46b1a-91e0-4546-a628-e50f38eddf20 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/security-groups?id=580f4578-b44c-4501-9e35-4b6c8ab08243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871611 Apr 18 19:22:26.845872 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-47dd37dd-a0e1-43c7-9a24-c1f8e45b577a req-043f3ed4-6f78-48bd-bf3d-badda5b5ae91 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Deleting port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:22:26.846134 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-47dd37dd-a0e1-43c7-9a24-c1f8e45b577a req-043f3ed4-6f78-48bd-bf3d-badda5b5ae91 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:26.854687 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b44dc982-4651-4f86-b455-756c8567c647 req-e405746b-db6c-4233-9f7b-7d39c84ce8f4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791204 Apr 18 19:22:26.857232 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:26.861495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Usage tracker for resource:port and tenant:df89877bf54543fd9c1e2389272593e9 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:26.865157 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:26.872133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:26.984272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Made reservation on behalf of df89877bf54543fd9c1e2389272593e9 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:26.989744 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:27.115700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:27.155279 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d6952118-e770-41a4-97ba-b71904ad219e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:27.230838 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Allocated IP 192.168.233.209 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/f3f9619e-0545-4248-8f30-375b279053a6) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:27.246985 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:27.347021 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:22:27.443763 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:27.445352 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] 10.222.0.71 "PUT /v2.0/ports/d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 200 len: 1095 time: 2.9264939 Apr 18 19:22:27.453318 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ebee8ddc-b66a-4d2e-b406-c781344cd0b4 req-5e36350a-c8a9-4453-be74-d8e9bceb4bc7 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 210 time: 0.1192038 Apr 18 19:22:27.504963 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3f45d13a-991a-4567-b179-9f5a780b4217 req-bdff3948-37ad-4924-beb6-864e64ff57d9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 210 time: 0.0532956 Apr 18 19:22:27.527506 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:27.572758 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43da423-ac75-44dc-9fbf-66ef1399c150 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:27.578464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Transition to ACTIVE for port object f3f9619e-0545-4248-8f30-375b279053a6 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:27.585581 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac65350-ba45-49a0-8870-eed7982ea05a service neutron] Pushing event updated for resources: {'Port': ['ID=d6952118-e770-41a4-97ba-b71904ad219e,revision_number=7']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:27.598952 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:27.607627 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-47dd37dd-a0e1-43c7-9a24-c1f8e45b577a req-043f3ed4-6f78-48bd-bf3d-badda5b5ae91 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] For port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=7d3ed976-6b4e-4ac0-8793-aedf0effaeda,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:27.608043 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-47dd37dd-a0e1-43c7-9a24-c1f8e45b577a req-043f3ed4-6f78-48bd-bf3d-badda5b5ae91 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:27.640474 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Transition to ACTIVE for port object a43da423-ac75-44dc-9fbf-66ef1399c150 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:27.762088 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:27.766477 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-47dd37dd-a0e1-43c7-9a24-c1f8e45b577a req-043f3ed4-6f78-48bd-bf3d-badda5b5ae91 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Calling delete_port for 7d3ed976-6b4e-4ac0-8793-aedf0effaeda owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:22:27.800718 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:27.844037 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:27.847081 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:27.851652 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:27.855840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:27.856462 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:27.860398 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Pushing event updated for resources: {'Port': ['ID=f3f9619e-0545-4248-8f30-375b279053a6,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:27.890468 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e'}, {'name': 'network-changed', 'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:28.009775 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Pushing event updated for resources: {'Port': ['ID=a43da423-ac75-44dc-9fbf-66ef1399c150,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:28.033722 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-25ed367c-26a9-4ef4-931d-e6084c1f3992 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1098 time: 0.5167000 Apr 18 19:22:28.121076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-70b1f68f-7171-4b89-a7b2-133c081c60f1 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:28.123078 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-70b1f68f-7171-4b89-a7b2-133c081c60f1 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.71 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 808 time: 0.2213037 Apr 18 19:22:28.125946 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-28651142-7c60-434e-b3af-8f905fffd614 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4752092 Apr 18 19:22:28.143204 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Request body: {'port': {'device_id': '3fb699e1-27c3-4c07-99f5-f36aa74d280b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:28.226656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Request body: {'port': {'device_id': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea', 'admin_state_up': True, 'tenant_id': '8c23189679ae40bb84dcf0717d8a1396'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:28.297870 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-22d67e96-f96a-4b42-b0e1-3b3bc5c9cad9 None None] Provisioning for port f3f9619e-0545-4248-8f30-375b279053a6 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:28.304562 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-22d67e96-f96a-4b42-b0e1-3b3bc5c9cad9 None None] Provisioning complete for port f3f9619e-0545-4248-8f30-375b279053a6 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:28.304991 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-22d67e96-f96a-4b42-b0e1-3b3bc5c9cad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:28.310751 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Attempting to bind port a43da423-ac75-44dc-9fbf-66ef1399c150 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:28.311088 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Attempting to bind port a43da423-ac75-44dc-9fbf-66ef1399c150 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:28.311413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Attempting to bind port a43da423-ac75-44dc-9fbf-66ef1399c150 on network 9ed1a367-2cbb-46cc-8894-db52b010c14b {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:28.344418 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Port a43da423-ac75-44dc-9fbf-66ef1399c150 on network 9ed1a367-2cbb-46cc-8894-db52b010c14b not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:28.344739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Attempting to bind port a43da423-ac75-44dc-9fbf-66ef1399c150 on network 9ed1a367-2cbb-46cc-8894-db52b010c14b {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:28.381342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:28.381342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Checking segment: {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:28.381342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Bound using segment: {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:28.381342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Bound port: a43da423-ac75-44dc-9fbf-66ef1399c150, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111847d8-fa8c-40a6-897b-ac6cc05bc58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:28.381342 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:28.395969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-8e24cdc8-cb67-462a-81ee-2933f167f62d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:28.398174 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-8e24cdc8-cb67-462a-81ee-2933f167f62d service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3567502 Apr 18 19:22:28.435720 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-22d67e96-f96a-4b42-b0e1-3b3bc5c9cad9 None None] Port f3f9619e-0545-4248-8f30-375b279053a6 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:22:28.449659 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:28.492929 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-47dd37dd-a0e1-43c7-9a24-c1f8e45b577a req-043f3ed4-6f78-48bd-bf3d-badda5b5ae91 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:28.508091 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['7d3ed976-6b4e-4ac0-8793-aedf0effaeda'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:28.554576 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-23df5adb-ab79-40e1-ae88-bf8c8aae9bd5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 200 len: 217 time: 0.1240258 Apr 18 19:22:28.557053 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:28.568911 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f3ed4-6f78-48bd-bf3d-badda5b5ae91 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Pushing event deleted for resources: {'Port': ['ID=7d3ed976-6b4e-4ac0-8793-aedf0effaeda,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:28.593533 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:28.601060 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcd780-45ea-45b1-8943-7ef312e942e1 req-22b96fcf-5525-4abb-b09f-393d5aefac28 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:28.602584 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8fcd780-45ea-45b1-8943-7ef312e942e1 req-22b96fcf-5525-4abb-b09f-393d5aefac28 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 943 time: 0.3606524 Apr 18 19:22:28.680279 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] For port a43da423-ac75-44dc-9fbf-66ef1399c150, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:28.690037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-5eacc98c-4aeb-40e8-a3a5-40a691ea845a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:28.691610 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-5eacc98c-4aeb-40e8-a3a5-40a691ea845a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1256099 Apr 18 19:22:28.694554 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] For port a43da423-ac75-44dc-9fbf-66ef1399c150, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a43da423-ac75-44dc-9fbf-66ef1399c150,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:28.772696 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:28.829544 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8fcd780-45ea-45b1-8943-7ef312e942e1 req-6e4bccec-3977-4c01-978b-191f01847561 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855648 Apr 18 19:22:28.847001 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Made reservation on behalf of 8c23189679ae40bb84dcf0717d8a1396 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:28.847712 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:28.849058 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] 10.222.0.71 "PUT /v2.0/ports/a43da423-ac75-44dc-9fbf-66ef1399c150 HTTP/1.1" status: 200 len: 1091 time: 3.0437496 Apr 18 19:22:28.849933 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:28.880716 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce8fc9-5e6d-404d-8a20-c76c221550ce service neutron] Pushing event updated for resources: {'Port': ['ID=a43da423-ac75-44dc-9fbf-66ef1399c150,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:28.903577 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-10d171c5-7a00-4dde-bd17-d3bf4b83892b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2052970 Apr 18 19:22:29.173590 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Allocated IP 172.20.0.14 (7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea/e777c12d-84e5-403f-b96a-80cadfef22a7/0ebfdf72-0bb4-4890-b0d6-75723e284915) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:29.179860 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f9619e-0545-4248-8f30-375b279053a6 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:29.193386 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.256265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Transition to ACTIVE for port object f3f9619e-0545-4248-8f30-375b279053a6 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:29.348620 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-47dd37dd-a0e1-43c7-9a24-c1f8e45b577a req-043f3ed4-6f78-48bd-bf3d-badda5b5ae91 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] No DVR routers for this DVR port 7d3ed976-6b4e-4ac0-8793-aedf0effaeda on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:29.360267 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-47dd37dd-a0e1-43c7-9a24-c1f8e45b577a req-043f3ed4-6f78-48bd-bf3d-badda5b5ae91 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.363832 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.364902 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8a413d75-2d24-4c09-b0e9-161397d59fd7 req-9e2288c2-42c4-47a6-9039-e11c84c397b0 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.66 "GET /v2.0/ports?device_id=2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e HTTP/1.1" status: 200 len: 210 time: 0.0856535 Apr 18 19:22:29.399703 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-208ff370-043c-452b-84e3-11f8ef28c33c service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899015 Apr 18 19:22:29.479261 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b342e2ba-1422-4727-afbd-060b5d028c9c'] response: {'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e', 'code': 200} Apr 18 19:22:29.479479 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b342e2ba-1422-4727-afbd-060b5d028c9c'] response: {'name': 'network-changed', 'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e', 'status': 'completed', 'code': 200} Apr 18 19:22:29.491927 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-0b9fab45-9e43-4beb-b46f-7edca4eb2209 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cbf4e3c30304ddab39b304473805b3e&device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 1094 time: 0.2857502 Apr 18 19:22:29.494866 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-47dd37dd-a0e1-43c7-9a24-c1f8e45b577a req-043f3ed4-6f78-48bd-bf3d-badda5b5ae91 tempest-LiveMigrationNegativeTest-287490803 tempest-LiveMigrationNegativeTest-287490803-project] 10.222.0.16 "DELETE /v2.0/ports/7d3ed976-6b4e-4ac0-8793-aedf0effaeda HTTP/1.1" status: 204 len: 173 time: 2.8598607 Apr 18 19:22:29.586825 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f9619e-0545-4248-8f30-375b279053a6,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:29.632789 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.651906 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-b08508f2-8e9e-40ef-9db3-8149ca191a46 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a43da423-ac75-44dc-9fbf-66ef1399c150 HTTP/1.1" status: 200 len: 217 time: 0.1477044 Apr 18 19:22:29.700563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Attempting to bind port f3f9619e-0545-4248-8f30-375b279053a6 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:29.700874 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Attempting to bind port f3f9619e-0545-4248-8f30-375b279053a6 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:29.701112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Attempting to bind port f3f9619e-0545-4248-8f30-375b279053a6 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:29.722248 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cf8f1-b1ef-43b3-a647-4bf4a0231b26 req-8b303c30-d5c2-45aa-8bf2-e23ba6051512 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:29.723668 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc9cf8f1-b1ef-43b3-a647-4bf4a0231b26 req-8b303c30-d5c2-45aa-8bf2-e23ba6051512 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 947 time: 0.3128333 Apr 18 19:22:29.724194 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Port f3f9619e-0545-4248-8f30-375b279053a6 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:29.724502 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Attempting to bind port f3f9619e-0545-4248-8f30-375b279053a6 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:29.759188 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:29.759583 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:29.760284 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:29.760414 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Bound port: f3f9619e-0545-4248-8f30-375b279053a6, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:29.760652 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.767714 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6243de-d1a4-49d7-ab26-cdcf933c64f2 req-622e5ddd-a721-4246-b145-b1ea6e28441d service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607612 Apr 18 19:22:29.782956 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-77901349-1cd0-4b42-9159-6371d3e7724e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:29.784639 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-77901349-1cd0-4b42-9159-6371d3e7724e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=317c77bb-fe1a-4bb1-b477-646f3113daa4 HTTP/1.1" status: 200 len: 862 time: 0.1233768 Apr 18 19:22:29.792164 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-397a091f-ee07-49d1-b78f-dc0a92cebc00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1098 time: 0.2890954 Apr 18 19:22:29.821881 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.862418 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f57d3550-bdfc-49f1-8306-f272a36160e5 req-5f01ca26-b05e-4a75-b114-3efbacad47a1 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 1096 time: 0.2827690 Apr 18 19:22:29.882041 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc9cf8f1-b1ef-43b3-a647-4bf4a0231b26 req-75d1f7cc-4b40-404a-a68f-c46b8f1139a1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481373 Apr 18 19:22:29.938394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:29.945718 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:29.948968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Pushing event updated for resources: {'Port': ['ID=0ebfdf72-0bb4-4890-b0d6-75723e284915,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:29.951288 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:29.955075 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:29.955674 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:29.962831 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] For port f3f9619e-0545-4248-8f30-375b279053a6, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:29.970268 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] For port f3f9619e-0545-4248-8f30-375b279053a6, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f3f9619e-0545-4248-8f30-375b279053a6,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:30.018390 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:30.059938 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f57d3550-bdfc-49f1-8306-f272a36160e5 req-72884d44-be0a-42aa-adb5-98704f56d709 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515198 Apr 18 19:22:30.061872 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-8a8ca595-71f8-4866-afa7-24b545b84253 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9243975 Apr 18 19:22:30.072556 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-8eb47029-8d99-4018-abc4-fcf76b1f2ed2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:30.074222 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-8eb47029-8d99-4018-abc4-fcf76b1f2ed2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2469637 Apr 18 19:22:30.080339 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-f0bfa175-9247-4a95-9abb-223ae7671397 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ed1a367-2cbb-46cc-8894-db52b010c14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2872567 Apr 18 19:22:30.111961 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Request body: {'port': {'device_id': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:30.181053 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:30.182602 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] 10.222.0.16 "PUT /v2.0/ports/f3f9619e-0545-4248-8f30-375b279053a6 HTTP/1.1" status: 200 len: 1096 time: 2.0437765 Apr 18 19:22:30.183812 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb699e1-27c3-4c07-99f5-f36aa74d280b', 'tag': 'f3f9619e-0545-4248-8f30-375b279053a6'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:30.223041 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-6ef9b4ce-4f5c-40c7-ad3a-5f300c09269a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 200 len: 217 time: 0.1408882 Apr 18 19:22:30.250449 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-95a22bdb-a0ab-42fe-b365-f991f057abc3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1098 time: 0.2995067 Apr 18 19:22:30.284056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897be9aa-8b87-4406-843d-a76e3da32be2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f9619e-0545-4248-8f30-375b279053a6,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:30.345083 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:30.460970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85749d-90c2-473c-830d-ac4ac8e222b3 req-c38386cd-f640-464c-b8b4-bfe241357fd2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:30.461795 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-4b85749d-90c2-473c-830d-ac4ac8e222b3 req-c38386cd-f640-464c-b8b4-bfe241357fd2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Synchronizing usage tracker for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:30.468304 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-28bf5d11-4dbd-497c-8f8c-8b81a5f305a7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:30.469734 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-28bf5d11-4dbd-497c-8f8c-8b81a5f305a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2232950 Apr 18 19:22:30.594732 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-b25b439b-b819-40d2-a0d0-8cc8011bbd1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df89877bf54543fd9c1e2389272593e9&device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 1099 time: 0.2514300 Apr 18 19:22:30.635724 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-58d193d4-322e-4054-9dde-441b7a216ca0 service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061824 Apr 18 19:22:30.666266 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-4b85749d-90c2-473c-830d-ac4ac8e222b3 req-c38386cd-f640-464c-b8b4-bfe241357fd2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Unset dirty status for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:30.667442 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b85749d-90c2-473c-830d-ac4ac8e222b3 req-c38386cd-f640-464c-b8b4-bfe241357fd2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 932 time: 0.6151400 Apr 18 19:22:30.686920 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 7d3ed976-6b4e-4ac0-8793-aedf0effaeda no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:30.726260 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 7d3ed976-6b4e-4ac0-8793-aedf0effaeda {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:22:30.726607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 7d3ed976-6b4e-4ac0-8793-aedf0effaeda not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:30.774580 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-97040068-37e4-4fc3-940f-eb5fb0c87c07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:30.776050 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-97040068-37e4-4fc3-940f-eb5fb0c87c07 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.4721289 Apr 18 19:22:30.818105 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-57f62547-3fb2-4f5c-8c59-b0649a86f09b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f3f9619e-0545-4248-8f30-375b279053a6 HTTP/1.1" status: 200 len: 217 time: 0.2061179 Apr 18 19:22:30.881649 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1506acf-9a32-40d6-a062-8c0f93baafa2 req-16e45ea8-37f4-4f4a-afe8-a25595350875 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:30.882320 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e1506acf-9a32-40d6-a062-8c0f93baafa2 req-16e45ea8-37f4-4f4a-afe8-a25595350875 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Synchronizing usage tracker for tenant:df89877bf54543fd9c1e2389272593e9 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:30.897298 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-70c0455a-db1b-4030-9e5d-dad326384b32 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 200 len: 217 time: 0.1078906 Apr 18 19:22:30.900030 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-d74f7675-de21-4594-a4f3-c7466096d8f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4138637 Apr 18 19:22:30.910699 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b85749d-90c2-473c-830d-ac4ac8e222b3 req-9c16a03e-537b-4f09-b9b5-92cf8102a7ac tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340914 Apr 18 19:22:30.934226 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-4b78caf2-58d7-43dd-b062-df3aef05f4fa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:30.935586 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-4b78caf2-58d7-43dd-b062-df3aef05f4fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1056511 Apr 18 19:22:30.977901 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb425d11-43a7-41e6-8a4e-12fd1f49dfe6 req-1b563af1-c7f3-470d-90ef-14d31d8f64f9 service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215313 Apr 18 19:22:31.051672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-0376daea-2eec-401b-b05f-88711a6d1a32 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:31.053098 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-0376daea-2eec-401b-b05f-88711a6d1a32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1490173 Apr 18 19:22:31.058568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e1506acf-9a32-40d6-a062-8c0f93baafa2 req-16e45ea8-37f4-4f4a-afe8-a25595350875 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Unset dirty status for tenant:df89877bf54543fd9c1e2389272593e9 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:31.065232 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1506acf-9a32-40d6-a062-8c0f93baafa2 req-16e45ea8-37f4-4f4a-afe8-a25595350875 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 948 time: 0.6701822 Apr 18 19:22:31.074818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebfdf72-0bb4-4890-b0d6-75723e284915 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:31.084109 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.102535 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-090642af-a436-4cd2-90a3-148d2f7be47e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1568825 Apr 18 19:22:31.105155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Transition to ACTIVE for port object 0ebfdf72-0bb4-4890-b0d6-75723e284915 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:31.196611 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.205513 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-19ddcb2f-a481-4503-b727-91b9c8b83041 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651830 Apr 18 19:22:31.207681 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1506acf-9a32-40d6-a062-8c0f93baafa2 req-432603db-432a-4163-846c-15dfcfed745a tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413300 Apr 18 19:22:31.298686 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-19589105-fa93-4367-a981-10d49612af54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2289908 Apr 18 19:22:31.341463 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Pushing event updated for resources: {'Port': ['ID=0ebfdf72-0bb4-4890-b0d6-75723e284915,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:31.368831 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-3fa111a2-bbdc-4b2c-876a-c9a0a110f88a service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566907 Apr 18 19:22:31.482041 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'tag': 'a43da423-ac75-44dc-9fbf-66ef1399c150'}, {'server_uuid': '2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e', 'name': 'network-vif-deleted', 'tag': '7d3ed976-6b4e-4ac0-8793-aedf0effaeda'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:31.498297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:31.498682 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:31.499009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:31.509547 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-3d8b08a8-556d-462f-9c59-91b61c7ea02c service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921741 Apr 18 19:22:31.513697 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:31.514700 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:31.538578 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:31.538916 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:31.539296 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:31.539730 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Bound port: 0ebfdf72-0bb4-4890-b0d6-75723e284915, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:31.540077 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.542519 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-8d1c550f-84af-49ca-9f47-deba0477bf67 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336917 Apr 18 19:22:31.552632 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f81c6-1fa0-441f-a10e-efb6fc411f2f req-57469b31-3ff7-4d41-a710-82f2e7f40cf7 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:31.553336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-897f81c6-1fa0-441f-a10e-efb6fc411f2f req-57469b31-3ff7-4d41-a710-82f2e7f40cf7 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Synchronizing usage tracker for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:31.574158 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727b4984-cf9a-4fb5-b016-1e8ff2657900 req-2540cbb0-58e0-4767-99a6-5289945a3d56 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775582 Apr 18 19:22:31.646844 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:31.649812 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:31.691336 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1829598-a77b-438c-9bbd-0224a2a3bd76 req-ccd81980-d52c-4093-afcc-f8613e914396 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343389 Apr 18 19:22:31.725815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-897f81c6-1fa0-441f-a10e-efb6fc411f2f req-57469b31-3ff7-4d41-a710-82f2e7f40cf7 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Unset dirty status for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:31.726939 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-897f81c6-1fa0-441f-a10e-efb6fc411f2f req-57469b31-3ff7-4d41-a710-82f2e7f40cf7 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 943 time: 0.3410909 Apr 18 19:22:31.749867 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.773809 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-897f81c6-1fa0-441f-a10e-efb6fc411f2f req-ff40391b-9962-4c76-aaed-ef8590e0a14e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411899 Apr 18 19:22:31.816714 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:31.818322 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] 10.222.0.71 "PUT /v2.0/ports/0ebfdf72-0bb4-4890-b0d6-75723e284915 HTTP/1.1" status: 200 len: 1092 time: 1.7176356 Apr 18 19:22:31.834162 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba377973-9400-4ba0-9a14-4b174363983e service neutron] Pushing event updated for resources: {'Port': ['ID=0ebfdf72-0bb4-4890-b0d6-75723e284915,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:31.846898 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff33bd85-4cba-456e-881f-322b85ef5b4a'] response: {'name': 'network-changed', 'server_uuid': '3fb699e1-27c3-4c07-99f5-f36aa74d280b', 'tag': 'f3f9619e-0545-4248-8f30-375b279053a6', 'status': 'completed', 'code': 200} Apr 18 19:22:31.991367 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2515ffb0-70f0-4a31-9019-e2d41432d9dd req-11f4e9c8-f930-4d8c-9625-66ae3f692a56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df89877bf54543fd9c1e2389272593e9&device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 1099 time: 0.1225717 Apr 18 19:22:32.022712 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e607f6f0-a734-48e0-82a8-3d591a19957c req-ca95e857-d213-41f2-bf60-ec2dd6ddbb41 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0838981 Apr 18 19:22:32.106144 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-653e73e9-9dc0-4d47-99c4-2306a50adfa9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1095 time: 0.1696765 Apr 18 19:22:32.194140 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-d4f695bb-e339-4efb-b732-b71a888250ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915 HTTP/1.1" status: 200 len: 217 time: 0.0776892 Apr 18 19:22:32.235870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515ffb0-70f0-4a31-9019-e2d41432d9dd req-a4c146a0-6462-4cd0-ac93-98b51db6948e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:32.237335 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2515ffb0-70f0-4a31-9019-e2d41432d9dd req-a4c146a0-6462-4cd0-ac93-98b51db6948e service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2378795 Apr 18 19:22:32.325601 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2515ffb0-70f0-4a31-9019-e2d41432d9dd req-b33ab0ae-a7c8-4518-91b1-404f79e445fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f3f9619e-0545-4248-8f30-375b279053a6 HTTP/1.1" status: 200 len: 217 time: 0.0738785 Apr 18 19:22:32.330808 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-c1b8ca39-f5aa-44fc-ac76-ad5f461f278c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:32.332254 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-c1b8ca39-f5aa-44fc-ac76-ad5f461f278c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1324301 Apr 18 19:22:32.470576 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-03876add-e1c8-4ef4-bc4c-faeaf4676c64 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049199 Apr 18 19:22:32.565532 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515ffb0-70f0-4a31-9019-e2d41432d9dd req-fbc1abae-6397-4088-819a-fe1dd7998654 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:32.567010 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2515ffb0-70f0-4a31-9019-e2d41432d9dd req-fbc1abae-6397-4088-819a-fe1dd7998654 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2323489 Apr 18 19:22:32.660589 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-d42f2199-84d8-4e02-aa92-3702bcd95efc service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838574 Apr 18 19:22:32.695946 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2515ffb0-70f0-4a31-9019-e2d41432d9dd req-24f6d774-a87d-448e-b7f0-c0621734b82a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214652 Apr 18 19:22:32.898335 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0160f4b-1aa0-4feb-9ad3-95a5de974f2d req-122e8b44-0ff8-4aaf-b163-ee20244887a2 service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297058 Apr 18 19:22:32.915283 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2515ffb0-70f0-4a31-9019-e2d41432d9dd req-e8dad745-46e2-4256-8735-7acf28dedc49 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741159 Apr 18 19:22:33.082406 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2515ffb0-70f0-4a31-9019-e2d41432d9dd req-3fda469e-1b80-4b22-b7e3-9da557616c7e service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579778 Apr 18 19:22:33.285930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d1d7d-f5e8-4f58-ab88-e77c2b61aab0 req-95300237-2cc9-4f26-b9c9-4470e71f72c3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:33.287508 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b5d1d7d-f5e8-4f58-ab88-e77c2b61aab0 req-95300237-2cc9-4f26-b9c9-4470e71f72c3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 947 time: 0.0863616 Apr 18 19:22:33.333341 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b5d1d7d-f5e8-4f58-ab88-e77c2b61aab0 req-8f4328ae-3300-4615-831f-8af4a5d2a565 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393236 Apr 18 19:22:33.507281 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae29c8d7-2abb-4763-b812-eba37ebd5deb'] response: {'name': 'network-changed', 'server_uuid': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'tag': 'a43da423-ac75-44dc-9fbf-66ef1399c150', 'status': 'completed', 'code': 200} Apr 18 19:22:33.507764 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae29c8d7-2abb-4763-b812-eba37ebd5deb'] response: {'server_uuid': '2218ade4-6e4e-4c9e-a9c6-bad7f37aea7e', 'name': 'network-vif-deleted', 'tag': '7d3ed976-6b4e-4ac0-8793-aedf0effaeda', 'status': 'completed', 'code': 200} Apr 18 19:22:33.591693 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 45642) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:33.619981 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a79b5e77-0e3b-4984-8ca1-c928ef8bba53 req-9decba80-89fe-4726-8cd3-c0a0ad388f56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cbf4e3c30304ddab39b304473805b3e&device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 1094 time: 0.0787466 Apr 18 19:22:33.699041 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45648) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:33.817598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b5e77-0e3b-4984-8ca1-c928ef8bba53 req-ce38d9be-dd74-4a4f-bb99-f4aa1ad9b588 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:33.819152 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a79b5e77-0e3b-4984-8ca1-c928ef8bba53 req-ce38d9be-dd74-4a4f-bb99-f4aa1ad9b588 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ed1a367-2cbb-46cc-8894-db52b010c14b HTTP/1.1" status: 200 len: 924 time: 0.1930659 Apr 18 19:22:33.829351 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d359e4-6051-4aa4-aced-546de89f3910 req-7345c93e-a806-4c4c-8176-676a7b7a54e2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:33.830836 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2d359e4-6051-4aa4-aced-546de89f3910 req-7345c93e-a806-4c4c-8176-676a7b7a54e2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 944 time: 0.1836631 Apr 18 19:22:33.880987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'tag': '0ebfdf72-0bb4-4890-b0d6-75723e284915'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:33.902430 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6eb940e8-4781-48fd-b8f8-3e55227e56d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e308fc378504ea3aefede86d7a9e12d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2017126 Apr 18 19:22:33.905233 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45656) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:33.937840 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a79b5e77-0e3b-4984-8ca1-c928ef8bba53 req-1eb1c25f-fe76-4399-91a6-cf2a1e641b8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a43da423-ac75-44dc-9fbf-66ef1399c150 HTTP/1.1" status: 200 len: 217 time: 0.1060729 Apr 18 19:22:33.939689 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b33a3038-4c32-41de-9999-49bd385017ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.971500 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51620c3d-f10d-4e55-a051-78c8e7ab4ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:33.996803 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51620c3d-f10d-4e55-a051-78c8e7ab4ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.000560 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d6952118-e770-41a4-97ba-b71904ad219e details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:34.025309 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2d359e4-6051-4aa4-aced-546de89f3910 req-a809377c-e0f0-4e89-857e-df42604c318c tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385384 Apr 18 19:22:34.041705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-a941a004-3e41-44a6-99a8-c76d3d8bdd1f tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:22:34.042721 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-a941a004-3e41-44a6-99a8-c76d3d8bdd1f tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0085719 Apr 18 19:22:34.046679 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b5e77-0e3b-4984-8ca1-c928ef8bba53 req-2d30e974-d123-441d-8acb-fd3b377c38d1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:34.047624 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a79b5e77-0e3b-4984-8ca1-c928ef8bba53 req-2d30e974-d123-441d-8acb-fd3b377c38d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=317c77bb-fe1a-4bb1-b477-646f3113daa4 HTTP/1.1" status: 200 len: 862 time: 0.0992155 Apr 18 19:22:34.048835 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b33a3038-4c32-41de-9999-49bd385017ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:34.056416 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Request body: {'binding': {'host': 'n-h2-838334-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:34.056846 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Unknown quota resources ['binding']. {{(pid=84804) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:22:34.084582 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b33a3038-4c32-41de-9999-49bd385017ce admin admin] Usage tracker for resource:security_group_rule and tenant:fa0b17e54f4748c283be00bbbeb6aae6 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:34.114910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b33a3038-4c32-41de-9999-49bd385017ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:34.128059 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b33a3038-4c32-41de-9999-49bd385017ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:34.131944 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51620c3d-f10d-4e55-a051-78c8e7ab4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.160544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51620c3d-f10d-4e55-a051-78c8e7ab4ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580f4578-b44c-4501-9e35-4b6c8ab08243,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:34.224762 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d6952118-e770-41a4-97ba-b71904ad219e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:34.237873 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'd6952118-e770-41a4-97ba-b71904ad219e', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'd6952118-e770-41a4-97ba-b71904ad219e', 'mac_address': 'fa:16:3e:9c:b5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:34.251494 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-51620c3d-f10d-4e55-a051-78c8e7ab4ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.255542 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-51620c3d-f10d-4e55-a051-78c8e7ab4ae2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/580f4578-b44c-4501-9e35-4b6c8ab08243 HTTP/1.1" status: 204 len: 168 time: 0.3469641 Apr 18 19:22:34.294328 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.314820 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6952118-e770-41a4-97ba-b71904ad219e {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:34.330133 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d6952118-e770-41a4-97ba-b71904ad219e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:34.395180 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.395930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a43da423-ac75-44dc-9fbf-66ef1399c150 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:34.469976 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a79b5e77-0e3b-4984-8ca1-c928ef8bba53 req-c493ecfc-29ae-416c-96a2-1fbdd02baa56 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ed1a367-2cbb-46cc-8894-db52b010c14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3825080 Apr 18 19:22:34.476414 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b33a3038-4c32-41de-9999-49bd385017ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.528559 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=d6952118-e770-41a4-97ba-b71904ad219e,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:34.588074 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7735146-f614-4a1d-8500-c8c0aaf9c209 req-4660004d-434b-4747-99f3-2326b58bc5fe tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:34.588765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d7735146-f614-4a1d-8500-c8c0aaf9c209 req-4660004d-434b-4747-99f3-2326b58bc5fe tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Synchronizing usage tracker for tenant:df89877bf54543fd9c1e2389272593e9 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:34.591476 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b33a3038-4c32-41de-9999-49bd385017ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.594294 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port a43da423-ac75-44dc-9fbf-66ef1399c150, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a43da423-ac75-44dc-9fbf-66ef1399c150,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:34.609283 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'a43da423-ac75-44dc-9fbf-66ef1399c150', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'port_id': 'a43da423-ac75-44dc-9fbf-66ef1399c150', 'mac_address': 'fa:16:3e:c8:47:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:34.626701 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on host n-h2-838334-1 for vnic_type normal with profile None {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:34.627035 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:34.627358 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:34.666244 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.667772 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d7735146-f614-4a1d-8500-c8c0aaf9c209 req-4660004d-434b-4747-99f3-2326b58bc5fe tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Unset dirty status for tenant:df89877bf54543fd9c1e2389272593e9 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:34.668955 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d7735146-f614-4a1d-8500-c8c0aaf9c209 req-4660004d-434b-4747-99f3-2326b58bc5fe tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 948 time: 0.4241855 Apr 18 19:22:34.676764 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:34.677082 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:34.688967 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43da423-ac75-44dc-9fbf-66ef1399c150 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:34.698112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a3038-4c32-41de-9999-49bd385017ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c79929-2002-4c91-a9ef-90c60bd2943c,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:34.705274 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port a43da423-ac75-44dc-9fbf-66ef1399c150, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a43da423-ac75-44dc-9fbf-66ef1399c150,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:34.717267 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device f3f9619e-0545-4248-8f30-375b279053a6 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:34.720484 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b33a3038-4c32-41de-9999-49bd385017ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa0b17e54f4748c283be00bbbeb6aae6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1278009 Apr 18 19:22:34.723229 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45666) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:34.734626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:34.734626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:34.734894 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:34.735240 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Bound port: 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:34.762616 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a79b5e77-0e3b-4984-8ca1-c928ef8bba53 req-ab96697c-b999-4ac3-9ff2-b647b9606ece service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748983 Apr 18 19:22:34.791708 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-54d0e3fe-f1ce-4712-ab73-e81e6de28374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.811070 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d7735146-f614-4a1d-8500-c8c0aaf9c209 req-5b495aab-d272-41ac-ae7a-0a93bfcf06f4 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215558 Apr 18 19:22:34.820122 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-54d0e3fe-f1ce-4712-ab73-e81e6de28374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.822699 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:34.849446 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:34.933082 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port f3f9619e-0545-4248-8f30-375b279053a6, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f3f9619e-0545-4248-8f30-375b279053a6,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:34.952282 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'f3f9619e-0545-4248-8f30-375b279053a6', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'f3f9619e-0545-4248-8f30-375b279053a6', 'mac_address': 'fa:16:3e:e8:2d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:34.984448 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=a43da423-ac75-44dc-9fbf-66ef1399c150,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:34.995531 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a79b5e77-0e3b-4984-8ca1-c928ef8bba53 req-286f70e4-4497-4334-b4ba-b6db0eb614a0 service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251773 Apr 18 19:22:35.001347 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.002716 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-5f54ab1c-3a06-4426-8e40-5e72638ed83e service neutron] 10.222.0.66 "POST /v2.0/ports/9fbb7f8f-a027-4d23-8e73-1c145af35b37/bindings HTTP/1.1" status: 201 len: 389 time: 0.9508576 Apr 18 19:22:35.010792 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.024347 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-54d0e3fe-f1ce-4712-ab73-e81e6de28374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.036552 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f9619e-0545-4248-8f30-375b279053a6 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:35.042998 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a913b9-7517-41d8-9a90-a5318dc80524 req-68179da5-cadc-47ff-8c56-cdd41a0424d0 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:35.045140 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-03a913b9-7517-41d8-9a90-a5318dc80524 req-68179da5-cadc-47ff-8c56-cdd41a0424d0 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 944 time: 0.1127284 Apr 18 19:22:35.053813 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port f3f9619e-0545-4248-8f30-375b279053a6, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f3f9619e-0545-4248-8f30-375b279053a6,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:35.058834 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0e3fe-f1ce-4712-ab73-e81e6de28374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c79929-2002-4c91-a9ef-90c60bd2943c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:35.062522 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-54d0e3fe-f1ce-4712-ab73-e81e6de28374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.063937 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-54d0e3fe-f1ce-4712-ab73-e81e6de28374 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95c79929-2002-4c91-a9ef-90c60bd2943c HTTP/1.1" status: 204 len: 168 time: 0.3396704 Apr 18 19:22:35.082946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45674) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:35.114476 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-03a913b9-7517-41d8-9a90-a5318dc80524 req-a27567b0-2eac-4596-8169-12581c99ab57 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633998 Apr 18 19:22:35.117982 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['a43da423-ac75-44dc-9fbf-66ef1399c150'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:35.152573 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f9c3fdac-59ac-40fd-a14f-e24c58b75c0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe67a257704346e5a95abdfb9b6a5e2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0640798 Apr 18 19:22:35.152752 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d6952118-e770-41a4-97ba-b71904ad219e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:35.152848 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 45678) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:35.189038 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.229427 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1fc8f841-a9f1-4e56-a596-f667d9dcc19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.264063 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1fc8f841-a9f1-4e56-a596-f667d9dcc19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.389020 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=f3f9619e-0545-4248-8f30-375b279053a6,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:35.400738 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1fc8f841-a9f1-4e56-a596-f667d9dcc19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.420908 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8f841-a9f1-4e56-a596-f667d9dcc19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dc0954-f668-4752-b2d7-c684aa6f3ec0,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:35.429423 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1fc8f841-a9f1-4e56-a596-f667d9dcc19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:35.433077 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1fc8f841-a9f1-4e56-a596-f667d9dcc19e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84dc0954-f668-4752-b2d7-c684aa6f3ec0 HTTP/1.1" status: 204 len: 168 time: 0.2780867 Apr 18 19:22:35.465757 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['f3f9619e-0545-4248-8f30-375b279053a6'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:35.513576 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49d61b5-47b2-4a5c-9b63-b1b1d16cf677'] response: {'name': 'network-changed', 'server_uuid': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'tag': '0ebfdf72-0bb4-4890-b0d6-75723e284915', 'status': 'completed', 'code': 200} Apr 18 19:22:35.799643 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-622bf9fe-7168-4595-8b85-d21bbf784748 req-ca2cf2f9-643d-4c68-95e1-220cc67db3bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1095 time: 0.2617757 Apr 18 19:22:35.914928 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-9600ac60-a127-4218-838c-133a476ad74e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 1096 time: 0.1910961 Apr 18 19:22:35.924116 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f7d32-5109-4415-8b89-aaf58d9d1a2b req-6664e5e8-19d1-4c18-a3fd-8da372704d6f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:35.925756 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-848f7d32-5109-4415-8b89-aaf58d9d1a2b req-6664e5e8-19d1-4c18-a3fd-8da372704d6f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 944 time: 0.2675381 Apr 18 19:22:35.929155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-7a96d3d8-da51-43f9-9ef9-4cd172af8c7f tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:35.930647 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-7a96d3d8-da51-43f9-9ef9-4cd172af8c7f tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef&tenant_id=5c22a2f2d46e46198d19e1a175df3310&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 948 time: 0.2347817 Apr 18 19:22:36.015343 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 0ebfdf72-0bb4-4890-b0d6-75723e284915 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:36.092658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bf9fe-7168-4595-8b85-d21bbf784748 req-c9e72699-7ad1-4125-ba50-7ea1a3f25df6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:36.094128 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-622bf9fe-7168-4595-8b85-d21bbf784748 req-c9e72699-7ad1-4125-ba50-7ea1a3f25df6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.2874472 Apr 18 19:22:36.182218 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-67f9c7ac-eeee-4dbd-a979-dac01c75c72b service neutron] delete failed (client error): The resource could not be found. Apr 18 19:22:36.183841 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-67f9c7ac-eeee-4dbd-a979-dac01c75c72b service neutron] 10.222.0.16 "DELETE /v2.0/ports/d6952118-e770-41a4-97ba-b71904ad219e/bindings/n-h2-838334-1 HTTP/1.1" status: 404 len: 380 time: 0.2476263 Apr 18 19:22:36.186104 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-622bf9fe-7168-4595-8b85-d21bbf784748 req-4dc265d4-e0af-469f-825c-d3ba8069e9d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915 HTTP/1.1" status: 200 len: 217 time: 0.0833781 Apr 18 19:22:36.192078 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea9182-3cf7-499a-a46c-6d371049b36a req-cfb9ce67-161d-4b06-9f11-a5377b3bda02 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:36.199160 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1aea9182-3cf7-499a-a46c-6d371049b36a req-cfb9ce67-161d-4b06-9f11-a5377b3bda02 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 945 time: 0.2257524 Apr 18 19:22:36.228703 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:36.243542 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '0ebfdf72-0bb4-4890-b0d6-75723e284915', 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea', 'port_id': '0ebfdf72-0bb4-4890-b0d6-75723e284915', 'mac_address': 'fa:16:3e:05:8c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e777c12d-84e5-403f-b96a-80cadfef22a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:36.248701 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 45704) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:36.264823 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-848f7d32-5109-4415-8b89-aaf58d9d1a2b req-dff9428e-a91e-4683-a4ef-1e37b72a6826 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149688 Apr 18 19:22:36.305141 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb8f9-07b6-4ed3-9612-208d9e16a28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:36.344370 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:36.383332 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-16c14cbd-a5cf-4f32-bb4b-6ee01d291164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:36.386938 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1aea9182-3cf7-499a-a46c-6d371049b36a req-63ed3231-7069-43ad-9170-0f5cb319c175 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868424 Apr 18 19:22:36.389477 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-16c14cbd-a5cf-4f32-bb4b-6ee01d291164 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.4581766 Apr 18 19:22:36.389821 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bf9fe-7168-4595-8b85-d21bbf784748 req-b5afc887-b4c8-44b8-8023-d39c9b3d4e24 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:36.391319 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-622bf9fe-7168-4595-8b85-d21bbf784748 req-b5afc887-b4c8-44b8-8023-d39c9b3d4e24 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1896160 Apr 18 19:22:36.395311 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebfdf72-0bb4-4890-b0d6-75723e284915 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:36.445197 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:36.474853 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-f02ec398-cd00-41bf-ab50-8d876e0f2d4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37 HTTP/1.1" status: 200 len: 217 time: 0.0808628 Apr 18 19:22:36.508034 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-622bf9fe-7168-4595-8b85-d21bbf784748 req-2101619c-091e-4eb7-9fbd-ee7e103b3680 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928617 Apr 18 19:22:36.509721 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a2ddb8f9-07b6-4ed3-9612-208d9e16a28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:36.520456 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:36.547755 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a2ddb8f9-07b6-4ed3-9612-208d9e16a28e admin admin] Usage tracker for resource:security_group_rule and tenant:3ee25040bce14214b356ce45f118905e is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:36.554161 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a2ddb8f9-07b6-4ed3-9612-208d9e16a28e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:36.645052 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=0ebfdf72-0bb4-4890-b0d6-75723e284915,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:36.661138 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a2ddb8f9-07b6-4ed3-9612-208d9e16a28e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:36.711589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-6f07bed0-bba1-4d9e-9b83-4477d50d1c7f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:36.716152 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-6f07bed0-bba1-4d9e-9b83-4477d50d1c7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.2312140 Apr 18 19:22:36.734555 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device f3f9619e-0545-4248-8f30-375b279053a6 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:36.751254 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-2997ac0e-f3e7-457c-afdb-e96451274f56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1099 time: 0.4228158 Apr 18 19:22:36.826081 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['0ebfdf72-0bb4-4890-b0d6-75723e284915'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:36.842427 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-b9827dec-6669-4457-9e33-c510852301f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064425 Apr 18 19:22:36.870384 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb8f9-07b6-4ed3-9612-208d9e16a28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:36.886836 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b83b42-2948-4808-a370-3df346dcadb3 req-28ae0766-99a3-48ed-a397-c92b501039ee tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:36.893823 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-92b83b42-2948-4808-a370-3df346dcadb3 req-28ae0766-99a3-48ed-a397-c92b501039ee tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 948 time: 0.3687589 Apr 18 19:22:37.037900 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port f3f9619e-0545-4248-8f30-375b279053a6 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:37.039185 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-92b83b42-2948-4808-a370-3df346dcadb3 req-00db691f-e2a3-425c-8cfb-73c8646b50d9 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444068 Apr 18 19:22:37.067459 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port f3f9619e-0545-4248-8f30-375b279053a6 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:37.067835 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.083014 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-b74569c2-0101-42f4-8db3-9b6c11edf031 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296782 Apr 18 19:22:37.223538 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.253401 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-622bf9fe-7168-4595-8b85-d21bbf784748 req-3e57f096-8ed9-4c3c-a139-72c95cb8b78f service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339926 Apr 18 19:22:37.258298 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb699e1-27c3-4c07-99f5-f36aa74d280b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f9619e-0545-4248-8f30-375b279053a6'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:37.279721 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port f3f9619e-0545-4248-8f30-375b279053a6, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f3f9619e-0545-4248-8f30-375b279053a6,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:37.283823 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a2ddb8f9-07b6-4ed3-9612-208d9e16a28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.339028 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45724) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:37.372316 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.387940 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-7833617f-521a-4b31-8efd-cc32b0fc9359 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932436 Apr 18 19:22:37.437462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddb8f9-07b6-4ed3-9612-208d9e16a28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76575b2-149a-4929-a1d4-19090d393a9b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:37.437573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba0c1a-1dc4-47d1-8838-edf5ee60b720 req-ae38edad-0c3a-485d-97e3-d64b65c8a9e3 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:37.445949 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0aba0c1a-1dc4-47d1-8838-edf5ee60b720 req-ae38edad-0c3a-485d-97e3-d64b65c8a9e3 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 944 time: 0.1466007 Apr 18 19:22:37.454312 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a2ddb8f9-07b6-4ed3-9612-208d9e16a28e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ee25040bce14214b356ce45f118905e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2019358 Apr 18 19:22:37.457240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45734) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:37.482641 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=f3f9619e-0545-4248-8f30-375b279053a6,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:37.497409 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-fbe1beae-260f-4cf3-82c9-a8ce656b2ebd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:37.499034 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-fbe1beae-260f-4cf3-82c9-a8ce656b2ebd service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.7381513 Apr 18 19:22:37.570961 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8a561-206a-42ea-b68e-af65b3f384ef req-36bfdd8d-039e-457d-b7f6-90c8bcbb1f8b tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:37.572423 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-40b8a561-206a-42ea-b68e-af65b3f384ef req-36bfdd8d-039e-457d-b7f6-90c8bcbb1f8b tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 949 time: 0.7633269 Apr 18 19:22:37.591698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-622bf9fe-7168-4595-8b85-d21bbf784748 req-33d2da50-1f7f-494a-a1d0-26b51da86ebb service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274689 Apr 18 19:22:37.611433 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-bb2983e2-d367-4d93-b75c-802f90d2c439 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 200 len: 217 time: 0.1035316 Apr 18 19:22:37.626138 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0aba0c1a-1dc4-47d1-8838-edf5ee60b720 req-f8cdd988-74e7-4040-903a-cbd6d2fa69f8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671236 Apr 18 19:22:37.652245 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b6f00068-dc35-462c-8139-7f676fe1529d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.697507 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b6f00068-dc35-462c-8139-7f676fe1529d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.729203 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-bd0265f1-7f62-4a39-b67f-9fb5f5f8240c tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1096 time: 0.1785979 Apr 18 19:22:37.749197 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14e4d0a-ce18-4e37-bde5-05015dcc4bdd'] response: {'server_uuid': '3fb699e1-27c3-4c07-99f5-f36aa74d280b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f9619e-0545-4248-8f30-375b279053a6', 'code': 200} Apr 18 19:22:37.762935 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-40b8a561-206a-42ea-b68e-af65b3f384ef req-4f21c941-6079-4f70-b641-c744f5cbc328 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810124 Apr 18 19:22:37.768078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838334-1'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:37.775240 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-7048019b-2b6b-4f9e-9a79-3268984f120a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:37.777739 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-7048019b-2b6b-4f9e-9a79-3268984f120a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1569257 Apr 18 19:22:37.803599 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f1d9c71-68b8-47d4-8fc2-b86786403e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:37.902121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-c58b4a50-a70e-4520-9d39-23b3c42d831c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162412 Apr 18 19:22:38.030282 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d6952118-e770-41a4-97ba-b71904ad219e up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:38.036772 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.117469 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6b4c3-476b-4876-a33d-3be3888e1f6f req-6cb02418-2c9f-4ef9-9581-a9e9acfb9c8e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:38.118609 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0957d990-dbc9-4ebb-9ff1-e7038a25b932 req-9c5641e1-aa68-44a7-8c74-c27f625b44e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 1101 time: 0.2688692 Apr 18 19:22:38.119169 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22b6b4c3-476b-4876-a33d-3be3888e1f6f req-6cb02418-2c9f-4ef9-9581-a9e9acfb9c8e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 945 time: 0.2106018 Apr 18 19:22:38.121483 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-c838544f-1a03-4e7d-a337-de774705c21d service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762233 Apr 18 19:22:38.133501 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0797fbb-49ab-4212-8f5c-70970303aa77 req-dc40ee3f-b600-4fb9-9559-3d5967f14e07 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:38.141264 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0797fbb-49ab-4212-8f5c-70970303aa77 req-dc40ee3f-b600-4fb9-9559-3d5967f14e07 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 945 time: 0.2484946 Apr 18 19:22:38.252330 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22b6b4c3-476b-4876-a33d-3be3888e1f6f req-fa4fd022-1dac-4faa-a4d7-1c44e273903c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228254 Apr 18 19:22:38.268773 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b6f00068-dc35-462c-8139-7f676fe1529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.280411 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port d6952118-e770-41a4-97ba-b71904ad219e completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:38.286489 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port d6952118-e770-41a4-97ba-b71904ad219e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:38.290564 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.290928 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a14e7b98-6faa-45bb-a14d-c96e8d6f792d req-ac289ed6-b570-410b-81f6-bbd0ba6c85c3 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469352 Apr 18 19:22:38.315298 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f00068-dc35-462c-8139-7f676fe1529d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76575b2-149a-4929-a1d4-19090d393a9b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:38.318165 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7f1d9c71-68b8-47d4-8fc2-b86786403e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:38.355132 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7f1d9c71-68b8-47d4-8fc2-b86786403e47 admin admin] Usage tracker for resource:security_group_rule and tenant:8fc9220e569c4f23a334307bd527279a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:38.365948 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7f1d9c71-68b8-47d4-8fc2-b86786403e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:38.377543 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b6f00068-dc35-462c-8139-7f676fe1529d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.381222 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b6f00068-dc35-462c-8139-7f676fe1529d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d76575b2-149a-4929-a1d4-19090d393a9b HTTP/1.1" status: 204 len: 168 time: 0.8880441 Apr 18 19:22:38.394344 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0797fbb-49ab-4212-8f5c-70970303aa77 req-ae8b5833-26c0-4d73-afdb-7cec84c000fb tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521691 Apr 18 19:22:38.409348 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0957d990-dbc9-4ebb-9ff1-e7038a25b932 req-2978fdc4-3ecc-463b-9f7c-423c3b64ffe0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511845 Apr 18 19:22:38.419724 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7f1d9c71-68b8-47d4-8fc2-b86786403e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:38.433918 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:38.493663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:38.517090 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.553792 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b011c4e-958b-41df-90cb-67713a371882 req-473187e0-6a53-43b6-9ad5-672f197b6df0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:38.555333 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d6952118-e770-41a4-97ba-b71904ad219e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:38.555471 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5b011c4e-958b-41df-90cb-67713a371882 req-473187e0-6a53-43b6-9ad5-672f197b6df0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 948 time: 0.1178839 Apr 18 19:22:38.579019 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f1d9c71-68b8-47d4-8fc2-b86786403e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.582608 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fbb7f8f-a027-4d23-8e73-1c145af35b37'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:38.587938 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.602213 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5b011c4e-958b-41df-90cb-67713a371882 req-e0b989bd-dc2c-430f-8dd6-5073ae1f04b8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400305 Apr 18 19:22:38.635023 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f1d9c71-68b8-47d4-8fc2-b86786403e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.635175 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.636544 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 0ebfdf72-0bb4-4890-b0d6-75723e284915 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:38.644825 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b808ed-2ee8-43c6-9d92-509527886c29'] response: {'server_uuid': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fbb7f8f-a027-4d23-8e73-1c145af35b37', 'code': 200} Apr 18 19:22:38.686826 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d9c71-68b8-47d4-8fc2-b86786403e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebf1471-7488-4000-8955-50463281114e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:38.694887 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7f1d9c71-68b8-47d4-8fc2-b86786403e47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fc9220e569c4f23a334307bd527279a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3524084 Apr 18 19:22:38.695301 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 45756) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:38.703596 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.775469 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=d6952118-e770-41a4-97ba-b71904ad219e,revision_number=9']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:38.775940 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-75cf5ec0-5321-4d66-98d1-cb6bff023a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.852972 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-75cf5ec0-5321-4d66-98d1-cb6bff023a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:38.920488 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 0ebfdf72-0bb4-4890-b0d6-75723e284915 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:38.925847 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 0ebfdf72-0bb4-4890-b0d6-75723e284915 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:38.926485 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.035679 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Pushing event updated for resources: {'Port': ['ID=9fbb7f8f-a027-4d23-8e73-1c145af35b37,revision_number=7']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:39.084898 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:22:39.100777 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88e494-5b69-4804-91f7-a0a1e8c17793 req-2ce904db-be7d-4d35-befa-46ea64aac588 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:39.108780 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a88e494-5b69-4804-91f7-a0a1e8c17793 req-2ce904db-be7d-4d35-befa-46ea64aac588 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 944 time: 0.2393816 Apr 18 19:22:39.130027 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.143449 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on host n-h1-838334-1 for vnic_type normal with profile {"migrating_to": "n-h2-838334-1"} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:39.143927 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:39.146177 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:39.171391 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a88e494-5b69-4804-91f7-a0a1e8c17793 req-8bc720b5-9f8b-47e6-8fbd-32479d35d629 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559900 Apr 18 19:22:39.171391 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-75cf5ec0-5321-4d66-98d1-cb6bff023a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.194978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:39.195300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Attempting to bind port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:39.203551 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:39.210581 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf5ec0-5321-4d66-98d1-cb6bff023a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebf1471-7488-4000-8955-50463281114e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:39.212561 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-75cf5ec0-5321-4d66-98d1-cb6bff023a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.214481 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-75cf5ec0-5321-4d66-98d1-cb6bff023a98 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ebf1471-7488-4000-8955-50463281114e HTTP/1.1" status: 204 len: 168 time: 0.5166082 Apr 18 19:22:39.222245 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:39.222611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:39.223001 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:39.223423 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Bound port: 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:39.223769 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.285007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174d85-1e14-4d45-aeb3-fc931aa3bfc7 req-239af46a-1019-4df5-96f4-c457983c881a tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:39.289039 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-15174d85-1e14-4d45-aeb3-fc931aa3bfc7 req-239af46a-1019-4df5-96f4-c457983c881a tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 950 time: 0.3169456 Apr 18 19:22:39.303829 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.304755 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a43da423-ac75-44dc-9fbf-66ef1399c150 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:39.362692 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:39.366687 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:39.397497 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-15174d85-1e14-4d45-aeb3-fc931aa3bfc7 req-2b4498c8-4a92-4978-844a-1d083b4549e9 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044531 Apr 18 19:22:39.457974 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.492902 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=0ebfdf72-0bb4-4890-b0d6-75723e284915,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:39.508122 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f02580-035e-449d-a507-130e4fb3fee0 req-178ee601-855f-4687-be1d-a1f047530fca tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:39.520623 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-43f02580-035e-449d-a507-130e4fb3fee0 req-178ee601-855f-4687-be1d-a1f047530fca tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 943 time: 0.0879908 Apr 18 19:22:39.560707 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-43f02580-035e-449d-a507-130e4fb3fee0 req-53ed735f-ce77-45a8-8dba-64b7a7906809 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425873 Apr 18 19:22:39.612112 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Pushing event updated for resources: {'Port': ['ID=9fbb7f8f-a027-4d23-8e73-1c145af35b37,revision_number=8']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:39.635041 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.636799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port a43da423-ac75-44dc-9fbf-66ef1399c150 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:39.651911 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port a43da423-ac75-44dc-9fbf-66ef1399c150 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:39.651911 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.750508 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e'}, {'server_uuid': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebfdf72-0bb4-4890-b0d6-75723e284915'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:39.782842 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.784466 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-da25ab3e-5c79-4559-a507-e6d4a3d47b6f service neutron] 10.222.0.16 "PUT /v2.0/ports/9fbb7f8f-a027-4d23-8e73-1c145af35b37 HTTP/1.1" status: 200 len: 1121 time: 2.0255585 Apr 18 19:22:39.821139 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4bad6-1867-4f01-9b1d-4814c3d0fa14 req-b585a1a7-8a3c-49ca-9a2d-ba899b706ace tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:39.823030 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-90f4bad6-1867-4f01-9b1d-4814c3d0fa14 req-b585a1a7-8a3c-49ca-9a2d-ba899b706ace tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 946 time: 0.1302121 Apr 18 19:22:39.830146 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:39.872066 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['9fbb7f8f-a027-4d23-8e73-1c145af35b37'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:39.923289 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-90f4bad6-1867-4f01-9b1d-4814c3d0fa14 req-769971fd-d4a0-4ce7-9c36-dd979ee92d34 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893750 Apr 18 19:22:39.966673 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port a43da423-ac75-44dc-9fbf-66ef1399c150, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a43da423-ac75-44dc-9fbf-66ef1399c150,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:39.972839 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71ed2-560d-4065-8ee7-7ec1a9659e97 req-d4a4b71d-7770-4f6c-ba7e-dd18d8f51f62 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:39.975576 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-20e71ed2-560d-4065-8ee7-7ec1a9659e97 req-d4a4b71d-7770-4f6c-ba7e-dd18d8f51f62 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 949 time: 0.1389852 Apr 18 19:22:40.029717 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.065850 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-20e71ed2-560d-4065-8ee7-7ec1a9659e97 req-326a6181-dca9-4cd1-82b3-d7736ea6b0bd tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847819 Apr 18 19:22:40.084976 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cedfe6c-0ace-437e-ac7a-d7907315cd48'] response: {'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e', 'code': 200} Apr 18 19:22:40.084976 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cedfe6c-0ace-437e-ac7a-d7907315cd48'] response: {'server_uuid': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebfdf72-0bb4-4890-b0d6-75723e284915', 'code': 200} Apr 18 19:22:40.190213 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=a43da423-ac75-44dc-9fbf-66ef1399c150,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:40.282433 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fc6e5a4-40cd-45db-a810-c89f0501fff0 req-af82790b-7508-4248-a586-e9932f2ce3d1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1097 time: 0.1068838 Apr 18 19:22:40.366678 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f5231214-5b0b-413e-bdcf-d05c839fb56e req-32cf0f6f-47ea-48fc-a2c5-540e7511136f tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1100 time: 0.0841644 Apr 18 19:22:40.387957 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fc6e5a4-40cd-45db-a810-c89f0501fff0 req-c56c4559-378e-4beb-a2e2-d306e5474948 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989881 Apr 18 19:22:40.406838 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f5231214-5b0b-413e-bdcf-d05c839fb56e req-11e1e57f-9fa3-4c2f-ae10-f39c0448e77e tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 Apr 18 19:22:40.426130 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77898382-762b-4939-9c4a-eba0395b87ed req-5f8b9829-8b6a-4e21-8820-1294796cf88a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:40.442593 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77898382-762b-4939-9c4a-eba0395b87ed req-5f8b9829-8b6a-4e21-8820-1294796cf88a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 945 time: 0.0952723 Apr 18 19:22:40.473084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45810) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:40.499294 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5ef65066-7ce9-4e53-a711-3f4e6cf84233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.508685 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77898382-762b-4939-9c4a-eba0395b87ed req-f073f7b2-5fd5-4ab3-a7b3-90ad41d7b1b8 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736802 Apr 18 19:22:40.533404 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5ef65066-7ce9-4e53-a711-3f4e6cf84233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:40.537559 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5ef65066-7ce9-4e53-a711-3f4e6cf84233 admin admin] Usage tracker for resource:security_group_rule and tenant:59be1a3e1362418d95f88b75784b8455 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:40.542607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5ef65066-7ce9-4e53-a711-3f4e6cf84233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:40.547186 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5ef65066-7ce9-4e53-a711-3f4e6cf84233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:40.656120 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'tag': '9fbb7f8f-a027-4d23-8e73-1c145af35b37'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:40.669052 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5ef65066-7ce9-4e53-a711-3f4e6cf84233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.711123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4006df7-8024-4f9f-af4d-65a5a0775651 req-35fc0bea-d582-4550-aeb3-d5df03ff2762 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:40.720627 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4006df7-8024-4f9f-af4d-65a5a0775651 req-35fc0bea-d582-4550-aeb3-d5df03ff2762 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 950 time: 0.1031632 Apr 18 19:22:40.770614 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4006df7-8024-4f9f-af4d-65a5a0775651 req-4154780e-2507-4465-87e4-2185486b56e2 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511038 Apr 18 19:22:40.771596 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5ef65066-7ce9-4e53-a711-3f4e6cf84233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.815602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b5620-6df3-47e0-b7ed-7173f79d4c0b req-baf67638-9072-4992-8ab2-862131dc2119 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:40.817313 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-618b5620-6df3-47e0-b7ed-7173f79d4c0b req-baf67638-9072-4992-8ab2-862131dc2119 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 943 time: 0.1067529 Apr 18 19:22:40.827486 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef65066-7ce9-4e53-a711-3f4e6cf84233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ba1c06-45a6-41ba-b65f-b0f23b89d9d1,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:40.833133 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5ef65066-7ce9-4e53-a711-3f4e6cf84233 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59be1a3e1362418d95f88b75784b8455&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3590090 Apr 18 19:22:40.835653 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 45826) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:40.904972 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d43b5e-6b69-4f81-95ba-23ac4dfed774'] response: {'name': 'network-changed', 'server_uuid': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'tag': '9fbb7f8f-a027-4d23-8e73-1c145af35b37', 'status': 'completed', 'code': 200} Apr 18 19:22:40.959060 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-aa98bb13-fd04-4353-86fb-505b21c7b1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.966437 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:40.996488 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-aa98bb13-fd04-4353-86fb-505b21c7b1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:41.022691 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-618b5620-6df3-47e0-b7ed-7173f79d4c0b req-082bd9c9-ddd6-4e01-9eba-8a64749faded tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997902 Apr 18 19:22:41.065620 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3373b752-6d7d-4f91-b785-6c9ece3f3e5c req-9fcefbf5-7b7d-4a69-8709-5fe4f5ae0d49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 1124 time: 0.1037397 Apr 18 19:22:41.126458 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-aa98bb13-fd04-4353-86fb-505b21c7b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:41.169812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98bb13-fd04-4353-86fb-505b21c7b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ba1c06-45a6-41ba-b65f-b0f23b89d9d1,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:41.188648 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-aa98bb13-fd04-4353-86fb-505b21c7b1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:41.190347 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-aa98bb13-fd04-4353-86fb-505b21c7b1ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8ba1c06-45a6-41ba-b65f-b0f23b89d9d1 HTTP/1.1" status: 204 len: 168 time: 0.3534539 Apr 18 19:22:41.243746 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-38033153-f027-41f9-90a1-c11480abf520 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5c22a2f2d46e46198d19e1a175df3310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388658 Apr 18 19:22:41.251868 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373b752-6d7d-4f91-b785-6c9ece3f3e5c req-02a8906f-55ac-4dfb-91e8-f9ffc8177ce9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:41.253492 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3373b752-6d7d-4f91-b785-6c9ece3f3e5c req-02a8906f-55ac-4dfb-91e8-f9ffc8177ce9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.1876233 Apr 18 19:22:41.399107 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3373b752-6d7d-4f91-b785-6c9ece3f3e5c req-00c7066b-9b32-426b-94e0-a9c65ee12d1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37 HTTP/1.1" status: 200 len: 217 time: 0.1166506 Apr 18 19:22:41.499809 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373b752-6d7d-4f91-b785-6c9ece3f3e5c req-4141590d-263d-4f0c-8b0d-8b8e6983a598 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:41.501319 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3373b752-6d7d-4f91-b785-6c9ece3f3e5c req-4141590d-263d-4f0c-8b0d-8b8e6983a598 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.0941424 Apr 18 19:22:41.579227 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c07fab78-d851-4601-8bc4-cf587c25decf tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:41.582836 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c07fab78-d851-4601-8bc4-cf587c25decf tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271389 Apr 18 19:22:41.585357 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3373b752-6d7d-4f91-b785-6c9ece3f3e5c req-7adb6bc5-bc5f-4b14-b19c-f7838256a57a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757449 Apr 18 19:22:41.680556 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-4571bb7a-01de-4c5a-89c4-ea766b158f71 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/quotas/5c22a2f2d46e46198d19e1a175df3310 HTTP/1.1" status: 200 len: 375 time: 0.0927494 Apr 18 19:22:41.789459 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3373b752-6d7d-4f91-b785-6c9ece3f3e5c req-06a3b9c6-5b22-495e-98ea-ba53a4f2b501 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924412 Apr 18 19:22:41.876603 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-6e40d343-8c4c-453c-839f-8a45988da3f3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1849971 Apr 18 19:22:41.938172 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3373b752-6d7d-4f91-b785-6c9ece3f3e5c req-e55d8c78-a0cf-4513-b4eb-6d0d4b8e2265 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420937 Apr 18 19:22:42.086444 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43da423-ac75-44dc-9fbf-66ef1399c150'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:42.363419 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5f9ef-278c-4cf5-97c9-f58bfcd6be45 req-9989ed13-ee86-4299-a94f-dda6f4008347 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:42.364951 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5dc5f9ef-278c-4cf5-97c9-f58bfcd6be45 req-9989ed13-ee86-4299-a94f-dda6f4008347 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 946 time: 0.1375868 Apr 18 19:22:42.413059 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5dc5f9ef-278c-4cf5-97c9-f58bfcd6be45 req-a093d43e-3f77-4657-843a-38cc6054327c tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Apr 18 19:22:42.505181 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac009d-f685-4756-aca1-a0fb33be5837 req-d5c097db-bea0-4bc0-98c9-0f69a1b67436 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:42.509726 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4cac009d-f685-4756-aca1-a0fb33be5837 req-d5c097db-bea0-4bc0-98c9-0f69a1b67436 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 950 time: 0.1046810 Apr 18 19:22:42.578036 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4cac009d-f685-4756-aca1-a0fb33be5837 req-6b105fba-7da8-4459-af14-94d2ff27d9c8 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618408 Apr 18 19:22:42.636189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ba0d6-6e60-4bda-b392-0a1a22a51f71 req-6ea65645-c972-4bfe-ae90-6318dbf222a7 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:42.645562 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-384ba0d6-6e60-4bda-b392-0a1a22a51f71 req-6ea65645-c972-4bfe-ae90-6318dbf222a7 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 945 time: 0.1110184 Apr 18 19:22:42.720655 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-384ba0d6-6e60-4bda-b392-0a1a22a51f71 req-d6d139bf-2554-4f5d-8770-b73c119b5f19 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716205 Apr 18 19:22:42.790274 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9fbb7f8f-a027-4d23-8e73-1c145af35b37 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:42.804903 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b98d367d-3c49-4f52-8669-da2e83dca856'] response: {'server_uuid': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43da423-ac75-44dc-9fbf-66ef1399c150', 'code': 200} Apr 18 19:22:42.805061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be7385-676e-4f48-8a7e-6038d3783213 req-d948a0c3-d381-4989-b1ca-34c65ca869f1 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:42.813332 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-58be7385-676e-4f48-8a7e-6038d3783213 req-d948a0c3-d381-4989-b1ca-34c65ca869f1 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 943 time: 0.1129777 Apr 18 19:22:42.883151 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-58be7385-676e-4f48-8a7e-6038d3783213 req-7ec2ea9c-ee6d-44d7-adc3-733c07c61f3b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688524 Apr 18 19:22:43.008891 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f15dbea9-a789-4fd3-90db-7b1f5e78e9e4 req-b2e0be28-e76d-46fb-b3d8-67ae502e2785 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 210 time: 0.1233768 Apr 18 19:22:43.027039 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:43.040950 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-91cd1095-063a-47a9-92b2-db8dbf031fd4 req-20858ecd-9ba9-4408-b7cd-8f7538f210ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 1096 time: 0.0854604 Apr 18 19:22:43.046289 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9fbb7f8f-a027-4d23-8e73-1c145af35b37 has no active binding in host n-h2-838334-1 {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:22:43.103084 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-91cd1095-063a-47a9-92b2-db8dbf031fd4 req-a7418f08-3125-4bd6-98cc-42bca5c69ba3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553994 Apr 18 19:22:43.235083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ba19d4c-960d-45ee-bd72-a9d9c3603dea req-9a203abd-36d7-4264-939c-092b11a5cdd2 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1097 time: 0.0800383 Apr 18 19:22:43.293884 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ba19d4c-960d-45ee-bd72-a9d9c3603dea req-3445298b-3e71-4b14-9e70-7ce73fc64d63 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526445 Apr 18 19:22:43.754669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-e14b4177-b71b-40a3-96b1-ff84efbda959 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=057e98bd818f420a8ef2958979143ade&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322561 Apr 18 19:22:43.832052 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7064547b-afd4-43b5-b8e7-35409b75b89d req-1a06ac72-cced-4d64-847f-29283422d775 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1097 time: 0.0870745 Apr 18 19:22:43.892647 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7064547b-afd4-43b5-b8e7-35409b75b89d req-e4a16bbe-0400-4349-a24b-ad883d49406d tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486171 Apr 18 19:22:43.916655 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-d4796727-8a82-48c8-82aa-22fa020c87ce tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:43.919350 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-d4796727-8a82-48c8-82aa-22fa020c87ce tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1628945 Apr 18 19:22:43.935355 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-6abb8f22-5c73-4e72-9b23-905c4bf5d09e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/quotas/057e98bd818f420a8ef2958979143ade HTTP/1.1" status: 200 len: 375 time: 0.0111299 Apr 18 19:22:44.045129 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-a402f8e7-25ce-49ef-9bc8-7faa60dfa668 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=057e98bd818f420a8ef2958979143ade&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019413 Apr 18 19:22:44.130029 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-47e04e94-c35f-45bc-88c9-de2eed58d8ac service neutron] 10.222.0.71 "GET /v2.0/ports/9fbb7f8f-a027-4d23-8e73-1c145af35b37/bindings/n-h2-838334-1 HTTP/1.1" status: 200 len: 384 time: 0.0875278 Apr 18 19:22:44.133109 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160fa90-306b-421b-bad1-addc4ec96e29 req-2ac0b829-13d7-4d4a-b257-ddf0c06b6e3d tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:44.134882 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5160fa90-306b-421b-bad1-addc4ec96e29 req-2ac0b829-13d7-4d4a-b257-ddf0c06b6e3d tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 950 time: 0.0979304 Apr 18 19:22:44.196762 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5160fa90-306b-421b-bad1-addc4ec96e29 req-20ccdba6-0b41-429b-ae26-7eda1556fc36 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535164 Apr 18 19:22:44.500980 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-04f2e54b-6b36-4edb-9860-63946536e412 service neutron] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:44.534673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-04f2e54b-6b36-4edb-9860-63946536e412 service neutron] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:44.538820 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-95d9e064-273b-40bc-8c84-4c2bb9302dd5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5c22a2f2d46e46198d19e1a175df3310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599041 Apr 18 19:22:44.611019 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-04f2e54b-6b36-4edb-9860-63946536e412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbb7f8f-a027-4d23-8e73-1c145af35b37 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:44.622813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-04f2e54b-6b36-4edb-9860-63946536e412 service neutron] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:44.709596 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcefebd-2eee-4c49-bacb-d908203931af req-1004316a-ae91-428d-9f64-1f4594d76d69 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:44.711099 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6dcefebd-2eee-4c49-bacb-d908203931af req-1004316a-ae91-428d-9f64-1f4594d76d69 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 945 time: 0.3132796 Apr 18 19:22:44.719469 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-2238146a-55f4-4c7a-91c0-a83251fa247b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:44.723421 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-2238146a-55f4-4c7a-91c0-a83251fa247b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747346 Apr 18 19:22:44.739380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Request body: {'port': {'device_id': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '5c22a2f2d46e46198d19e1a175df3310'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:44.771902 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-04f2e54b-6b36-4edb-9860-63946536e412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:44.880739 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-04f2e54b-6b36-4edb-9860-63946536e412 service neutron] Transition to ACTIVE for port object 9fbb7f8f-a027-4d23-8e73-1c145af35b37 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:44.915743 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6dcefebd-2eee-4c49-bacb-d908203931af req-0d0dc9d5-bb8d-4eef-9249-96f09ca3e37c tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939826 Apr 18 19:22:44.965979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:44.977282 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:45.012482 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-04f2e54b-6b36-4edb-9860-63946536e412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.046026 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Made reservation on behalf of 5c22a2f2d46e46198d19e1a175df3310 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:45.054867 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.233700 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5965675b-f5bc-4962-afe9-8d1c9dd34ee7 req-eac96bed-b48a-4237-9405-77cda352faa6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 210 time: 0.0595405 Apr 18 19:22:45.283041 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-04f2e54b-6b36-4edb-9860-63946536e412 service neutron] No DVR routers for this DVR port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:45.290755 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2e54b-6b36-4edb-9860-63946536e412 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbb7f8f-a027-4d23-8e73-1c145af35b37,revision_number=10']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:45.339526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1577c51-cfbd-4153-bcbe-4690963c8ef1 req-f62a3385-7c7d-4906-86f7-827f2024ca01 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:45.340982 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1577c51-cfbd-4153-bcbe-4690963c8ef1 req-f62a3385-7c7d-4906-86f7-827f2024ca01 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 944 time: 0.2698059 Apr 18 19:22:45.352027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56ab5e-833a-449d-b035-0dfe8ed42a10 req-8656f137-50ac-4cbe-a951-4450f53ffa84 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:45.353398 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d56ab5e-833a-449d-b035-0dfe8ed42a10 req-8656f137-50ac-4cbe-a951-4450f53ffa84 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.16 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 950 time: 0.2810831 Apr 18 19:22:45.376981 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-04f2e54b-6b36-4edb-9860-63946536e412 service neutron] 10.222.0.71 "PUT /v2.0/ports/9fbb7f8f-a027-4d23-8e73-1c145af35b37/bindings/n-h2-838334-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2399721 Apr 18 19:22:45.383540 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f0830e74-eb81-4c1c-8f11-f0de111de140 req-4c2abe58-b0e1-42b9-98a1-496bc580ed91 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 210 time: 0.0510991 Apr 18 19:22:45.440218 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Allocated IP 192.168.233.192 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/181e3dd5-f18d-48ef-99d6-95ee2c9d2389) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:45.481018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-3d56ab5e-833a-449d-b035-0dfe8ed42a10 req-bb386711-1e12-46ac-8f6f-5499c08ecef4 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Deleting port f3f9619e-0545-4248-8f30-375b279053a6 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:22:45.481355 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3d56ab5e-833a-449d-b035-0dfe8ed42a10 req-bb386711-1e12-46ac-8f6f-5499c08ecef4 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.513815 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1577c51-cfbd-4153-bcbe-4690963c8ef1 req-5e329d62-15d0-4f00-85e7-4979808bc7bc tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571944 Apr 18 19:22:45.658403 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-3e125f4f-2082-4b75-8212-b20444bbb240 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1095 time: 0.0942931 Apr 18 19:22:45.831608 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9645d9-2945-4c9a-b31d-711a3a14cf92 req-3e1a0974-2171-4c83-83f5-73c4b38ce7b8 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:45.833059 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d9645d9-2945-4c9a-b31d-711a3a14cf92 req-3e1a0974-2171-4c83-83f5-73c4b38ce7b8 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 950 time: 0.1055462 Apr 18 19:22:45.836949 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-e9d93b69-405a-4923-9428-6c8fe8effe24 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7&tenant_id=7e8a2dfc35db431798213b48c535215f HTTP/1.1" status: 200 len: 1095 time: 0.1666510 Apr 18 19:22:45.947022 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d9645d9-2945-4c9a-b31d-711a3a14cf92 req-24916997-8f7d-4776-a0f4-cb6c71b576cd tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/security-groups?id=83275f90-4a1d-43c3-bef7-c07f29d04e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081498 Apr 18 19:22:45.954796 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:45.993373 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-2a0570b4-d14e-455b-a431-7e8fa81e635f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 1095 time: 0.1129749 Apr 18 19:22:45.993566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Transition to ACTIVE for port object 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:46.015949 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-3d56ab5e-833a-449d-b035-0dfe8ed42a10 req-bb386711-1e12-46ac-8f6f-5499c08ecef4 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] For port f3f9619e-0545-4248-8f30-375b279053a6, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f3f9619e-0545-4248-8f30-375b279053a6,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:46.017720 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3d56ab5e-833a-449d-b035-0dfe8ed42a10 req-bb386711-1e12-46ac-8f6f-5499c08ecef4 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.194461 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-3d56ab5e-833a-449d-b035-0dfe8ed42a10 req-bb386711-1e12-46ac-8f6f-5499c08ecef4 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Calling delete_port for f3f9619e-0545-4248-8f30-375b279053a6 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:22:46.297421 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-01024d95-0c7d-46c0-9fed-06c28050a719 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:46.299133 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-01024d95-0c7d-46c0-9fed-06c28050a719 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.3027041 Apr 18 19:22:46.383412 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.388678 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-e731489f-315e-4708-9b46-ada23e5a8ad3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37 HTTP/1.1" status: 200 len: 217 time: 0.0745413 Apr 18 19:22:46.395495 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-171eae8c-323d-4b45-a55b-e82abdc4b2de req-c80f5443-c095-455e-869c-d5d4fa006e98 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1097 time: 0.1711876 Apr 18 19:22:46.396166 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a184c2f-c524-4882-97d0-8743314fe417 req-9bbd95ef-7748-409c-af65-844b8cfca1ba tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:46.396296 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d6952118-e770-41a4-97ba-b71904ad219e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:46.403448 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2a184c2f-c524-4882-97d0-8743314fe417 req-9bbd95ef-7748-409c-af65-844b8cfca1ba tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 945 time: 0.1931942 Apr 18 19:22:46.478194 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-bc0b4b56-366f-4820-a98b-ceab5c2917f2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:46.479892 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-bc0b4b56-366f-4820-a98b-ceab5c2917f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.0733268 Apr 18 19:22:46.528593 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:46.532113 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:46.533853 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Pushing event updated for resources: {'Port': ['ID=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:46.536509 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:46.540367 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:46.540986 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.558335 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-bf3c027c-ef7e-4b9c-a835-e76be67b9a3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611930 Apr 18 19:22:46.559010 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-171eae8c-323d-4b45-a55b-e82abdc4b2de req-666667d5-6b8e-47da-ab7a-0efeb2cc8d85 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625142 Apr 18 19:22:46.580900 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2a184c2f-c524-4882-97d0-8743314fe417 req-0697da5d-3dc4-4fa1-8691-36528fa9230e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692340 Apr 18 19:22:46.590286 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3d56ab5e-833a-449d-b035-0dfe8ed42a10 req-bb386711-1e12-46ac-8f6f-5499c08ecef4 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.610025 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['f3f9619e-0545-4248-8f30-375b279053a6'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:46.709571 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb386711-1e12-46ac-8f6f-5499c08ecef4 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Pushing event deleted for resources: {'Port': ['ID=f3f9619e-0545-4248-8f30-375b279053a6,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:46.881181 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d56ab5e-833a-449d-b035-0dfe8ed42a10 req-bb386711-1e12-46ac-8f6f-5499c08ecef4 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] No DVR routers for this DVR port f3f9619e-0545-4248-8f30-375b279053a6 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:22:46.888693 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-c1a2e783-decf-4c97-9bf3-382ca254c2f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1531012 Apr 18 19:22:46.890861 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3d56ab5e-833a-449d-b035-0dfe8ed42a10 req-bb386711-1e12-46ac-8f6f-5499c08ecef4 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:46.892708 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d56ab5e-833a-449d-b035-0dfe8ed42a10 req-bb386711-1e12-46ac-8f6f-5499c08ecef4 tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.16 "DELETE /v2.0/ports/f3f9619e-0545-4248-8f30-375b279053a6 HTTP/1.1" status: 204 len: 173 time: 1.5175102 Apr 18 19:22:46.897883 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb699e1-27c3-4c07-99f5-f36aa74d280b', 'name': 'network-vif-deleted', 'tag': 'f3f9619e-0545-4248-8f30-375b279053a6'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:46.915048 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Request body: {'port': {'device_id': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:46.930153 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c475e0a2-497d-4255-89e9-ca1ebc2ab5ec req-eb4c95f9-6af8-410b-b24f-a22d5de464ea tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 210 time: 0.0676866 Apr 18 19:22:47.023086 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8c5fbd28-6e52-46e2-b759-e4931d568fc2 None None] Provisioning for port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:47.025622 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-26413675-eb0e-4959-aab4-da4355e33003 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503596 Apr 18 19:22:47.029454 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8c5fbd28-6e52-46e2-b759-e4931d568fc2 None None] Provisioning complete for port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:47.032350 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8c5fbd28-6e52-46e2-b759-e4931d568fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:47.124385 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-8c5fbd28-6e52-46e2-b759-e4931d568fc2 None None] Port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:22:47.225358 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-06edc018-8561-492e-ac49-a4e4e405a229 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=057e98bd818f420a8ef2958979143ade&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500011 Apr 18 19:22:47.235127 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef668e-f32c-4808-8d04-3d2d465c13ba req-cefdbd95-d8b2-4df3-bb72-04ba75d0fefe tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:47.235803 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b1ef668e-f32c-4808-8d04-3d2d465c13ba req-cefdbd95-d8b2-4df3-bb72-04ba75d0fefe tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Synchronizing usage tracker for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:47.241768 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-2e2af995-c79d-497d-bcdd-39d8d9f01ba5 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047451 Apr 18 19:22:47.252885 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c11e98-a59c-46f8-a2c7-485c42696c73 req-fd152b61-1703-481a-b44d-3ce770e5e742 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:47.256881 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-73c11e98-a59c-46f8-a2c7-485c42696c73 req-fd152b61-1703-481a-b44d-3ce770e5e742 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 944 time: 0.1791215 Apr 18 19:22:47.267486 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:47.304092 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-73c11e98-a59c-46f8-a2c7-485c42696c73 req-8dcab30b-72cf-4525-b68b-19a14b2b3f97 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Apr 18 19:22:47.438279 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46012) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:47.481703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b1ef668e-f32c-4808-8d04-3d2d465c13ba req-cefdbd95-d8b2-4df3-bb72-04ba75d0fefe tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Unset dirty status for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:47.482871 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1ef668e-f32c-4808-8d04-3d2d465c13ba req-cefdbd95-d8b2-4df3-bb72-04ba75d0fefe tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 936 time: 0.6576827 Apr 18 19:22:47.515103 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b7cdf-2e9b-4ebb-8c6e-a013d7d32652 req-10e6c7a4-6340-4e70-ae05-334a8cc96b62 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:47.516947 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e86b7cdf-2e9b-4ebb-8c6e-a013d7d32652 req-10e6c7a4-6340-4e70-ae05-334a8cc96b62 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 945 time: 0.0852242 Apr 18 19:22:47.525493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46018) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:47.531708 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-dc4e003e-d5aa-4562-a756-1ff18bcfb26a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Request body: {'floatingip': {'port_id': 'a43da423-ac75-44dc-9fbf-66ef1399c150'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:47.582173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-8d0c1a49-8b68-43a1-bbf3-6a967645709c tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:47.583721 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-8d0c1a49-8b68-43a1-bbf3-6a967645709c tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3424783 Apr 18 19:22:47.608456 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Request body: {'port': {'device_id': '2b6686e5-9337-4849-976e-610701fff852', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '057e98bd818f420a8ef2958979143ade'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:47.614146 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4e003e-d5aa-4562-a756-1ff18bcfb26a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:47.769564 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1ef668e-f32c-4808-8d04-3d2d465c13ba req-b3ef4698-cbd0-43e8-845d-36b88b2ab161 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428875 Apr 18 19:22:47.781397 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-395c2b34-aa54-4808-87c3-569fdfb3bdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:47.882484 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-395c2b34-aa54-4808-87c3-569fdfb3bdde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:47.896360 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fccc259b-c16d-4325-b7c2-be89483ed058'] response: {'server_uuid': '3fb699e1-27c3-4c07-99f5-f36aa74d280b', 'name': 'network-vif-deleted', 'tag': 'f3f9619e-0545-4248-8f30-375b279053a6', 'status': 'completed', 'code': 200} Apr 18 19:22:47.907555 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-395c2b34-aa54-4808-87c3-569fdfb3bdde admin admin] Usage tracker for resource:security_group_rule and tenant:32b43a23400047f0b63063c6f806804f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:47.917810 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-395c2b34-aa54-4808-87c3-569fdfb3bdde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:47.939841 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-395c2b34-aa54-4808-87c3-569fdfb3bdde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:47.949676 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:47.962553 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Usage tracker for resource:port and tenant:057e98bd818f420a8ef2958979143ade is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:47.968278 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:47.978624 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:48.092515 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 9fbb7f8f-a027-4d23-8e73-1c145af35b37 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:48.113965 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-38ebef57-8610-4e1d-9632-6c17ec12ff12 req-b2c6aae5-092d-4efe-9b02-a69425c8a2ce tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Synchronizing usage tracker for tenant:df89877bf54543fd9c1e2389272593e9 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:48.120897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Made reservation on behalf of 057e98bd818f420a8ef2958979143ade for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:48.123994 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.155122 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.168174 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:48.172697 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 9fbb7f8f-a027-4d23-8e73-1c145af35b37 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:48.187755 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.199158 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-60f974d5-c406-429f-aefa-e95d09894a1e req-8b51bd52-e2ce-4368-9db9-b140d6e13243 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1097 time: 0.1560519 Apr 18 19:22:48.202737 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-395c2b34-aa54-4808-87c3-569fdfb3bdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.225351 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Transition to ACTIVE for port object 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:48.235207 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:48.238642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Usage tracker for resource:security_group_rule and tenant:057e98bd818f420a8ef2958979143ade is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:48.241578 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:48.248074 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:48.323276 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-395c2b34-aa54-4808-87c3-569fdfb3bdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.391486 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c2b34-aa54-4808-87c3-569fdfb3bdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067abf13-d907-49ce-b04e-dbba550e4139,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:48.398779 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.433639 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-395c2b34-aa54-4808-87c3-569fdfb3bdde admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32b43a23400047f0b63063c6f806804f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9941900 Apr 18 19:22:48.434637 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-38ebef57-8610-4e1d-9632-6c17ec12ff12 req-b2c6aae5-092d-4efe-9b02-a69425c8a2ce tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] Unset dirty status for tenant:df89877bf54543fd9c1e2389272593e9 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:48.435660 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-38ebef57-8610-4e1d-9632-6c17ec12ff12 req-b2c6aae5-092d-4efe-9b02-a69425c8a2ce tempest-DeleteServersAdminTestJSON-1956085954 tempest-DeleteServersAdminTestJSON-1956085954-project] 10.222.0.66 "GET /v2.0/ports?device_id=3fb699e1-27c3-4c07-99f5-f36aa74d280b HTTP/1.1" status: 200 len: 210 time: 0.3971932 Apr 18 19:22:48.443094 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46032) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:48.493851 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-60f974d5-c406-429f-aefa-e95d09894a1e req-211407a5-0be6-4934-9337-d38dfbbb4a64 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833488 Apr 18 19:22:48.626588 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Pushing event updated for resources: {'Port': ['ID=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:48.636040 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.659379 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:48.659847 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:48.660304 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:48.660734 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:48.661157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:48.661630 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:48.662054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:48.662754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:48.663182 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:48.663633 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:48.664240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:48.721285 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-31be78c6-c9e6-40d6-8d02-fc3815224f5e req-c4023489-6151-42c2-8275-de1678148afb tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 210 time: 0.0519512 Apr 18 19:22:48.726552 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-88c9250a-b5ee-4579-b348-dae3835e1e45 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 1095 time: 0.3104975 Apr 18 19:22:48.734440 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [None req-dc4e003e-d5aa-4562-a756-1ff18bcfb26a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:22:48.742758 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-25ec9ff7-7ce4-4211-a69e-1d62f92a512e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.773887 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Attempting to bind port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:48.774238 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Attempting to bind port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:48.774611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Attempting to bind port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:48.786991 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.807386 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-25ec9ff7-7ce4-4211-a69e-1d62f92a512e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.810782 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device f3f9619e-0545-4248-8f30-375b279053a6 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:22:48.843647 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: f3f9619e-0545-4248-8f30-375b279053a6 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:22:48.844227 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device f3f9619e-0545-4248-8f30-375b279053a6 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:22:48.885352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:48.885671 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Attempting to bind port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:48.940573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:48.940908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:48.941290 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:48.941747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Bound port: 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:48.942069 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.952328 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4e003e-d5aa-4562-a756-1ff18bcfb26a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:48.955879 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd64fb38-07a9-448c-bc53-82603193e2d0,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:48.997137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362628db-1243-457d-ab14-584cd9ebb29d req-8543aa78-cc8f-4e8f-9aae-9313a8248ac8 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:48.998636 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-362628db-1243-457d-ab14-584cd9ebb29d req-8543aa78-cc8f-4e8f-9aae-9313a8248ac8 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 944 time: 0.1292410 Apr 18 19:22:49.050386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-362628db-1243-457d-ab14-584cd9ebb29d req-a576de14-5e18-4604-90db-27d19c023e82 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 Apr 18 19:22:49.068682 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4e003e-d5aa-4562-a756-1ff18bcfb26a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:49.120607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Allocated IP 192.168.233.216 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/912582d3-802d-4292-bf41-28c7bf9c6930) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:49.122832 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:49.127250 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:49.181111 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-25ec9ff7-7ce4-4211-a69e-1d62f92a512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:49.218478 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-c3a1dfd9-ebde-4735-8fcd-9448828d9592 service neutron] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:49.254031 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-c3a1dfd9-ebde-4735-8fcd-9448828d9592 service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:49.255150 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-079d3e61-b858-4e9e-9bb7-6f93e4a5eec6 req-c3a1dfd9-ebde-4735-8fcd-9448828d9592 service neutron] 10.222.0.16 "DELETE /v2.0/ports/9fbb7f8f-a027-4d23-8e73-1c145af35b37/bindings/n-h1-838334-1 HTTP/1.1" status: 204 len: 173 time: 0.4442039 Apr 18 19:22:49.324349 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10260e22-73cc-45a5-9a40-e63d10dfeb89 req-1f7ecdec-488e-4d82-9c52-ed7447491442 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1071932 Apr 18 19:22:49.343932 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:49.381430 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec9ff7-7ce4-4211-a69e-1d62f92a512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067abf13-d907-49ce-b04e-dbba550e4139,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:49.397285 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [None req-dc4e003e-d5aa-4562-a756-1ff18bcfb26a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Floating IP 0914214e-2608-4bf6-b44d-8b307ce94974 associated. External IP: 172.25.8.241, port: a43da423-ac75-44dc-9fbf-66ef1399c150. Apr 18 19:22:49.488536 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:49.490082 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] 10.222.0.16 "PUT /v2.0/ports/181e3dd5-f18d-48ef-99d6-95ee2c9d2389 HTTP/1.1" status: 200 len: 1096 time: 2.5803692 Apr 18 19:22:49.524540 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-25ec9ff7-7ce4-4211-a69e-1d62f92a512e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:49.525697 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-25ec9ff7-7ce4-4211-a69e-1d62f92a512e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/067abf13-d907-49ce-b04e-dbba550e4139 HTTP/1.1" status: 204 len: 168 time: 1.0817904 Apr 18 19:22:49.535601 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f3a75-4c12-48a5-9d76-868dc2290848 service neutron] Pushing event updated for resources: {'Port': ['ID=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:49.584501 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:49.637533 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Transition to ACTIVE for port object 912582d3-802d-4292-bf41-28c7bf9c6930 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:49.666704 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c99cb-4f99-41e4-9b47-7ffbb17e19c7 req-798b3d17-609e-4df2-9a9c-5cb31f3a0a87 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:49.673670 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fd1c99cb-4f99-41e4-9b47-7ffbb17e19c7 req-798b3d17-609e-4df2-9a9c-5cb31f3a0a87 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 948 time: 0.2609210 Apr 18 19:22:49.755261 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fd1c99cb-4f99-41e4-9b47-7ffbb17e19c7 req-e755043c-0ee7-4e7c-8aca-d82f12fdb80b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803499 Apr 18 19:22:49.783301 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-98180007-8df4-4e09-9457-37dd472ceb28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 1099 time: 0.1816428 Apr 18 19:22:49.865170 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:49.920476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4e003e-d5aa-4562-a756-1ff18bcfb26a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:22:49.932585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:49.950198 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-656fa7ef-5c28-48aa-8828-17537ce444de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389 HTTP/1.1" status: 200 len: 217 time: 0.1559727 Apr 18 19:22:50.013747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:50.021923 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:50.027821 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:50.031674 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:50.032331 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.055543 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Pushing event updated for resources: {'Port': ['ID=912582d3-802d-4292-bf41-28c7bf9c6930,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:50.132067 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-b43d8c0a-31ca-4b43-8640-8539e3e03f66 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:50.133609 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-b43d8c0a-31ca-4b43-8640-8539e3e03f66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1738312 Apr 18 19:22:50.150488 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-4df734c8-7549-4ed5-81ca-65d96873f70e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5489998 Apr 18 19:22:50.219331 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Request body: {'port': {'device_id': '2b6686e5-9337-4849-976e-610701fff852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:50.222803 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4e003e-d5aa-4562-a756-1ff18bcfb26a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:22:50.230106 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4e003e-d5aa-4562-a756-1ff18bcfb26a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.235435 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16ad3c-d099-41ce-8caf-9883cd5d1e9e None None] Sync routers for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:22:50.256609 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16ad3c-d099-41ce-8caf-9883cd5d1e9e None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:50.257240 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-0e16ad3c-d099-41ce-8caf-9883cd5d1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:22:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:50.289188 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-dc4e003e-d5aa-4562-a756-1ff18bcfb26a tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "PUT /v2.0/floatingips/0914214e-2608-4bf6-b44d-8b307ce94974 HTTP/1.1" status: 200 len: 991 time: 2.7625306 Apr 18 19:22:50.289980 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'tag': 'a43da423-ac75-44dc-9fbf-66ef1399c150'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:50.389657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ef588-64ba-482e-b2d1-4771a084fa69 req-1923cee0-a49e-4b1d-ab81-f5dc18be1ec1 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:50.390424 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-bc9ef588-64ba-482e-b2d1-4771a084fa69 req-1923cee0-a49e-4b1d-ab81-f5dc18be1ec1 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Synchronizing usage tracker for tenant:057e98bd818f420a8ef2958979143ade on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:50.438499 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.459540 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-6251f804-031b-438e-bbf9-bc5c797b90bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3142412 Apr 18 19:22:50.476285 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-0e16ad3c-d099-41ce-8caf-9883cd5d1e9e None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:50.491720 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-cf83552f-bf16-4c5d-b78b-f1738b7bf221 None None] Provisioning for port 912582d3-802d-4292-bf41-28c7bf9c6930 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:50.497408 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-cf83552f-bf16-4c5d-b78b-f1738b7bf221 None None] Provisioning complete for port 912582d3-802d-4292-bf41-28c7bf9c6930 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:50.503193 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cf83552f-bf16-4c5d-b78b-f1738b7bf221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.548807 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46080) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:50.574949 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.594860 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-cf83552f-bf16-4c5d-b78b-f1738b7bf221 None None] Port 912582d3-802d-4292-bf41-28c7bf9c6930 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:22:50.597734 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-bc9ef588-64ba-482e-b2d1-4771a084fa69 req-1923cee0-a49e-4b1d-ab81-f5dc18be1ec1 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Unset dirty status for tenant:057e98bd818f420a8ef2958979143ade on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:50.604246 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc9ef588-64ba-482e-b2d1-4771a084fa69 req-1923cee0-a49e-4b1d-ab81-f5dc18be1ec1 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 936 time: 0.5340233 Apr 18 19:22:50.617567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:50.621893 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Usage tracker for resource:security_group_rule and tenant:7c40483aef8245dabf5422f301de7ca5 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:50.625089 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:50.633922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:50.708770 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.777466 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.780654 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-4fd76252-84ce-4c52-9fad-685780aaf458 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916291 Apr 18 19:22:50.785350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-bc9ef588-64ba-482e-b2d1-4771a084fa69 req-ce571abf-c9ac-4963-b367-93ed8bbb3494 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Synchronizing usage tracker for tenant:057e98bd818f420a8ef2958979143ade on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:22:50.824290 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdedce7f-df79-43d5-a98a-06879ed81149,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:50.829369 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c40483aef8245dabf5422f301de7ca5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2796781 Apr 18 19:22:50.831840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46086) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:50.851672 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:50.852095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:50.852344 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:50.852673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:50.852998 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:50.854473 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:50.854473 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:50.854473 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:50.854473 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:50.854777 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:50.854973 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06addb9-628e-4a18-9bc0-3d56d2c20171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:50.906123 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-0e16ad3c-d099-41ce-8caf-9883cd5d1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '0914214e-2608-4bf6-b44d-8b307ce94974', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'port_id': 'a43da423-ac75-44dc-9fbf-66ef1399c150', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'mac_address': 'fa:16:3e:c8:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:14Z', 'updated_at': '2022-04-18T19:22:48Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:50.910668 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e760fd95-f691-443a-8cb1-85f9643e203f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:50.911831 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16ad3c-d099-41ce-8caf-9883cd5d1e9e None None] Checking router: 3f5dd035-63f4-4b27-9304-1bb3bd550f30 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:22:50.926489 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16ad3c-d099-41ce-8caf-9883cd5d1e9e None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:22:50.927429 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-0e16ad3c-d099-41ce-8caf-9883cd5d1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:22:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:50.939949 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e760fd95-f691-443a-8cb1-85f9643e203f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.018976 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e7f26d0-5a47-43f6-b8d2-9508e31d35e1 req-b3708777-c017-4aca-81e5-f0f9ca6c92d8 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889207 Apr 18 19:22:51.023863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-bc9ef588-64ba-482e-b2d1-4771a084fa69 req-ce571abf-c9ac-4963-b367-93ed8bbb3494 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Unset dirty status for tenant:057e98bd818f420a8ef2958979143ade on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:22:51.024896 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc9ef588-64ba-482e-b2d1-4771a084fa69 req-ce571abf-c9ac-4963-b367-93ed8bbb3494 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd64fb38-07a9-448c-bc53-82603193e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199071 Apr 18 19:22:51.080838 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e760fd95-f691-443a-8cb1-85f9643e203f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.127169 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912582d3-802d-4292-bf41-28c7bf9c6930 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:51.143101 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.160685 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Transition to ACTIVE for port object 912582d3-802d-4292-bf41-28c7bf9c6930 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:22:51.176705 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-0e16ad3c-d099-41ce-8caf-9883cd5d1e9e None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:22:51.217012 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760fd95-f691-443a-8cb1-85f9643e203f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdedce7f-df79-43d5-a98a-06879ed81149,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:51.224999 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e760fd95-f691-443a-8cb1-85f9643e203f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.226207 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e760fd95-f691-443a-8cb1-85f9643e203f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cdedce7f-df79-43d5-a98a-06879ed81149 HTTP/1.1" status: 204 len: 168 time: 0.3934848 Apr 18 19:22:51.244504 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.469905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Pushing event updated for resources: {'Port': ['ID=912582d3-802d-4292-bf41-28c7bf9c6930,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:51.482466 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a4457cfa-437b-4d16-b2af-36e5a0a45fd2 req-8f3b549a-7b87-4e89-b29d-1a8fba3227b2 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 1095 time: 0.2938037 Apr 18 19:22:51.569659 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Attempting to bind port 912582d3-802d-4292-bf41-28c7bf9c6930 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:51.570073 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Attempting to bind port 912582d3-802d-4292-bf41-28c7bf9c6930 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:51.570321 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Attempting to bind port 912582d3-802d-4292-bf41-28c7bf9c6930 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:51.573485 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-655bbfdc-e559-4c12-86a4-46cff47639ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.574863 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a4457cfa-437b-4d16-b2af-36e5a0a45fd2 req-14a927e3-ed47-40f3-9776-2bb97cafd73e tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915418 Apr 18 19:22:51.582560 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Port 912582d3-802d-4292-bf41-28c7bf9c6930 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:51.582818 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Attempting to bind port 912582d3-802d-4292-bf41-28c7bf9c6930 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:51.589686 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:51.590015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:51.590419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:51.590842 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Bound port: 912582d3-802d-4292-bf41-28c7bf9c6930, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:51.591186 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.644780 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-0e16ad3c-d099-41ce-8caf-9883cd5d1e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '0914214e-2608-4bf6-b44d-8b307ce94974', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'port_id': 'a43da423-ac75-44dc-9fbf-66ef1399c150', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'mac_address': 'fa:16:3e:c8:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:14Z', 'updated_at': '2022-04-18T19:22:48Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:22:51.649221 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16ad3c-d099-41ce-8caf-9883cd5d1e9e None None] The sync data for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 is: [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '0914214e-2608-4bf6-b44d-8b307ce94974', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'port_id': 'a43da423-ac75-44dc-9fbf-66ef1399c150', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'mac_address': 'fa:16:3e:c8:47:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:21:14Z', 'updated_at': '2022-04-18T19:22:48Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:22:51.725782 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] For port 912582d3-802d-4292-bf41-28c7bf9c6930, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:51.731270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] For port 912582d3-802d-4292-bf41-28c7bf9c6930, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=912582d3-802d-4292-bf41-28c7bf9c6930,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:51.736825 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-d1096388-fdd8-4ab0-95ae-d7e4c11efba9 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:22:51.737752 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-d1096388-fdd8-4ab0-95ae-d7e4c11efba9 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056508 Apr 18 19:22:51.748962 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Request body: {'binding': {'host': 'n-h2-838334-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:51.749397 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Unknown quota resources ['binding']. {{(pid=84804) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:22:51.831090 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.897239 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:51.898918 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] 10.222.0.16 "PUT /v2.0/ports/912582d3-802d-4292-bf41-28c7bf9c6930 HTTP/1.1" status: 200 len: 1096 time: 1.6952965 Apr 18 19:22:51.928261 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73618141-a9c6-4fc2-93cc-ea85908759c1 service neutron] Pushing event updated for resources: {'Port': ['ID=912582d3-802d-4292-bf41-28c7bf9c6930,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:51.988792 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1040a-5dbf-4a98-9625-edf0a5d9dd68 None None] New status for floating IP 0914214e-2608-4bf6-b44d-8b307ce94974: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:22:51.998520 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on host n-h2-838334-1 for vnic_type normal with profile None {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:51.998864 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:51.999195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:52.005444 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:52.005771 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:52.013631 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:52.014896 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:52.014896 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:52.014896 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Bound port: 0ebfdf72-0bb4-4890-b0d6-75723e284915, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:52.048889 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:52.115745 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:52.117186 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4e715383-cd48-4824-83f1-8dc5c735a8a2 service neutron] 10.222.0.66 "POST /v2.0/ports/0ebfdf72-0bb4-4890-b0d6-75723e284915/bindings HTTP/1.1" status: 201 len: 389 time: 0.3726602 Apr 18 19:22:52.160965 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-22eef246-a707-48e9-ba65-36bba72d706b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=057e98bd818f420a8ef2958979143ade&device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 1099 time: 0.0961187 Apr 18 19:22:52.242889 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-e977e67d-3787-4f24-88f1-07d365be0d91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=912582d3-802d-4292-bf41-28c7bf9c6930 HTTP/1.1" status: 200 len: 217 time: 0.0704961 Apr 18 19:22:52.313028 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-c7b8aaf7-242b-462c-88f8-8f4254d46ca8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:52.314479 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-c7b8aaf7-242b-462c-88f8-8f4254d46ca8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0624633 Apr 18 19:22:52.399970 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-1c5df0b3-fc68-4622-a9df-9aa9ada0acec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757174 Apr 18 19:22:52.436022 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71ab4a6-6c42-4a95-82c8-80e060e993c2'] response: {'name': 'network-changed', 'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389', 'status': 'completed', 'code': 200} Apr 18 19:22:52.644054 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b9767f-dda9-4faa-a07d-60d989c98ace'] response: {'name': 'network-changed', 'server_uuid': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'tag': 'a43da423-ac75-44dc-9fbf-66ef1399c150', 'status': 'completed', 'code': 200} Apr 18 19:22:52.660100 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-68412739-1f52-4e74-8a01-8fa59421b2fc service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496269 Apr 18 19:22:52.711068 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5f7e43f3-9fb9-4f34-a659-264f52f43bee req-3595f983-80d4-4564-ac06-8f9be08b75f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 1099 time: 0.1876917 Apr 18 19:22:52.752737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531e3a5-11bc-4cc1-a2f3-5c54cd7baec2 req-d32110b5-43d8-4c69-bb1b-3a30356aa1b6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:52.754292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c531e3a5-11bc-4cc1-a2f3-5c54cd7baec2 req-d32110b5-43d8-4c69-bb1b-3a30356aa1b6 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 945 time: 0.1673360 Apr 18 19:22:52.758159 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-742a3e4a-9e16-41f7-ad93-7b603e7d57b0 req-3dabe4f8-8d23-4a86-8a94-d43b372985b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3cbf4e3c30304ddab39b304473805b3e&device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 1096 time: 0.1073987 Apr 18 19:22:52.933865 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c531e3a5-11bc-4cc1-a2f3-5c54cd7baec2 req-2489684f-4ddc-4d80-925f-139455eac16e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721337 Apr 18 19:22:52.996044 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46130) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:53.020244 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c6627d0-9f13-4d4f-acfa-1c4885a21d62 req-e8b421fc-654d-4a14-9128-312892984064 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369372 Apr 18 19:22:53.028321 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-04bf6870-c513-47a4-92b7-ce22bd516bd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1097 time: 0.1440539 Apr 18 19:22:53.030575 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a3e4a-9e16-41f7-ad93-7b603e7d57b0 req-0eb8bf51-fc35-47ee-8502-3578dfeef064 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:53.031875 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-742a3e4a-9e16-41f7-ad93-7b603e7d57b0 req-0eb8bf51-fc35-47ee-8502-3578dfeef064 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ed1a367-2cbb-46cc-8894-db52b010c14b HTTP/1.1" status: 200 len: 924 time: 0.2539155 Apr 18 19:22:53.044018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af7b66-f9aa-4775-aeba-2ebd2df23c2c req-103b8643-6eb3-4dec-87af-5f439edffcee tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:53.045538 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d0af7b66-f9aa-4775-aeba-2ebd2df23c2c req-103b8643-6eb3-4dec-87af-5f439edffcee tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 948 time: 0.3437018 Apr 18 19:22:53.047462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e43f3-9fb9-4f34-a659-264f52f43bee req-f510a3a2-be2b-4d4b-9546-4583e9d054e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:53.049138 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5f7e43f3-9fb9-4f34-a659-264f52f43bee req-f510a3a2-be2b-4d4b-9546-4583e9d054e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2989726 Apr 18 19:22:53.200737 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5f7e43f3-9fb9-4f34-a659-264f52f43bee req-7350e0bc-6525-4ed8-99aa-721791fec9d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389 HTTP/1.1" status: 200 len: 217 time: 0.0976553 Apr 18 19:22:53.272436 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d0af7b66-f9aa-4775-aeba-2ebd2df23c2c req-f2df6e37-32a7-4ee8-8236-3340611a8433 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173288 Apr 18 19:22:53.281183 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e43f3-9fb9-4f34-a659-264f52f43bee req-cc8d8c25-6835-441b-9677-99b1ae13bb14 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:53.282716 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5f7e43f3-9fb9-4f34-a659-264f52f43bee req-cc8d8c25-6835-441b-9677-99b1ae13bb14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0726948 Apr 18 19:22:53.326348 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c973405f-c7a5-4368-b789-4a3ce06f83f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.391084 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-742a3e4a-9e16-41f7-ad93-7b603e7d57b0 req-9138e7b5-ce17-43cd-895c-487088a6002f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a43da423-ac75-44dc-9fbf-66ef1399c150 HTTP/1.1" status: 200 len: 1001 time: 0.3166451 Apr 18 19:22:53.395544 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5f7e43f3-9fb9-4f34-a659-264f52f43bee req-3f3464f2-8e15-4afa-bebe-25911fefd9db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068065 Apr 18 19:22:53.498194 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-cdbf52bb-eb9f-4977-85da-1caac5848e40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:53.503689 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-cdbf52bb-eb9f-4977-85da-1caac5848e40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.4645226 Apr 18 19:22:53.510396 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c973405f-c7a5-4368-b789-4a3ce06f83f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:53.569976 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c973405f-c7a5-4368-b789-4a3ce06f83f4 admin admin] Usage tracker for resource:security_group_rule and tenant:71e05cab6b934da99ef9f4f38e51aee7 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:53.574131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c973405f-c7a5-4368-b789-4a3ce06f83f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:53.587768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb533285-8e1f-4f20-994d-99b789793688 req-92e4d579-5c5d-472d-9488-0486134bbb02 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:53.590238 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-92e4d579-5c5d-472d-9488-0486134bbb02 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 821 time: 0.3941905 Apr 18 19:22:53.603196 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c973405f-c7a5-4368-b789-4a3ce06f83f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:53.617710 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-c9be63d2-aed6-44af-a12d-6d85daab66fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915 HTTP/1.1" status: 200 len: 217 time: 0.1000550 Apr 18 19:22:53.620093 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a3e4a-9e16-41f7-ad93-7b603e7d57b0 req-57fbdaf7-9c4f-460b-9270-3d793063afc2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:53.620904 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-742a3e4a-9e16-41f7-ad93-7b603e7d57b0 req-57fbdaf7-9c4f-460b-9270-3d793063afc2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=317c77bb-fe1a-4bb1-b477-646f3113daa4 HTTP/1.1" status: 200 len: 862 time: 0.2191932 Apr 18 19:22:53.659577 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49deee-9616-4ef6-9e08-d70d3725f066 req-0cb54ba9-6487-4043-ac31-4f9521cad342 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:53.662810 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f49deee-9616-4ef6-9e08-d70d3725f066 req-0cb54ba9-6487-4043-ac31-4f9521cad342 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 948 time: 0.2646129 Apr 18 19:22:53.670860 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5f7e43f3-9fb9-4f34-a659-264f52f43bee req-65b16f7d-0ac1-46d3-ab81-9a1dafae6755 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397532 Apr 18 19:22:53.707072 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-89ca786f-af96-4b6d-9aca-1ed9b7a253f7 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/quotas/7e8a2dfc35db431798213b48c535215f HTTP/1.1" status: 200 len: 375 time: 0.1049395 Apr 18 19:22:53.797615 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-7481cc28-a316-46d2-a87b-c5a5ff999b4a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:53.799132 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-7481cc28-a316-46d2-a87b-c5a5ff999b4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1726475 Apr 18 19:22:53.800324 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f49deee-9616-4ef6-9e08-d70d3725f066 req-7b0d6d22-5d4f-4cc5-8bf4-097e925027d2 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd64fb38-07a9-448c-bc53-82603193e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285424 Apr 18 19:22:53.840327 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-196b6cce-a08b-4976-82fe-88acca502a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:53.845377 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5f7e43f3-9fb9-4f34-a659-264f52f43bee req-5e1a0674-7ed9-4277-963b-0c6449e8b8bc service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594062 Apr 18 19:22:53.881159 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-4fa324e8-0531-402c-a32e-028b21bc439c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691969 Apr 18 19:22:53.926126 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c973405f-c7a5-4368-b789-4a3ce06f83f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.035552 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79a990-f081-4611-9990-df0db0b82027 req-0d3ba69c-4f4d-4081-8c32-aadcdd66fab1 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:54.037058 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d79a990-f081-4611-9990-df0db0b82027 req-0d3ba69c-4f4d-4081-8c32-aadcdd66fab1 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 946 time: 0.0809581 Apr 18 19:22:54.067863 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c973405f-c7a5-4368-b789-4a3ce06f83f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.091346 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d79a990-f081-4611-9990-df0db0b82027 req-7a6f1262-2e00-48ce-b6e9-bd1452c61854 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473988 Apr 18 19:22:54.105181 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-742a3e4a-9e16-41f7-ad93-7b603e7d57b0 req-af08302e-00a5-4b38-8838-82231c6b2e3e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ed1a367-2cbb-46cc-8894-db52b010c14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4764743 Apr 18 19:22:54.147696 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-5be6c28b-3aff-4fab-b3c9-a28260b600fa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4256670 Apr 18 19:22:54.264810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973405f-c7a5-4368-b789-4a3ce06f83f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411eccf7-6a2f-43f0-9196-e94e10ab1f29,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:54.326798 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c973405f-c7a5-4368-b789-4a3ce06f83f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71e05cab6b934da99ef9f4f38e51aee7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3284259 Apr 18 19:22:54.327612 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46168) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:54.360570 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-16a7b76e-4377-4b8e-8ad1-cd2b1d2065e5 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643154 Apr 18 19:22:54.453319 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6686e5-9337-4849-976e-610701fff852', 'tag': '912582d3-802d-4292-bf41-28c7bf9c6930'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:54.468806 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6733-8115-4717-b781-0ddfd2e544e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.507612 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6733-8115-4717-b781-0ddfd2e544e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.535509 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-742a3e4a-9e16-41f7-ad93-7b603e7d57b0 req-b0a6cc3a-3b39-4461-9ad9-6f91e65b3b1f service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186890 Apr 18 19:22:54.537191 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-1617b93d-7e74-4360-a0a8-a5b3adc19276 service neutron] 10.222.0.66 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612857 Apr 18 19:22:54.555951 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ed16e-1607-4967-885a-dd05e96bccbf req-36381401-a8bb-4bbe-8ea8-133a22cf2d2c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:54.557438 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d22ed16e-1607-4967-885a-dd05e96bccbf req-36381401-a8bb-4bbe-8ea8-133a22cf2d2c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 948 time: 0.1404953 Apr 18 19:22:54.605795 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d22ed16e-1607-4967-885a-dd05e96bccbf req-77d84821-7bce-46ec-a3e3-4b904afd4dc6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Apr 18 19:22:54.649524 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6733-8115-4717-b781-0ddfd2e544e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.668478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c6733-8115-4717-b781-0ddfd2e544e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411eccf7-6a2f-43f0-9196-e94e10ab1f29,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:54.672821 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b6c6733-8115-4717-b781-0ddfd2e544e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.673918 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9b6c6733-8115-4717-b781-0ddfd2e544e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/411eccf7-6a2f-43f0-9196-e94e10ab1f29 HTTP/1.1" status: 204 len: 168 time: 0.3451688 Apr 18 19:22:54.698808 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-d8060bbb-9dac-41bd-a1e0-ac51418cb099 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256712 Apr 18 19:22:54.800655 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-742a3e4a-9e16-41f7-ad93-7b603e7d57b0 req-49d6723b-3b82-4a87-ad84-b45a97b35821 service neutron] 10.222.0.71 "GET /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574093 Apr 18 19:22:54.801582 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-375fca8e-bc86-4018-9483-a92753cc6c7b service neutron] 10.222.0.66 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331417 Apr 18 19:22:54.863630 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:54.868743 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.881055 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:54.954681 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-169fd6bc-d549-4fda-b904-e9c0d0656907 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1097 time: 0.0785339 Apr 18 19:22:54.967899 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838334-1'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:55.016617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:55.031350 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389', 'mac_address': 'fa:16:3e:ab:8c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:55.061080 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92aab113-a221-44da-ab06-8d75ab10b796'] response: {'name': 'network-changed', 'server_uuid': '2b6686e5-9337-4849-976e-610701fff852', 'tag': '912582d3-802d-4292-bf41-28c7bf9c6930', 'status': 'completed', 'code': 200} Apr 18 19:22:55.095576 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:55.121452 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:55.142719 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:55.159838 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:55.207398 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0a5ae67-a581-4cff-8a87-d1baa4fc756a req-e6fe7af5-02e4-4275-bf7c-375d28764402 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=057e98bd818f420a8ef2958979143ade&device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 1099 time: 0.1207056 Apr 18 19:22:55.252303 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:55.364499 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:55.377393 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:55.378246 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:55.378776 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:55.379260 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:55.380480 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:55.380970 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:55.381624 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:55.382154 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:55.382764 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:55.383405 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:55.384214 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:22:55.417753 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5ae67-a581-4cff-8a87-d1baa4fc756a req-7099a41e-26c9-4cbc-bad3-0ccbecf5f56f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:55.419511 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0a5ae67-a581-4cff-8a87-d1baa4fc756a req-7099a41e-26c9-4cbc-bad3-0ccbecf5f56f service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2027702 Apr 18 19:22:55.497483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46198) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:55.509729 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0a5ae67-a581-4cff-8a87-d1baa4fc756a req-ad730251-476a-41f7-b28e-1aa0cba80a6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=912582d3-802d-4292-bf41-28c7bf9c6930 HTTP/1.1" status: 200 len: 217 time: 0.0834732 Apr 18 19:22:55.517162 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['181e3dd5-f18d-48ef-99d6-95ee2c9d2389'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:55.564493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:55.592825 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b96123-dee6-4021-8613-9df88702a08c req-e3ac4218-23ee-401e-8bcd-18bf4c4bdd1c tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:55.596178 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-30b96123-dee6-4021-8613-9df88702a08c req-e3ac4218-23ee-401e-8bcd-18bf4c4bdd1c tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 948 time: 0.3638303 Apr 18 19:22:55.614290 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5ae67-a581-4cff-8a87-d1baa4fc756a req-4379f2fc-849f-4839-8544-749e95dd4f69 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:55.615831 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0a5ae67-a581-4cff-8a87-d1baa4fc756a req-4379f2fc-849f-4839-8544-749e95dd4f69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0880814 Apr 18 19:22:55.676594 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:55.710787 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-30b96123-dee6-4021-8613-9df88702a08c req-95940c3c-3bce-4d8a-b389-816321a044db tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd64fb38-07a9-448c-bc53-82603193e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049747 Apr 18 19:22:55.775982 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebfdf72-0bb4-4890-b0d6-75723e284915'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:55.789987 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:55.801710 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0a5ae67-a581-4cff-8a87-d1baa4fc756a req-c44b22f8-92d6-4e26-af49-4d2bd8190027 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1742127 Apr 18 19:22:55.871132 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46214) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:55.897347 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e89f810-231b-4250-ace4-7e5e84a0d1df req-7aee4dde-78e1-408b-8031-f1fa5ccb7354 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 210 time: 0.0715337 Apr 18 19:22:55.912700 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:55.917389 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-55f6cdb8-fd0a-439d-94b3-1746e7a08b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:55.981911 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0a5ae67-a581-4cff-8a87-d1baa4fc756a req-a546dadc-908f-409f-8ba6-1f939d1b9339 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705613 Apr 18 19:22:56.076595 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9f4f0190-b00f-4008-955e-03b909e168e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df89877bf54543fd9c1e2389272593e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5769291 Apr 18 19:22:56.079195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46222) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:56.137974 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0a5ae67-a581-4cff-8a87-d1baa4fc756a req-03dd5286-fb19-4c58-bae5-b5a6ae3aa15a service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490648 Apr 18 19:22:56.244916 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-55f6cdb8-fd0a-439d-94b3-1746e7a08b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:56.264452 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-55f6cdb8-fd0a-439d-94b3-1746e7a08b48 admin admin] Usage tracker for resource:security_group_rule and tenant:13721e6fa60a4129a99e23beb81828da is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:56.274706 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-55f6cdb8-fd0a-439d-94b3-1746e7a08b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:56.299341 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Pushing event updated for resources: {'Port': ['ID=0ebfdf72-0bb4-4890-b0d6-75723e284915,revision_number=7']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:56.311323 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-55f6cdb8-fd0a-439d-94b3-1746e7a08b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:56.311919 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff5ef7-035e-4571-b154-15c20f9e9f1a req-65d95b25-889a-471b-8f96-8cfef9269ff7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:56.313446 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e5ff5ef7-035e-4571-b154-15c20f9e9f1a req-65d95b25-889a-471b-8f96-8cfef9269ff7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 949 time: 0.0995102 Apr 18 19:22:56.354944 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.362436 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e5ff5ef7-035e-4571-b154-15c20f9e9f1a req-13912cf9-585e-4f6e-992a-39880b4359a0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Apr 18 19:22:56.419454 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on host n-h1-838334-1 for vnic_type normal with profile {"migrating_to": "n-h2-838334-1"} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:22:56.419791 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:22:56.420121 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:56.439531 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1093956d-bf70-4024-96fb-a6b154a86452'] response: {'server_uuid': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebfdf72-0bb4-4890-b0d6-75723e284915', 'code': 200} Apr 18 19:22:56.444357 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4052ea16-57e1-4a70-9cc2-0407b1c21956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.463782 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823f762-069b-44e3-b1d4-3a1a09d881f8 req-713ccf18-ac14-4ead-a21b-e80b89f65d74 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:56.465301 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0823f762-069b-44e3-b1d4-3a1a09d881f8 req-713ccf18-ac14-4ead-a21b-e80b89f65d74 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 944 time: 0.3968966 Apr 18 19:22:56.465830 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:22:56.466148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Attempting to bind port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:22:56.520045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:22:56.522466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:22:56.522466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:22:56.522466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Bound port: 0ebfdf72-0bb4-4890-b0d6-75723e284915, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:22:56.522466 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.538018 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6c25df1b-1f4e-4982-ac41-9d153de00ae3 req-f929ff9d-b15c-4970-be65-67ea152a5c60 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0408354 Apr 18 19:22:56.542274 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4052ea16-57e1-4a70-9cc2-0407b1c21956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.628327 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-55f6cdb8-fd0a-439d-94b3-1746e7a08b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.665361 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0823f762-069b-44e3-b1d4-3a1a09d881f8 req-63c6adef-3a3b-435f-b329-9fd5bc736c70 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917253 Apr 18 19:22:56.703016 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-808b014e-16d4-4776-925f-4e6b33fe6b8a req-9daa3449-5f0f-4a96-b67c-7c4843799835 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0634429 Apr 18 19:22:56.705485 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-55f6cdb8-fd0a-439d-94b3-1746e7a08b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.724000 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:22:56.757152 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:22:56.764769 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6cdb8-fd0a-439d-94b3-1746e7a08b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3ffefd-3d70-4032-a681-c757984814ee,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:56.769557 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-55f6cdb8-fd0a-439d-94b3-1746e7a08b48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13721e6fa60a4129a99e23beb81828da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8923161 Apr 18 19:22:56.772142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46234) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:56.772987 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4052ea16-57e1-4a70-9cc2-0407b1c21956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.789673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052ea16-57e1-4a70-9cc2-0407b1c21956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83275f90-4a1d-43c3-bef7-c07f29d04e0b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:56.843012 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10f8cf1f-de81-49ad-9cf9-223c652cf99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.868335 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10f8cf1f-de81-49ad-9cf9-223c652cf99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.873464 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 912582d3-802d-4292-bf41-28c7bf9c6930 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:22:56.885713 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:56.931503 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:56.996172 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10f8cf1f-de81-49ad-9cf9-223c652cf99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.007478 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4052ea16-57e1-4a70-9cc2-0407b1c21956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.011772 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4052ea16-57e1-4a70-9cc2-0407b1c21956 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83275f90-4a1d-43c3-bef7-c07f29d04e0b HTTP/1.1" status: 204 len: 168 time: 0.9215147 Apr 18 19:22:57.026162 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8cf1f-de81-49ad-9cf9-223c652cf99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3ffefd-3d70-4032-a681-c757984814ee,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:57.034343 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10f8cf1f-de81-49ad-9cf9-223c652cf99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.038793 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-10f8cf1f-de81-49ad-9cf9-223c652cf99d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b3ffefd-3d70-4032-a681-c757984814ee HTTP/1.1" status: 204 len: 168 time: 0.2658296 Apr 18 19:22:57.199530 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a53a9d30-8b72-46d6-b0d4-7fdc52ee5a1a req-f4ef1513-e0eb-431c-b985-c31bd1f6001f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 210 time: 0.0590911 Apr 18 19:22:57.210870 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:57.220163 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 912582d3-802d-4292-bf41-28c7bf9c6930, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=912582d3-802d-4292-bf41-28c7bf9c6930,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:57.231032 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:57.231467 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.268764 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '912582d3-802d-4292-bf41-28c7bf9c6930', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '912582d3-802d-4292-bf41-28c7bf9c6930', 'mac_address': 'fa:16:3e:16:98:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:22:57.302575 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.303981 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] 10.222.0.16 "PUT /v2.0/ports/0ebfdf72-0bb4-4890-b0d6-75723e284915 HTTP/1.1" status: 200 len: 1122 time: 2.3399622 Apr 18 19:22:57.326577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367efde1-508a-44a8-8ccc-59657f123e30 req-e9fbb552-8814-40ea-8d3b-6bedaca29828 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:57.328102 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-367efde1-508a-44a8-8ccc-59657f123e30 req-e9fbb552-8814-40ea-8d3b-6bedaca29828 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 948 time: 0.4450963 Apr 18 19:22:57.328926 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838d75b-3085-4c4c-a38a-67e95f5fd40c service neutron] Pushing event updated for resources: {'Port': ['ID=0ebfdf72-0bb4-4890-b0d6-75723e284915,revision_number=8']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:57.342633 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.380441 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-367efde1-508a-44a8-8ccc-59657f123e30 req-4d607d28-cc73-411c-a6fe-ddd13168f616 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd64fb38-07a9-448c-bc53-82603193e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457289 Apr 18 19:22:57.399281 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912582d3-802d-4292-bf41-28c7bf9c6930 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:22:57.415682 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['0ebfdf72-0bb4-4890-b0d6-75723e284915'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:57.475260 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 912582d3-802d-4292-bf41-28c7bf9c6930, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=912582d3-802d-4292-bf41-28c7bf9c6930,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:57.477982 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.523181 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:57.542227 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:57.572564 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.608855 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7690b06-dac8-4b71-97fe-2a0db3fe2dce'] response: {'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389', 'code': 200} Apr 18 19:22:57.661125 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:57.672942 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ea31e-30e5-4097-a837-486374b07138 req-a3181a70-1a1c-432b-8c33-b4410c571103 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:57.674595 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=912582d3-802d-4292-bf41-28c7bf9c6930,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:57.684074 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8d4ea31e-30e5-4097-a837-486374b07138 req-a3181a70-1a1c-432b-8c33-b4410c571103 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 949 time: 0.1864104 Apr 18 19:22:57.755199 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8d4ea31e-30e5-4097-a837-486374b07138 req-52a0ce49-8296-443a-a31d-56b02a374486 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677249 Apr 18 19:22:57.786275 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:57.832840 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['912582d3-802d-4292-bf41-28c7bf9c6930'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:22:58.012152 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f99ac264-95f7-4205-a296-94f7715c187d req-e78eb3ec-53ff-43b0-83d4-71a943ccca8a tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0623162 Apr 18 19:22:58.179944 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c454805-72f0-4228-bc1f-15b301e167b3 req-3c963048-e6f4-401a-ba48-351a8d13eaef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 1101 time: 0.4249494 Apr 18 19:22:58.210195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb533285-8e1f-4f20-994d-99b789793688 req-fbf06df8-ebc7-4385-b0f6-c51945572107 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:58.211423 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-fbf06df8-ebc7-4385-b0f6-c51945572107 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.71 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 821 time: 0.3253846 Apr 18 19:22:58.229957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051459d1-c3e0-4c55-be6e-2a251349919a req-f75ef28c-cf36-4a4d-8221-e64697ab1bc0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:58.231438 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-051459d1-c3e0-4c55-be6e-2a251349919a req-f75ef28c-cf36-4a4d-8221-e64697ab1bc0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 944 time: 0.2192013 Apr 18 19:22:58.244763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Request body: {'port': {'device_id': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99', 'admin_state_up': True, 'tenant_id': '7e8a2dfc35db431798213b48c535215f'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:22:58.326339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46268) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:58.344183 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c454805-72f0-4228-bc1f-15b301e167b3 req-4f40319d-ff07-46bb-a80f-6196f462e5a7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560552 Apr 18 19:22:58.363448 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-101f48b2-ee52-4d16-8dfd-a4f9b2ba2c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:58.418292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-051459d1-c3e0-4c55-be6e-2a251349919a req-3195de88-0a0b-4f96-a3e9-8572cef59a17 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427934 Apr 18 19:22:58.441087 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'tag': '0ebfdf72-0bb4-4890-b0d6-75723e284915'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:58.499380 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:58.504179 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Usage tracker for resource:port and tenant:7e8a2dfc35db431798213b48c535215f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:58.506800 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:58.515278 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:58.532592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-101f48b2-ee52-4d16-8dfd-a4f9b2ba2c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:22:58.539620 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3a79f350-d121-4f03-85e9-d2c7498855bc req-4bb7a498-bc44-44a7-bc59-102bec24ab4e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 210 time: 0.0790200 Apr 18 19:22:58.542622 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-101f48b2-ee52-4d16-8dfd-a4f9b2ba2c36 admin admin] Usage tracker for resource:security_group_rule and tenant:5033e2f39e0f4ce58755778d78c5bdf1 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:22:58.547311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-101f48b2-ee52-4d16-8dfd-a4f9b2ba2c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:22:58.555063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-101f48b2-ee52-4d16-8dfd-a4f9b2ba2c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:22:58.633484 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-101f48b2-ee52-4d16-8dfd-a4f9b2ba2c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:58.636702 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373bd9f7-22bc-41e9-a013-58bd6c02af24'] response: {'name': 'network-changed', 'server_uuid': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'tag': '0ebfdf72-0bb4-4890-b0d6-75723e284915', 'status': 'completed', 'code': 200} Apr 18 19:22:58.641464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Made reservation on behalf of 7e8a2dfc35db431798213b48c535215f for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:22:58.644459 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:58.712737 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-101f48b2-ee52-4d16-8dfd-a4f9b2ba2c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:58.771744 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-101f48b2-ee52-4d16-8dfd-a4f9b2ba2c36 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5033e2f39e0f4ce58755778d78c5bdf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4441803 Apr 18 19:22:58.775237 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46282) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:22:58.779814 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f48b2-ee52-4d16-8dfd-a4f9b2ba2c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42bf247-119c-41e3-b7cc-71157dbcc952,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:58.785273 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4f201a4-099c-4a16-9ce2-c7a8eecfe8b6 req-fc9eb459-422d-49f1-85b9-7f1ae8318e67 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1125 time: 0.1331332 Apr 18 19:22:58.858371 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baed2f-028a-420d-8851-6d09413d8247 req-35e7cc8d-eee1-4a58-95c3-2ea27e2be18e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:58.860436 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-65baed2f-028a-420d-8851-6d09413d8247 req-35e7cc8d-eee1-4a58-95c3-2ea27e2be18e tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 949 time: 0.2710967 Apr 18 19:22:58.871763 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 912582d3-802d-4292-bf41-28c7bf9c6930 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:22:58.952118 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-69e1736c-11b7-44b2-a570-91cb437fb62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:58.985289 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Allocated IP 172.20.0.2 (9b83be68-6eca-400e-8c84-411bbd373f99/f414ac77-ee2e-4d14-93ae-558ef6a80bb1/848ef3df-ed98-4704-958e-0c6bca5aaf58) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:22:59.031694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f201a4-099c-4a16-9ce2-c7a8eecfe8b6 req-6552382e-c2e3-4194-8ed3-087099aa14c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:59.033184 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4f201a4-099c-4a16-9ce2-c7a8eecfe8b6 req-6552382e-c2e3-4194-8ed3-087099aa14c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.2379355 Apr 18 19:22:59.037972 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-69e1736c-11b7-44b2-a570-91cb437fb62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.114488 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 912582d3-802d-4292-bf41-28c7bf9c6930 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:22:59.120331 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 912582d3-802d-4292-bf41-28c7bf9c6930 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:22:59.120909 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.144891 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4f201a4-099c-4a16-9ce2-c7a8eecfe8b6 req-f8172e91-8f1d-4cc8-8487-3cf9120a5137 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915 HTTP/1.1" status: 200 len: 217 time: 0.0953200 Apr 18 19:22:59.267820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4163301-6d42-4e08-be76-f96ef669bc58 req-1a6b7b5f-d3ec-4b11-b2d6-a9838d1185d8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:59.275850 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e4163301-6d42-4e08-be76-f96ef669bc58 req-1a6b7b5f-d3ec-4b11-b2d6-a9838d1185d8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.3217287 Apr 18 19:22:59.327434 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f201a4-099c-4a16-9ce2-c7a8eecfe8b6 req-c19dc517-da88-43c2-9e4b-b5727039e1a7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:59.328879 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4f201a4-099c-4a16-9ce2-c7a8eecfe8b6 req-c19dc517-da88-43c2-9e4b-b5727039e1a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1777723 Apr 18 19:22:59.331577 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.336934 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-65baed2f-028a-420d-8851-6d09413d8247 req-999fe6b2-d25e-408c-bce6-2ef4200264ba tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd64fb38-07a9-448c-bc53-82603193e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708455 Apr 18 19:22:59.361704 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.394017 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4f201a4-099c-4a16-9ce2-c7a8eecfe8b6 req-ad11581f-adf9-4c8d-8932-194e8ad7693d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541410 Apr 18 19:22:59.396464 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-69e1736c-11b7-44b2-a570-91cb437fb62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.419021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 912582d3-802d-4292-bf41-28c7bf9c6930, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=912582d3-802d-4292-bf41-28c7bf9c6930,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:22:59.427970 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e4163301-6d42-4e08-be76-f96ef669bc58 req-e4007d10-7099-4dc2-a700-76daacfcba14 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499434 Apr 18 19:22:59.476249 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1736c-11b7-44b2-a570-91cb437fb62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42bf247-119c-41e3-b7cc-71157dbcc952,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:59.525107 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.537582 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.615264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6686e5-9337-4849-976e-610701fff852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912582d3-802d-4292-bf41-28c7bf9c6930'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:22:59.615479 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-69e1736c-11b7-44b2-a570-91cb437fb62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.617707 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-69e1736c-11b7-44b2-a570-91cb437fb62e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e42bf247-119c-41e3-b7cc-71157dbcc952 HTTP/1.1" status: 204 len: 168 time: 0.8399649 Apr 18 19:22:59.700658 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=912582d3-802d-4292-bf41-28c7bf9c6930,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:59.758137 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4f201a4-099c-4a16-9ce2-c7a8eecfe8b6 req-5739c8f4-1b56-4742-9b5a-2c1ce3820958 service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474612 Apr 18 19:22:59.840085 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a3bbc27-648b-4ba7-a2bc-6fb7424a1661 req-d6244565-3211-492e-b389-ec6f7a131d35 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0430357 Apr 18 19:22:59.854305 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Network 9b83be68-6eca-400e-8c84-411bbd373f99 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:22:59.861747 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:22:59.864401 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:22:59.868730 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:59.870041 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:22:59.908914 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Pushing event updated for resources: {'Port': ['ID=848ef3df-ed98-4704-958e-0c6bca5aaf58,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:22:59.913876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90326579-0ba4-492f-a19b-3bbe5d6e1593 req-f3f10c75-0962-4098-8365-1060c97ae25f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:22:59.921735 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-90326579-0ba4-492f-a19b-3bbe5d6e1593 req-f3f10c75-0962-4098-8365-1060c97ae25f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 944 time: 0.2344112 Apr 18 19:22:59.992195 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4f201a4-099c-4a16-9ce2-c7a8eecfe8b6 req-0f38c64a-b9d9-43f3-9a77-fec4fdd25b2d service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256970 Apr 18 19:23:00.006745 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-90326579-0ba4-492f-a19b-3bbe5d6e1593 req-fe7929be-47cb-4be7-8f96-e3944994528e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835292 Apr 18 19:23:00.026995 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-c8eb5a9f-9c62-47fb-8cf0-575aeac36d66 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7879515 Apr 18 19:23:00.040369 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Request body: {'port': {'device_id': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:00.067820 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe02ea58-873e-4484-877b-6e895eba7f41'] response: {'server_uuid': '2b6686e5-9337-4849-976e-610701fff852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912582d3-802d-4292-bf41-28c7bf9c6930', 'code': 200} Apr 18 19:23:00.303003 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:00.319604 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735acc4-d076-4e36-b7f3-08ba0098629a req-aec69f28-aa9f-4197-89e8-75482a2dff50 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:00.320297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3735acc4-d076-4e36-b7f3-08ba0098629a req-aec69f28-aa9f-4197-89e8-75482a2dff50 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Synchronizing usage tracker for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:00.464410 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc47d3ba-c4fe-422b-b342-df62cb2e580b req-e0f18f94-f3b0-44d6-b2a9-69a6a963ee7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 1101 time: 0.2605462 Apr 18 19:23:00.470419 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3735acc4-d076-4e36-b7f3-08ba0098629a req-aec69f28-aa9f-4197-89e8-75482a2dff50 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Unset dirty status for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:00.476641 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3735acc4-d076-4e36-b7f3-08ba0098629a req-aec69f28-aa9f-4197-89e8-75482a2dff50 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 931 time: 0.4410555 Apr 18 19:23:00.584179 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956737f-4da9-419e-bb5f-5ec19994a8ab req-5fd1f2bf-744b-4575-9699-65f6a125c71c tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:00.585662 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d956737f-4da9-419e-bb5f-5ec19994a8ab req-5fd1f2bf-744b-4575-9699-65f6a125c71c tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 950 time: 0.0871155 Apr 18 19:23:00.649616 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3735acc4-d076-4e36-b7f3-08ba0098629a req-b7bd30a8-8561-43f2-8fc5-c330acad7848 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721182 Apr 18 19:23:00.657733 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc47d3ba-c4fe-422b-b342-df62cb2e580b req-682820b6-dc57-41ae-9283-5931b7dc8220 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bd64fb38-07a9-448c-bc53-82603193e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558049 Apr 18 19:23:00.663020 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d956737f-4da9-419e-bb5f-5ec19994a8ab req-c2c7de06-5f44-4112-8820-d60b94f00fcf tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd64fb38-07a9-448c-bc53-82603193e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678184 Apr 18 19:23:00.820042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848ef3df-ed98-4704-958e-0c6bca5aaf58 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:00.834066 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:00.847726 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Transition to ACTIVE for port object 848ef3df-ed98-4704-958e-0c6bca5aaf58 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:00.893663 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 0ebfdf72-0bb4-4890-b0d6-75723e284915 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:23:00.894539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05232bd-4dbe-4229-8503-d969f10d9400 req-e882b517-5e75-4c59-b577-0ec7c99aafb0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:00.902869 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a05232bd-4dbe-4229-8503-d969f10d9400 req-e882b517-5e75-4c59-b577-0ec7c99aafb0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.1033108 Apr 18 19:23:00.959780 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:00.974393 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a05232bd-4dbe-4229-8503-d969f10d9400 req-919c389f-098b-4301-a34d-6f8ce387aaa1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696430 Apr 18 19:23:01.077264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:01.102110 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 0ebfdf72-0bb4-4890-b0d6-75723e284915 has no active binding in host n-h2-838334-1 {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:23:01.200200 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Pushing event updated for resources: {'Port': ['ID=848ef3df-ed98-4704-958e-0c6bca5aaf58,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:01.205267 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9854bcb5-db69-4910-beb9-15fd475d8325 req-83c1a9f4-68ba-42fd-807f-8314bbbd017b tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0763001 Apr 18 19:23:01.278295 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-56e62f60-5790-4675-ab57-0738f58abb1a req-569edacd-61d3-4787-b326-a4d8b271bf6e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0495093 Apr 18 19:23:01.284766 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:01.284766 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:01.285399 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:01.292359 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:01.292671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:01.299738 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:01.300201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:01.300584 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:01.301035 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Bound port: 848ef3df-ed98-4704-958e-0c6bca5aaf58, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:01.301377 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:01.307046 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e7f9c8f1-4caa-4923-9173-4922739fecbe req-c47218d4-c81f-47f7-ba96-2aea9e465897 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1409135 Apr 18 19:23:01.500878 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:01.504476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:01.520873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb4c9a-322d-4edb-9033-528caa7b18fe req-d6b62d64-5173-4896-a26a-8228c388a25d tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:01.522330 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10bb4c9a-322d-4edb-9033-528caa7b18fe req-d6b62d64-5173-4896-a26a-8228c388a25d tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 944 time: 0.1164393 Apr 18 19:23:01.567987 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10bb4c9a-322d-4edb-9033-528caa7b18fe req-b0863509-a91f-4e4d-82d2-74b5ddb729ec tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393231 Apr 18 19:23:01.571176 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:01.637721 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:01.639218 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] 10.222.0.71 "PUT /v2.0/ports/848ef3df-ed98-4704-958e-0c6bca5aaf58 HTTP/1.1" status: 200 len: 1091 time: 1.6054680 Apr 18 19:23:01.639685 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'tag': '848ef3df-ed98-4704-958e-0c6bca5aaf58'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:01.657453 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378a25e-83bd-4de1-ba68-b83242198e23 service neutron] Pushing event updated for resources: {'Port': ['ID=848ef3df-ed98-4704-958e-0c6bca5aaf58,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:01.698928 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-12ed1365-88f2-45f5-b302-d3c22dfcf7e1 service neutron] 10.222.0.71 "GET /v2.0/ports/0ebfdf72-0bb4-4890-b0d6-75723e284915/bindings/n-h2-838334-1 HTTP/1.1" status: 200 len: 384 time: 0.1899309 Apr 18 19:23:01.887965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-826dcabd-5328-4606-9377-e2d14c11c52c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 1094 time: 0.0997548 Apr 18 19:23:01.949908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d71fb-3e71-4e4a-8db1-a983f5f5239a req-fa56f984-4b1c-4956-abce-7b8208c630be tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:01.956638 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-778d71fb-3e71-4e4a-8db1-a983f5f5239a req-fa56f984-4b1c-4956-abce-7b8208c630be tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.1820755 Apr 18 19:23:02.028980 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-3c29ee44-bfd9-4a4f-85d9-7c3a9c31f71b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58 HTTP/1.1" status: 200 len: 217 time: 0.0810845 Apr 18 19:23:02.086280 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-778d71fb-3e71-4e4a-8db1-a983f5f5239a req-03039d52-8aec-450f-88c0-0cacbe9310a3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287210 Apr 18 19:23:02.123026 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb533285-8e1f-4f20-994d-99b789793688 req-064f5891-c44f-4351-8bd5-79988d9e03b4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:02.124879 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-064f5891-c44f-4351-8bd5-79988d9e03b4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.0899937 Apr 18 19:23:02.143944 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-40b5901f-0a30-4cd3-93b6-4fe07425c4c8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2362974 Apr 18 19:23:02.183279 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-a8917dfa-f4ea-4955-96ea-94b986b8ecf1 service neutron] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:02.204825 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-0f1ef5aa-6f96-4aeb-977b-44b462f70a07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574541 Apr 18 19:23:02.207530 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-a8917dfa-f4ea-4955-96ea-94b986b8ecf1 service neutron] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:02.210097 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a10095c-1f2e-45f9-8a16-a93802b14e74'] response: {'name': 'network-changed', 'server_uuid': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'tag': '848ef3df-ed98-4704-958e-0c6bca5aaf58', 'status': 'completed', 'code': 200} Apr 18 19:23:02.270557 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-a8917dfa-f4ea-4955-96ea-94b986b8ecf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebfdf72-0bb4-4890-b0d6-75723e284915 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:02.283916 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-a8917dfa-f4ea-4955-96ea-94b986b8ecf1 service neutron] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:02.440778 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-a8917dfa-f4ea-4955-96ea-94b986b8ecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:02.529659 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-5217fe58-0600-4948-9d22-e91afe7a697e service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042505 Apr 18 19:23:02.617926 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975e02d-d4cb-49ef-819c-53fea021ca52 req-7ce2f823-516c-40d6-a1cb-29f6eb85defc tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:02.624924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9975e02d-d4cb-49ef-819c-53fea021ca52 req-7ce2f823-516c-40d6-a1cb-29f6eb85defc tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 950 time: 0.2534199 Apr 18 19:23:02.699924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9975e02d-d4cb-49ef-819c-53fea021ca52 req-5c491b1a-92fd-4ccc-8819-e5c10b811665 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd64fb38-07a9-448c-bc53-82603193e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740740 Apr 18 19:23:02.726639 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f979f62-bc12-48c6-a9b2-fc1b67d35d0a req-d4d4256c-2833-4fe5-bd9d-65043a9ce8cd tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:02.726639 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f979f62-bc12-48c6-a9b2-fc1b67d35d0a req-d4d4256c-2833-4fe5-bd9d-65043a9ce8cd tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 943 time: 0.1951005 Apr 18 19:23:02.757454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-a8917dfa-f4ea-4955-96ea-94b986b8ecf1 service neutron] Transition to ACTIVE for port object 0ebfdf72-0bb4-4890-b0d6-75723e284915 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:02.768998 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb533285-8e1f-4f20-994d-99b789793688 req-2a9fdb54-5dd4-4af6-a96e-2a5386957cac service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914039 Apr 18 19:23:02.794421 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f979f62-bc12-48c6-a9b2-fc1b67d35d0a req-fd227263-338a-441c-83e4-003987aea56f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609164 Apr 18 19:23:02.878246 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f5775855-4347-45a3-b101-8e07778e2a58 req-88a5032b-cdc8-45f8-b28c-9e446199f938 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0421889 Apr 18 19:23:02.903521 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-a8917dfa-f4ea-4955-96ea-94b986b8ecf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:03.105395 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2d0a3a5-57a7-43e3-99fe-1413b2c0f3bb req-de625352-d3cc-47c0-8131-26f6b463657a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 1094 time: 0.1685901 Apr 18 19:23:03.119406 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-a8917dfa-f4ea-4955-96ea-94b986b8ecf1 service neutron] No DVR routers for this DVR port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:23:03.128766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8917dfa-f4ea-4955-96ea-94b986b8ecf1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebfdf72-0bb4-4890-b0d6-75723e284915,revision_number=10']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:03.203174 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-a8917dfa-f4ea-4955-96ea-94b986b8ecf1 service neutron] 10.222.0.71 "PUT /v2.0/ports/0ebfdf72-0bb4-4890-b0d6-75723e284915/bindings/n-h2-838334-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4981649 Apr 18 19:23:03.254697 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd6a86-da13-4bb0-84e7-fb7392fa614e req-6d19c3b9-b2b2-44fc-bbb3-0d26bf3e416b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:03.256668 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a5cd6a86-da13-4bb0-84e7-fb7392fa614e req-6d19c3b9-b2b2-44fc-bbb3-0d26bf3e416b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 945 time: 0.1815019 Apr 18 19:23:03.316819 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a5cd6a86-da13-4bb0-84e7-fb7392fa614e req-2e1c8b5e-5b7b-4f13-9d72-06645bee3d38 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486126 Apr 18 19:23:03.380798 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a3a5-57a7-43e3-99fe-1413b2c0f3bb req-66ec90fe-992d-402d-a5ce-95d71bc5d489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:03.382396 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2d0a3a5-57a7-43e3-99fe-1413b2c0f3bb req-66ec90fe-992d-402d-a5ce-95d71bc5d489 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.2710619 Apr 18 19:23:03.471554 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2d0a3a5-57a7-43e3-99fe-1413b2c0f3bb req-3687f8bb-11d5-471f-930b-74b59294a262 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58 HTTP/1.1" status: 200 len: 217 time: 0.0807822 Apr 18 19:23:03.562733 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-a24811f2-7ff6-4947-9ddb-877ea3ba97da tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1096 time: 0.2359905 Apr 18 19:23:03.563851 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0a3a5-57a7-43e3-99fe-1413b2c0f3bb req-4b0206b4-5835-4181-a55e-1b2e6bd1bc89 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:03.565196 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2d0a3a5-57a7-43e3-99fe-1413b2c0f3bb req-4b0206b4-5835-4181-a55e-1b2e6bd1bc89 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.0850716 Apr 18 19:23:03.644725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17e0aa-3cad-4664-88ca-5d2e8ea121d2 req-82cf96c1-f1d0-4ea4-acc4-f3809e142aae tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:03.646576 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1a17e0aa-3cad-4664-88ca-5d2e8ea121d2 req-82cf96c1-f1d0-4ea4-acc4-f3809e142aae tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.0893290 Apr 18 19:23:03.655484 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2d0a3a5-57a7-43e3-99fe-1413b2c0f3bb req-486c5ce5-8c17-454e-bd16-d3d93605484f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502367 Apr 18 19:23:03.697068 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1a17e0aa-3cad-4664-88ca-5d2e8ea121d2 req-497c9dbd-0aaa-496c-baa8-dc37b4163a5f tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439427 Apr 18 19:23:03.774354 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-71410ec3-ea3f-45c6-9c6c-f7deac0923b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9&tenant_id=8c23189679ae40bb84dcf0717d8a1396 HTTP/1.1" status: 200 len: 1096 time: 0.2049201 Apr 18 19:23:03.843021 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2d0a3a5-57a7-43e3-99fe-1413b2c0f3bb req-811ad5b4-6182-4bc6-bcb6-432e0301a42e service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758151 Apr 18 19:23:03.970613 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-0f1ffe56-cfee-4aed-8987-726d6f0a8c05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1096 time: 0.1713848 Apr 18 19:23:04.051390 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a5db09c-d4bd-496f-b9e8-7073e8e2cd93 req-5dcc3bff-53a5-4e7e-a070-58283a6e3660 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0798120 Apr 18 19:23:04.105854 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2d0a3a5-57a7-43e3-99fe-1413b2c0f3bb req-65ddf3e3-a9a8-4852-a5d3-81544a6fcd46 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562039 Apr 18 19:23:04.207296 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-321b31a7-039b-4fed-85ba-21697b1f0aa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:04.208702 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-321b31a7-039b-4fed-85ba-21697b1f0aa1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.1934037 Apr 18 19:23:04.278418 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-d7129918-74de-40a6-b235-100ac0f0e296 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915 HTTP/1.1" status: 200 len: 217 time: 0.0626507 Apr 18 19:23:04.425026 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-296958f4-0cea-4df8-9196-3c440735d52b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:04.426480 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-296958f4-0cea-4df8-9196-3c440735d52b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1420112 Apr 18 19:23:04.471727 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-f2a7af0f-66e7-46cc-b6d4-d56c3ce66b22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387669 Apr 18 19:23:04.667506 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-dfa4131d-7d2d-4877-98e3-0a37504090ed service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888113 Apr 18 19:23:04.700572 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c68221-7d7f-4904-8a37-681807e56300 req-888c7703-d326-4b8c-8dd4-048ae517c0b3 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:04.702004 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b7c68221-7d7f-4904-8a37-681807e56300 req-888c7703-d326-4b8c-8dd4-048ae517c0b3 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 943 time: 0.1504593 Apr 18 19:23:04.819335 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d09cfa24-a978-4839-8c02-0d82594ea997 req-b7c8dbbc-b7c4-4342-b1df-3cfa87f0c8be tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0456522 Apr 18 19:23:04.824086 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b7c68221-7d7f-4904-8a37-681807e56300 req-b5caf210-9201-40d2-9fb4-3ec434c4679f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768368 Apr 18 19:23:04.843571 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-2f066e75-9209-4b19-8094-dc4f708a3450 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702995 Apr 18 19:23:04.993579 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-cf128399-afec-486b-83ee-bb3b57a46121 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 1101 time: 0.1666369 Apr 18 19:23:05.158959 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5dfec4-e2db-4e68-96fa-d68327068bfb req-6d01f818-04f7-4e7e-a161-b7d55f740ee9 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:05.162819 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5d5dfec4-e2db-4e68-96fa-d68327068bfb req-6d01f818-04f7-4e7e-a161-b7d55f740ee9 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 945 time: 0.2095220 Apr 18 19:23:05.165777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-899cf5da-d9d3-4e65-bd04-0998e72f3e89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:05.428814 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-899cf5da-d9d3-4e65-bd04-0998e72f3e89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.1679471 Apr 18 19:23:05.429125 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6989d-ddc1-489b-94d7-d74a2f90f383 req-7df75d1b-8e09-4a3f-a527-5657e2a01e3f tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:05.429125 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38a6989d-ddc1-489b-94d7-d74a2f90f383 req-7df75d1b-8e09-4a3f-a527-5657e2a01e3f tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 950 time: 0.0905507 Apr 18 19:23:05.429125 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38a6989d-ddc1-489b-94d7-d74a2f90f383 req-d26a2e4f-17ad-4fde-a3e4-135795854816 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd64fb38-07a9-448c-bc53-82603193e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560997 Apr 18 19:23:05.429770 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-2e205beb-ec54-4bd5-8d43-1f791a4c101d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389 HTTP/1.1" status: 200 len: 217 time: 0.0738277 Apr 18 19:23:05.429770 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5d5dfec4-e2db-4e68-96fa-d68327068bfb req-d2e05f60-2875-4cbd-8557-5997adcccdbd tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531868 Apr 18 19:23:05.429770 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-787d3142-d63d-4bc6-8075-636855973307 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:05.429770 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-787d3142-d63d-4bc6-8075-636855973307 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0679104 Apr 18 19:23:05.540259 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-9e5479a5-0ec4-4203-bd0f-b3345419964c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1991401 Apr 18 19:23:05.551499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800bcd-73c9-41a1-a2da-d83895cc033d req-bebfb010-4d9e-4000-99c5-75b63a7f1aa8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:05.559682 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-12800bcd-73c9-41a1-a2da-d83895cc033d req-bebfb010-4d9e-4000-99c5-75b63a7f1aa8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.1072989 Apr 18 19:23:05.573412 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-b49792e5-3e5a-42b5-b340-fb04c3ae9166 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 1096 time: 0.0910661 Apr 18 19:23:05.710218 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-12800bcd-73c9-41a1-a2da-d83895cc033d req-532e3542-296e-4471-ba34-6235f6c89790 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316085 Apr 18 19:23:05.748849 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-25fc2141-17e4-4ad6-b92e-47f238f72886 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881785 Apr 18 19:23:05.774728 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-47a43276-e7c1-4389-acf2-e1f9c4421d2f service neutron] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:05.778125 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-47a43276-e7c1-4389-acf2-e1f9c4421d2f service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:05.779465 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfcea10d-42e7-4bc7-af2c-2bc123bc1688 req-47a43276-e7c1-4389-acf2-e1f9c4421d2f service neutron] 10.222.0.16 "DELETE /v2.0/ports/0ebfdf72-0bb4-4890-b0d6-75723e284915/bindings/n-h1-838334-1 HTTP/1.1" status: 204 len: 173 time: 0.1923704 Apr 18 19:23:05.904924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-80a6c86b-d06f-4fe6-b446-c8e6b9b21225 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480179 Apr 18 19:23:06.048587 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc745ae9-b8cb-4a62-aeba-ee1d0be65a6f req-60dcb008-1ca4-4389-b856-5a3d6ee56edc tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0584719 Apr 18 19:23:06.129275 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e6cb-7572-475c-b345-111ad8244b4f req-3e83f226-cd92-4c7e-9b39-d881e22c1ba6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:06.132287 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0858e6cb-7572-475c-b345-111ad8244b4f req-3e83f226-cd92-4c7e-9b39-d881e22c1ba6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 950 time: 0.1964631 Apr 18 19:23:06.136634 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a0d15-d9b1-44ea-b92b-2ad426f54b81 req-ae680461-41cd-416a-a2a7-d4f77a2652c8 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:06.137987 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca7a0d15-d9b1-44ea-b92b-2ad426f54b81 req-ae680461-41cd-416a-a2a7-d4f77a2652c8 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 943 time: 0.1316597 Apr 18 19:23:06.162528 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 848ef3df-ed98-4704-958e-0c6bca5aaf58 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:23:06.165479 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 0ebfdf72-0bb4-4890-b0d6-75723e284915 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:06.233452 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-0858e6cb-7572-475c-b345-111ad8244b4f req-57edff44-a94e-4df6-ae91-92f1edb0bec6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Deleting port 912582d3-802d-4292-bf41-28c7bf9c6930 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:06.233703 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0858e6cb-7572-475c-b345-111ad8244b4f req-57edff44-a94e-4df6-ae91-92f1edb0bec6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:06.289842 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca7a0d15-d9b1-44ea-b92b-2ad426f54b81 req-5061899e-7f97-4581-abdd-e9fdf46ae671 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145160 Apr 18 19:23:06.385668 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 0ebfdf72-0bb4-4890-b0d6-75723e284915 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:06.479912 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:06.498283 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '848ef3df-ed98-4704-958e-0c6bca5aaf58', 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99', 'port_id': '848ef3df-ed98-4704-958e-0c6bca5aaf58', 'mac_address': 'fa:16:3e:d0:b4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f414ac77-ee2e-4d14-93ae-558ef6a80bb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:23:06.581928 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c56408-a3ef-4b3d-9425-d852859c8558 req-291828fd-165c-4645-a464-51db578a0202 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:06.583890 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:06.588787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-0858e6cb-7572-475c-b345-111ad8244b4f req-57edff44-a94e-4df6-ae91-92f1edb0bec6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] For port 912582d3-802d-4292-bf41-28c7bf9c6930, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=912582d3-802d-4292-bf41-28c7bf9c6930,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:06.588787 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0858e6cb-7572-475c-b345-111ad8244b4f req-57edff44-a94e-4df6-ae91-92f1edb0bec6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:06.592561 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-48c56408-a3ef-4b3d-9425-d852859c8558 req-291828fd-165c-4645-a464-51db578a0202 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 950 time: 0.1384871 Apr 18 19:23:06.628524 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848ef3df-ed98-4704-958e-0c6bca5aaf58 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:06.661668 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:06.662200 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-48c56408-a3ef-4b3d-9425-d852859c8558 req-2af040f5-004e-48f3-9386-6d960e263e6c tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/security-groups?id=bd64fb38-07a9-448c-bc53-82603193e2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671122 Apr 18 19:23:06.733520 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46500) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:06.741835 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-0858e6cb-7572-475c-b345-111ad8244b4f req-57edff44-a94e-4df6-ae91-92f1edb0bec6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Calling delete_port for 912582d3-802d-4292-bf41-28c7bf9c6930 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:06.746880 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46508) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:06.776049 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3a592-7baf-4e00-87ec-69212ba167fb req-28214f88-b8c8-4b41-9765-204d5f413f84 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:06.777836 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-16f3a592-7baf-4e00-87ec-69212ba167fb req-28214f88-b8c8-4b41-9765-204d5f413f84 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 945 time: 0.3087957 Apr 18 19:23:06.813551 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:06.870936 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-16f3a592-7baf-4e00-87ec-69212ba167fb req-fe6eda64-3fbe-4a66-96d1-5f22c3efde38 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859065 Apr 18 19:23:06.931744 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=848ef3df-ed98-4704-958e-0c6bca5aaf58,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:06.945276 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-80763eb2-ad60-4ad3-9f84-a78e2bf2059b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.016243 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f4d03-2d7f-4af0-9c67-0fa723f27d02 req-4438a5b8-ef1e-447e-bc64-22346fa07c02 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:07.018428 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-700f4d03-2d7f-4af0-9c67-0fa723f27d02 req-4438a5b8-ef1e-447e-bc64-22346fa07c02 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.1588249 Apr 18 19:23:07.021095 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bda7dda3-7848-4716-a966-55bd03a726da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.084904 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['848ef3df-ed98-4704-958e-0c6bca5aaf58'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:23:07.092245 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0858e6cb-7572-475c-b345-111ad8244b4f req-57edff44-a94e-4df6-ae91-92f1edb0bec6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.131164 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['912582d3-802d-4292-bf41-28c7bf9c6930'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:23:07.131538 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-700f4d03-2d7f-4af0-9c67-0fa723f27d02 req-0f1e362a-2d16-490f-89dd-3b292ee77a85 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007168 Apr 18 19:23:07.143015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-80763eb2-ad60-4ad3-9f84-a78e2bf2059b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:07.151569 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bda7dda3-7848-4716-a966-55bd03a726da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:07.151762 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edff44-a94e-4df6-ae91-92f1edb0bec6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Pushing event deleted for resources: {'Port': ['ID=912582d3-802d-4292-bf41-28c7bf9c6930,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:07.153618 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-80763eb2-ad60-4ad3-9f84-a78e2bf2059b admin admin] Usage tracker for resource:security_group_rule and tenant:047bd2e650f84b41ac975eeb4a0ad33f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:07.172418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-80763eb2-ad60-4ad3-9f84-a78e2bf2059b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:07.185143 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-80763eb2-ad60-4ad3-9f84-a78e2bf2059b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:07.275650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858e6cb-7572-475c-b345-111ad8244b4f req-57edff44-a94e-4df6-ae91-92f1edb0bec6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] No DVR routers for this DVR port 912582d3-802d-4292-bf41-28c7bf9c6930 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:23:07.287937 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0858e6cb-7572-475c-b345-111ad8244b4f req-57edff44-a94e-4df6-ae91-92f1edb0bec6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.293675 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6686e5-9337-4849-976e-610701fff852', 'name': 'network-vif-deleted', 'tag': '912582d3-802d-4292-bf41-28c7bf9c6930'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:07.316356 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab21e9d3-244c-4839-9a35-44b11b7b5a94 req-9f6aa5d4-02a9-4c13-ba5a-bc93ea003e99 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1096 time: 0.2730272 Apr 18 19:23:07.330566 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-80763eb2-ad60-4ad3-9f84-a78e2bf2059b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.370737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bda7dda3-7848-4716-a966-55bd03a726da admin admin] Usage tracker for resource:security_group_rule and tenant:e17d0693ae654025a357d6e5c7a15076 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:07.373831 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bda7dda3-7848-4716-a966-55bd03a726da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:07.380581 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bda7dda3-7848-4716-a966-55bd03a726da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:07.382495 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab21e9d3-244c-4839-9a35-44b11b7b5a94 req-522db310-db9b-490d-be32-ed983633bf28 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597532 Apr 18 19:23:07.394706 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0858e6cb-7572-475c-b345-111ad8244b4f req-57edff44-a94e-4df6-ae91-92f1edb0bec6 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.16 "DELETE /v2.0/ports/912582d3-802d-4292-bf41-28c7bf9c6930 HTTP/1.1" status: 204 len: 173 time: 1.2555196 Apr 18 19:23:07.402387 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ef324875-6b00-4172-9e9c-0b5465aa8303 req-a5a9c71a-c113-4f0c-8759-06d517bc425c tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0649688 Apr 18 19:23:07.461069 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-80763eb2-ad60-4ad3-9f84-a78e2bf2059b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.475413 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468e5237-ed52-4923-beea-a75332845d23'] response: {'server_uuid': '2b6686e5-9337-4849-976e-610701fff852', 'name': 'network-vif-deleted', 'tag': '912582d3-802d-4292-bf41-28c7bf9c6930', 'status': 'completed', 'code': 200} Apr 18 19:23:07.548894 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80763eb2-ad60-4ad3-9f84-a78e2bf2059b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5446d9fa-98f2-4d4f-855d-8efc38e88ffa,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:07.553725 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bda7dda3-7848-4716-a966-55bd03a726da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.556430 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-80763eb2-ad60-4ad3-9f84-a78e2bf2059b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=047bd2e650f84b41ac975eeb4a0ad33f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8213389 Apr 18 19:23:07.559226 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46528) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:07.645963 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bda7dda3-7848-4716-a966-55bd03a726da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.729725 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7dda3-7848-4716-a966-55bd03a726da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87566be4-251b-41e5-ba02-26febc2a159e,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:07.737453 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bda7dda3-7848-4716-a966-55bd03a726da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e17d0693ae654025a357d6e5c7a15076&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9892652 Apr 18 19:23:07.739592 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5e6754c1-0f32-44b1-b95a-33fb26010c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.741295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46538) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:07.808781 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5e6754c1-0f32-44b1-b95a-33fb26010c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.822632 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-99f10d07-9103-4d3e-a775-b45db31090ca tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:07.824065 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-99f10d07-9103-4d3e-a775-b45db31090ca tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 808 time: 0.2105122 Apr 18 19:23:07.824514 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2f15e-7d1f-4c87-8886-5ea1a09642f4 req-1af27e93-e0d5-4c2d-b359-808b3275b5f0 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:07.825931 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78b2f15e-7d1f-4c87-8886-5ea1a09642f4 req-1af27e93-e0d5-4c2d-b359-808b3275b5f0 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 944 time: 0.2356451 Apr 18 19:23:07.842450 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-98bf014e-35d6-465c-87a5-c9591ff77879 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/quotas/8c23189679ae40bb84dcf0717d8a1396 HTTP/1.1" status: 200 len: 375 time: 0.0111132 Apr 18 19:23:07.904496 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-143727e0-b069-490f-b7b5-8193d25d3ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:07.923509 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-985b369e-8805-48a1-8286-7374d217a348 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755541 Apr 18 19:23:07.923813 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78b2f15e-7d1f-4c87-8886-5ea1a09642f4 req-766e6cad-704a-4ccd-8118-e52a3855aae3 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916176 Apr 18 19:23:07.939572 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-143727e0-b069-490f-b7b5-8193d25d3ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.061429 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-07514440-25e5-418c-8745-2ebff2392293 service neutron] 10.222.0.66 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295412 Apr 18 19:23:08.069683 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5e6754c1-0f32-44b1-b95a-33fb26010c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.124635 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-143727e0-b069-490f-b7b5-8193d25d3ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.131563 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c950e6a-5f3a-44c5-b130-9db93b62c98a req-ffc00a1d-011e-43c7-8676-f5b8fb9227b0 tempest-ServerDiagnosticsNegativeTest-1344507166 tempest-ServerDiagnosticsNegativeTest-1344507166-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b6686e5-9337-4849-976e-610701fff852 HTTP/1.1" status: 200 len: 210 time: 0.0636864 Apr 18 19:23:08.134988 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6754c1-0f32-44b1-b95a-33fb26010c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5446d9fa-98f2-4d4f-855d-8efc38e88ffa,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:08.157258 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-143727e0-b069-490f-b7b5-8193d25d3ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.161067 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-143727e0-b069-490f-b7b5-8193d25d3ef0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87566be4-251b-41e5-ba02-26febc2a159e HTTP/1.1" status: 204 len: 168 time: 0.4148579 Apr 18 19:23:08.161067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143727e0-b069-490f-b7b5-8193d25d3ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87566be4-251b-41e5-ba02-26febc2a159e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:08.162672 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5e6754c1-0f32-44b1-b95a-33fb26010c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.163898 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5e6754c1-0f32-44b1-b95a-33fb26010c7a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5446d9fa-98f2-4d4f-855d-8efc38e88ffa HTTP/1.1" status: 204 len: 168 time: 0.6037803 Apr 18 19:23:08.191778 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 848ef3df-ed98-4704-958e-0c6bca5aaf58 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:08.235088 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-50f80c94-c221-4808-a90a-b735c0cf1dfe service neutron] 10.222.0.66 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679163 Apr 18 19:23:08.371179 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd9c6d-bef0-4e40-9363-06f502419c83 req-7500a1d2-015a-4380-aa7b-5d5f442a6f2b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:08.374945 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05dd9c6d-bef0-4e40-9363-06f502419c83 req-7500a1d2-015a-4380-aa7b-5d5f442a6f2b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.0970223 Apr 18 19:23:08.422602 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05dd9c6d-bef0-4e40-9363-06f502419c83 req-c18382f4-4f34-4017-8f89-43a5740ad54d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441141 Apr 18 19:23:08.422957 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 848ef3df-ed98-4704-958e-0c6bca5aaf58 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:08.428061 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 848ef3df-ed98-4704-958e-0c6bca5aaf58 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:08.435244 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.572932 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c9445493-fd83-40b3-a0e7-678b8e62f88b req-76f018d3-fc77-49d3-9c1a-596c04c5d88c tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 210 time: 0.0671017 Apr 18 19:23:08.608395 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.641068 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848ef3df-ed98-4704-958e-0c6bca5aaf58'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:08.653092 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:08.748977 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea288abb-1f67-4e33-b2cc-611520f9a377'] response: {'server_uuid': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848ef3df-ed98-4704-958e-0c6bca5aaf58', 'code': 200} Apr 18 19:23:08.845417 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:08.875192 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d7fe9db9-b0cf-4c3d-89d3-a12d594f87af req-c59c1eff-8fe1-4960-a7c8-76ca553c3230 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1882427 Apr 18 19:23:08.918553 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=848ef3df-ed98-4704-958e-0c6bca5aaf58,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:08.918787 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4db69a8d-c385-4df5-bde5-eca31e9b454f req-b2acb3c7-b1c8-4c09-9f5d-e1483f4490de service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 1096 time: 0.0832856 Apr 18 19:23:08.959721 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4db69a8d-c385-4df5-bde5-eca31e9b454f req-546dcbb2-a66a-4b42-a563-68f14b7ddc66 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 Apr 18 19:23:09.125442 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46566) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:09.149105 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-30c24135-2f5a-462d-8b82-369c0777ad5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.198299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-30c24135-2f5a-462d-8b82-369c0777ad5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:09.204305 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-30c24135-2f5a-462d-8b82-369c0777ad5d admin admin] Usage tracker for resource:security_group_rule and tenant:6b673ce600dd4931871758c404abb150 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:09.212203 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae74e8-9fa6-43b6-90ec-9cf97ea93ffa req-92c12198-88fe-47c2-b54a-d82593c1ddbe tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:09.214195 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-23ae74e8-9fa6-43b6-90ec-9cf97ea93ffa req-92c12198-88fe-47c2-b54a-d82593c1ddbe tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 945 time: 0.1427109 Apr 18 19:23:09.215098 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-30c24135-2f5a-462d-8b82-369c0777ad5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:09.222796 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-30c24135-2f5a-462d-8b82-369c0777ad5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:09.244169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46574) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:09.267010 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-55a8e0d6-adf1-4987-8e60-ba842dc7c3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.282982 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-23ae74e8-9fa6-43b6-90ec-9cf97ea93ffa req-caf823d5-dc68-4e63-89ae-4d3c697361c4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619566 Apr 18 19:23:09.301569 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-55a8e0d6-adf1-4987-8e60-ba842dc7c3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:09.307947 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-55a8e0d6-adf1-4987-8e60-ba842dc7c3eb admin admin] Usage tracker for resource:security_group_rule and tenant:b67667846f254365889d8c6f47282652 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:09.308853 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-55a8e0d6-adf1-4987-8e60-ba842dc7c3eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:09.315142 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-55a8e0d6-adf1-4987-8e60-ba842dc7c3eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:09.340438 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-30c24135-2f5a-462d-8b82-369c0777ad5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.393966 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-30c24135-2f5a-462d-8b82-369c0777ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.447773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c24135-2f5a-462d-8b82-369c0777ad5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae9ae94-b116-4832-ade3-7004e3db4134,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:09.451967 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-30c24135-2f5a-462d-8b82-369c0777ad5d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b673ce600dd4931871758c404abb150&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3283269 Apr 18 19:23:09.454591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46582) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:09.473081 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-55a8e0d6-adf1-4987-8e60-ba842dc7c3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.528610 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4658-6b88-40bc-a5b5-a1784d19918c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.555567 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4658-6b88-40bc-a5b5-a1784d19918c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.589780 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-55a8e0d6-adf1-4987-8e60-ba842dc7c3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.600522 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.654325 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-55a8e0d6-adf1-4987-8e60-ba842dc7c3eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b67667846f254365889d8c6f47282652&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4089880 Apr 18 19:23:09.657122 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46588) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:09.667114 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8e0d6-adf1-4987-8e60-ba842dc7c3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c16517b-7683-4c27-a807-bcded2b1c837,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:09.690124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e90d29-4ff8-4bd2-a842-7b5ff858d6b3 req-b8673776-da24-4a3e-8059-1047de57031a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:09.691618 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94e90d29-4ff8-4bd2-a842-7b5ff858d6b3 req-b8673776-da24-4a3e-8059-1047de57031a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.1325009 Apr 18 19:23:09.743341 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94e90d29-4ff8-4bd2-a842-7b5ff858d6b3 req-006909e0-19e8-48e4-b92d-543c939a9bd4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452526 Apr 18 19:23:09.743585 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b13e62ca-3837-46e5-9918-4ebd7a7aceaa req-7770529a-a5cd-4369-a93e-441961c6c89e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 210 time: 0.0486119 Apr 18 19:23:09.751605 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4658-6b88-40bc-a5b5-a1784d19918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.779273 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab4658-6b88-40bc-a5b5-a1784d19918c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae9ae94-b116-4832-ade3-7004e3db4134,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:09.791393 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4658-6b88-40bc-a5b5-a1784d19918c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.792696 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e5ab4658-6b88-40bc-a5b5-a1784d19918c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ae9ae94-b116-4832-ade3-7004e3db4134 HTTP/1.1" status: 204 len: 168 time: 0.3370237 Apr 18 19:23:09.800633 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07a5ac87-1ea0-4819-93b7-1a995e8eb5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.829443 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07a5ac87-1ea0-4819-93b7-1a995e8eb5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.965634 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07a5ac87-1ea0-4819-93b7-1a995e8eb5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.985853 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5ac87-1ea0-4819-93b7-1a995e8eb5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c16517b-7683-4c27-a807-bcded2b1c837,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:09.989118 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07a5ac87-1ea0-4819-93b7-1a995e8eb5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:09.990341 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-07a5ac87-1ea0-4819-93b7-1a995e8eb5a4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c16517b-7683-4c27-a807-bcded2b1c837 HTTP/1.1" status: 204 len: 168 time: 0.3321323 Apr 18 19:23:10.013194 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46600) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:10.142907 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-201374fa-b0c0-49aa-8854-c98ee4ee5c92 req-03106d0e-0dc3-4fa0-ac12-5e3030c227ac tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0879314 Apr 18 19:23:10.322901 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f9d43725-c0aa-4366-be54-5465f1b62ed1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=057e98bd818f420a8ef2958979143ade&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3077719 Apr 18 19:23:10.326194 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46610) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:10.443728 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0938-757b-4e58-913b-8c82f4967afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:10.488560 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0938-757b-4e58-913b-8c82f4967afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:10.535189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf6557-080a-4fb9-821a-9e23aa64ccb3 req-4d3dd67c-c915-41e3-a80e-0ce6bad70c14 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:10.536795 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dacf6557-080a-4fb9-821a-9e23aa64ccb3 req-4d3dd67c-c915-41e3-a80e-0ce6bad70c14 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 945 time: 0.0988061 Apr 18 19:23:10.593221 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dacf6557-080a-4fb9-821a-9e23aa64ccb3 req-74b988cb-872a-44f2-a386-0b3169ec78af tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396984 Apr 18 19:23:10.639589 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0938-757b-4e58-913b-8c82f4967afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:10.657681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc0938-757b-4e58-913b-8c82f4967afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd64fb38-07a9-448c-bc53-82603193e2d0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:10.735431 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0938-757b-4e58-913b-8c82f4967afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:10.736907 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6ebc0938-757b-4e58-913b-8c82f4967afb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd64fb38-07a9-448c-bc53-82603193e2d0 HTTP/1.1" status: 204 len: 168 time: 0.3977199 Apr 18 19:23:10.965196 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082ab31-b473-4f80-8e80-56ae97e2a1af req-e6c21fd5-3710-4d5d-925c-29412d9d8c41 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:10.965512 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 912582d3-802d-4292-bf41-28c7bf9c6930 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:10.968737 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4082ab31-b473-4f80-8e80-56ae97e2a1af req-e6c21fd5-3710-4d5d-925c-29412d9d8c41 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.0956440 Apr 18 19:23:11.001601 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 912582d3-802d-4292-bf41-28c7bf9c6930 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:11.002133 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 912582d3-802d-4292-bf41-28c7bf9c6930 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:11.005212 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:11.021837 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a730d961-27dd-4fa9-a0c7-900a65d0d776 req-8c75e0d0-0990-4c3b-95e5-4dc1e21d46da tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 210 time: 0.1495826 Apr 18 19:23:11.031015 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4082ab31-b473-4f80-8e80-56ae97e2a1af req-6fc6ecd8-3616-498b-a204-2810396b0b5a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560820 Apr 18 19:23:11.083066 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-0f73425c-c538-445f-bcd0-c2949346d663 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:11.084719 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-0f73425c-c538-445f-bcd0-c2949346d663 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.16 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 808 time: 0.1658590 Apr 18 19:23:11.102353 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Request body: {'port': {'device_id': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea', 'admin_state_up': True, 'tenant_id': '8c23189679ae40bb84dcf0717d8a1396'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:11.247493 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:11.257993 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:11.343962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Made reservation on behalf of 8c23189679ae40bb84dcf0717d8a1396 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:11.347036 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:11.363826 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1b499dd-8feb-46fc-a5f2-e9857252c0ed req-22125ce4-c170-4836-9a8c-260f71dabe3a tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0606966 Apr 18 19:23:11.510215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Allocated IP 172.20.0.5 (7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea/e777c12d-84e5-403f-b96a-80cadfef22a7/09e6cf09-8e73-4f37-a616-12e323f7b49e) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:11.660136 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46654) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:11.685368 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2b771143-4b84-4a25-8b87-5205054751f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:11.729650 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2b771143-4b84-4a25-8b87-5205054751f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:11.735179 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2b771143-4b84-4a25-8b87-5205054751f7 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a389958abd4e2ca31389142f2a2619 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:11.738585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2b771143-4b84-4a25-8b87-5205054751f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:11.746538 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2b771143-4b84-4a25-8b87-5205054751f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:11.759995 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46660) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:11.809656 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:11.875707 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46666) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:11.899118 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2b771143-4b84-4a25-8b87-5205054751f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:11.905461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfbfd7-e5e8-40c4-a035-2d474a91004f req-8fe04f7d-6299-4b31-ac1b-f5d35323ab71 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:11.906950 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-44cfbfd7-e5e8-40c4-a035-2d474a91004f req-8fe04f7d-6299-4b31-ac1b-f5d35323ab71 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 945 time: 0.1250193 Apr 18 19:23:11.919989 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:11.972400 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1869431698-network', 'tenant_id': 'e641705f09e844679921a5f65ab69207'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:11.979242 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:11.980324 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:11.982640 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:11.988574 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Usage tracker for resource:network and tenant:e641705f09e844679921a5f65ab69207 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:11.991360 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:11.992880 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:11.995744 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:11.996349 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:11.998787 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-44cfbfd7-e5e8-40c4-a035-2d474a91004f req-844c21cc-2943-4614-bc3c-127d9c0b3a65 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841701 Apr 18 19:23:12.002120 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2b771143-4b84-4a25-8b87-5205054751f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.009074 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:12.024034 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Pushing event updated for resources: {'Port': ['ID=09e6cf09-8e73-4f37-a616-12e323f7b49e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:12.049764 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-654639581-network', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:12.056173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:12.056358 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b771143-4b84-4a25-8b87-5205054751f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39c086f-28b8-4fbd-b880-6edfbc075eb9,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:12.061642 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2b771143-4b84-4a25-8b87-5205054751f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4a389958abd4e2ca31389142f2a2619&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3997972 Apr 18 19:23:12.064308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46678) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:12.075441 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Usage tracker for resource:network and tenant:1de66dd482304b23a2053fa5667da8ea is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:12.080319 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:12.086422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:12.105032 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-3d1604a7-bfee-4e2c-bdec-4d9eb0baa1f0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0069177 Apr 18 19:23:12.120129 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Request body: {'port': {'device_id': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:12.142095 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-89ec650c-c730-4a4d-bbfa-746fe9c2f753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.170412 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-89ec650c-c730-4a4d-bbfa-746fe9c2f753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.181885 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Made reservation on behalf of e641705f09e844679921a5f65ab69207 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:12.184200 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.188344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Made reservation on behalf of 1de66dd482304b23a2053fa5667da8ea for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:12.190705 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.218780 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.252061 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.308280 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:12.315760 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Usage tracker for resource:security_group_rule and tenant:e641705f09e844679921a5f65ab69207 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:12.319030 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:12.326776 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:12.344182 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a37c41-8eb1-43f4-a553-fb7032ad8af4 req-55892c57-2d6c-4344-821d-19cb6f4448cd tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:12.345591 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6a37c41-8eb1-43f4-a553-fb7032ad8af4 req-55892c57-2d6c-4344-821d-19cb6f4448cd tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 931 time: 0.1362016 Apr 18 19:23:12.358132 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.367262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:12.379285 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Usage tracker for resource:security_group_rule and tenant:1de66dd482304b23a2053fa5667da8ea is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:12.385865 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:12.387816 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-89ec650c-c730-4a4d-bbfa-746fe9c2f753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.420249 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6a37c41-8eb1-43f4-a553-fb7032ad8af4 req-9a36531b-44da-4ba1-8387-095a6cfa29e5 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685873 Apr 18 19:23:12.420936 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec650c-c730-4a4d-bbfa-746fe9c2f753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39c086f-28b8-4fbd-b880-6edfbc075eb9,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:12.429616 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:12.436286 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-89ec650c-c730-4a4d-bbfa-746fe9c2f753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.439844 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-89ec650c-c730-4a4d-bbfa-746fe9c2f753 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a39c086f-28b8-4fbd-b880-6edfbc075eb9 HTTP/1.1" status: 204 len: 168 time: 0.3722091 Apr 18 19:23:12.455404 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e94d-f61a-4490-861e-ebbe30b46c58 req-6154821c-7776-472a-8db1-b4d73ff94146 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:12.456895 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79c5e94d-f61a-4490-861e-ebbe30b46c58 req-6154821c-7776-472a-8db1-b4d73ff94146 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.2730451 Apr 18 19:23:12.497338 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.549264 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.585847 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:23:12.595782 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6263b9a-3258-48df-ac1a-46a4b0fa8fa4,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:12.597309 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79c5e94d-f61a-4490-861e-ebbe30b46c58 req-14b34564-b5e2-49fa-8077-3187c9463744 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329093 Apr 18 19:23:12.612706 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.613060 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Added segment 810d3bde-93f9-4a75-b75f-9d6518bd5f2f of type vlan for network 1ab83c6d-d4c5-4360-9100-87df33716ef6 Apr 18 19:23:12.706165 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.734862 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.756991 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0794e877-96a2-43c4-a5aa-3379994275bb req-04866b43-ad0a-4010-a5ac-8dc1df453d50 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 1096 time: 0.1284773 Apr 18 19:23:12.799457 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0794e877-96a2-43c4-a5aa-3379994275bb req-9a483b3d-284a-403f-8ffa-10eaeda59e31 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Apr 18 19:23:12.821711 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fc961b37-1749-441f-b568-d4faa4e66d8e req-0794654c-2e7f-4bc7-8dd5-2d6dc2506600 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0555818 Apr 18 19:23:12.889789 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.909437 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.910533 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:12.912839 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.927210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e6cf09-8e73-4f37-a616-12e323f7b49e {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:12.937335 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.959067 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Transition to ACTIVE for port object 09e6cf09-8e73-4f37-a616-12e323f7b49e will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:12.975300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:23:12.986569 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:12.987275 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Added segment 520f9b72-2bbf-492c-8efe-378efab318f8 of type vlan for network 52846031-f8cb-4376-9bb5-9974f1ee3878 Apr 18 19:23:13.017461 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.038925 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4d65b0-8b6f-4b86-b88b-c87fc7875dbb,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:13.044641 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.054320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] Pushing event updated for resources: {'Network': ['ID=1ab83c6d-d4c5-4360-9100-87df33716ef6,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:13.065619 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 1ab83c6d-d4c5-4360-9100-87df33716ef6 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:23:13.154442 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7e812ff3-b467-4c84-9f16-1a0ce8362e65 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3932920 Apr 18 19:23:13.161853 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46700) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:13.168373 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Request body: {'subnet': {'network_id': '1ab83c6d-d4c5-4360-9100-87df33716ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1869431698-subnet', 'tenant_id': 'e641705f09e844679921a5f65ab69207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:13.177379 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:13.185672 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Usage tracker for resource:subnet and tenant:e641705f09e844679921a5f65ab69207 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:13.193515 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:13.197117 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:13.254982 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.254982 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:13.254982 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.274628 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Made reservation on behalf of e641705f09e844679921a5f65ab69207 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:13.277215 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.292309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Pushing event updated for resources: {'Port': ['ID=09e6cf09-8e73-4f37-a616-12e323f7b49e,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:13.430614 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] Pushing event updated for resources: {'Network': ['ID=52846031-f8cb-4376-9bb5-9974f1ee3878,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:13.433872 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:13.434210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:13.434568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:13.441585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:13.441904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:13.444044 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 52846031-f8cb-4376-9bb5-9974f1ee3878 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:23:13.448848 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:13.449243 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:13.449565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:13.449991 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Bound port: 09e6cf09-8e73-4f37-a616-12e323f7b49e, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:13.450401 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.507549 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cd3d8673-6726-491e-b106-47b59cbd035e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6304638 Apr 18 19:23:13.514187 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46710) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:13.529538 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Request body: {'subnet': {'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-654639581-subnet', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:13.541036 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:13.548186 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Usage tracker for resource:subnet and tenant:1de66dd482304b23a2053fa5667da8ea is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:13.560428 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:13.572616 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:13.587714 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:13.591366 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:13.691077 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Made reservation on behalf of 1de66dd482304b23a2053fa5667da8ea for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:13.702817 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.709889 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7468a0-5703-4f50-a0f4-66e57d5a8e32 req-c279f4a6-e889-424c-90aa-0245c84df4d7 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:13.715012 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f7468a0-5703-4f50-a0f4-66e57d5a8e32 req-c279f4a6-e889-424c-90aa-0245c84df4d7 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 943 time: 0.0968821 Apr 18 19:23:13.734470 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.797710 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.843944 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f7468a0-5703-4f50-a0f4-66e57d5a8e32 req-f0000ed3-f346-4a99-91fd-08f4f3eca4ae tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250715 Apr 18 19:23:13.846320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c32f31af-1eea-41e3-8deb-8542436a57ba,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:13.878642 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Checking segment: {'id': '810d3bde-93f9-4a75-b75f-9d6518bd5f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1ab83c6d-d4c5-4360-9100-87df33716ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:13.879231 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Network hostable DHCP agents. Network: 1ab83c6d-d4c5-4360-9100-87df33716ef6, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:23:13.976913 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:13.978303 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] 10.222.0.16 "PUT /v2.0/ports/09e6cf09-8e73-4f37-a616-12e323f7b49e HTTP/1.1" status: 200 len: 1091 time: 1.8624566 Apr 18 19:23:13.986920 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'tag': '09e6cf09-8e73-4f37-a616-12e323f7b49e'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:14.025827 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd152304-dab1-448f-b4fb-4f15d5d59088 service neutron] Pushing event updated for resources: {'Port': ['ID=09e6cf09-8e73-4f37-a616-12e323f7b49e,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:14.051726 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-908b4d1f-b730-404e-99ea-182f9c6c9a7b req-e0d085d9-37b5-4b57-8f99-1d090c439ca9 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0511808 Apr 18 19:23:14.052965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Network 1ab83c6d-d4c5-4360-9100-87df33716ef6 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:23:14.100135 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587b216-84f1-4ace-8b9c-8e35f1bcb312 req-743fc801-7da0-45f6-878e-9fdd1cd70d56 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:14.107472 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b587b216-84f1-4ace-8b9c-8e35f1bcb312 req-743fc801-7da0-45f6-878e-9fdd1cd70d56 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.3458529 Apr 18 19:23:14.142810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 1ab83c6d-d4c5-4360-9100-87df33716ef6) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:14.147991 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:14.148759 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.153747 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1ff2e7-0c20-4a2c-a5c3-ca60daf8d1be None None] Network 1ab83c6d-d4c5-4360-9100-87df33716ef6 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:14.200267 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a7fe17-ab76-4354-8593-9b7358e5baeb'] response: {'name': 'network-changed', 'server_uuid': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'tag': '09e6cf09-8e73-4f37-a616-12e323f7b49e', 'status': 'completed', 'code': 200} Apr 18 19:23:14.244182 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46730) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:14.293444 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b587b216-84f1-4ace-8b9c-8e35f1bcb312 req-31efbd55-1fcd-4f4b-a1de-d7e4a477cf72 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786087 Apr 18 19:23:14.318280 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-465ac53c-b99f-4810-a86f-eaa17b962c43 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1550000 Apr 18 19:23:14.349474 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-2fab8776-eb12-47a1-ad4a-9ec83c5677e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 1094 time: 0.2374594 Apr 18 19:23:14.440089 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-network', 'tenant_id': '50f7e16938504e6fa4116d104d35978c'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:14.451652 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:14.463565 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Usage tracker for resource:network and tenant:50f7e16938504e6fa4116d104d35978c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:14.467501 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:14.471766 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-bed81081-1dc3-4929-b1a9-ea86f994140d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e HTTP/1.1" status: 200 len: 217 time: 0.1118066 Apr 18 19:23:14.475404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:14.521201 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c49fce-2abd-4ba4-b851-4847dbbd8ee9 None None] Network 1ab83c6d-d4c5-4360-9100-87df33716ef6 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:14.524378 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.582538 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Made reservation on behalf of 50f7e16938504e6fa4116d104d35978c for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:14.585644 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.608185 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.612753 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-1aa6bd24-5182-44fb-b00a-1677c67bc2a6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:14.614476 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-1aa6bd24-5182-44fb-b00a-1677c67bc2a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1354191 Apr 18 19:23:14.622885 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89c318f0-1fbf-4b37-ba53-1e30b2439013,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:14.657155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:14.661338 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Usage tracker for resource:security_group_rule and tenant:50f7e16938504e6fa4116d104d35978c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:14.665018 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:14.671863 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:14.676291 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-b3f16b05-db97-43c0-8ef8-9888151ec458 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542827 Apr 18 19:23:14.681707 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Checking segment: {'id': '520f9b72-2bbf-492c-8efe-378efab318f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:14.739942 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Network hostable DHCP agents. Network: 52846031-f8cb-4376-9bb5-9974f1ee3878, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:23:14.840791 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-12599bcd-6d8b-44f6-bd30-2b614b5f4ea7 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526945 Apr 18 19:23:14.841789 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.908949 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.916409 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Network 52846031-f8cb-4376-9bb5-9974f1ee3878 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:23:14.949076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:23:14.963393 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9bd180-0332-4f0d-86c1-6cd1d718e5c8,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:14.970711 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:14.971136 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Added segment 98f7d645-8f8d-425d-80b2-352c2dc3e6ae of type vlan for network ff63c8ee-6036-4198-b057-6b371916ead7 Apr 18 19:23:15.006240 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:15.010203 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cc616d5-a72e-4c05-8b1a-acac6541bcac req-6f604012-86f0-4e41-8762-ccc6023d02a1 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624939 Apr 18 19:23:15.022849 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 52846031-f8cb-4376-9bb5-9974f1ee3878) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:15.034899 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5d224-9b84-40c9-8d9e-5fc154f32286 None None] Network 52846031-f8cb-4376-9bb5-9974f1ee3878 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:15.039945 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:15.041522 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:15.141550 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-288933ef-cb62-4e1b-a865-3f92724f950d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6262693 Apr 18 19:23:15.143359 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46756) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:15.155814 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:15.157395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:15.157979 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:15.248345 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-654639581-router', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:15.263125 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be930fdb-a6f2-426b-b9c4-511e6406b900 req-740175a6-05d0-4aa7-931f-080224c61794 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:15.267342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:15.273047 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-be930fdb-a6f2-426b-b9c4-511e6406b900 req-740175a6-05d0-4aa7-931f-080224c61794 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 943 time: 0.2226913 Apr 18 19:23:15.280904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Usage tracker for resource:router and tenant:1de66dd482304b23a2053fa5667da8ea is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:15.284151 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:15.295248 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:15.368393 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] Pushing event updated for resources: {'Network': ['ID=ff63c8ee-6036-4198-b057-6b371916ead7,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:15.386961 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-be930fdb-a6f2-426b-b9c4-511e6406b900 req-90844cd3-130c-4727-ada7-4e34bdfd60a5 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127717 Apr 18 19:23:15.389003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network ff63c8ee-6036-4198-b057-6b371916ead7 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:23:15.455441 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f1cc8a34-a994-4eeb-851c-dc0ddb9f3137 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2097917 Apr 18 19:23:15.456375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46766) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:15.458609 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:15.461751 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:15.463424 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Request body: {'subnet': {'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-subnet', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:15.468422 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-48985f84-45ea-4f0c-8828-e486542b15dd req-afac9f44-8dd1-40be-94d9-8bf8f389e711 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1329174 Apr 18 19:23:15.473751 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:15.487988 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Usage tracker for resource:subnet and tenant:50f7e16938504e6fa4116d104d35978c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:15.490033 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc9d3f55-df46-4516-a117-7cfc37b8ded7 req-f1a6f2b0-25d3-45b8-aa4e-2f95a913d2f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 1094 time: 0.3473525 Apr 18 19:23:15.496526 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:15.502456 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:15.517684 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:15.635563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4833be3-0695-455c-9b4a-5434a189534f req-34ca76d5-07a1-4281-acaf-ca57bc588521 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:15.642619 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b4833be3-0695-455c-9b4a-5434a189534f req-34ca76d5-07a1-4281-acaf-ca57bc588521 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.0905852 Apr 18 19:23:15.663497 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-52846031-f8cb-4376-9bb5-9974f1ee3878', 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'fixed_ips': [{'subnet_id': '89c318f0-1fbf-4b37-ba53-1e30b2439013'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:23:15.664815 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:15.680097 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Made reservation on behalf of 50f7e16938504e6fa4116d104d35978c for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:15.684175 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:15.734800 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d3f55-df46-4516-a117-7cfc37b8ded7 req-d568e4de-a9e5-4302-a1eb-3940eaaf3acb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:15.735977 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc9d3f55-df46-4516-a117-7cfc37b8ded7 req-d568e4de-a9e5-4302-a1eb-3940eaaf3acb service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.2383711 Apr 18 19:23:15.807085 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b4833be3-0695-455c-9b4a-5434a189534f req-2006afa0-ac99-4686-8528-5b0ce0dadeac tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633749 Apr 18 19:23:15.893347 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc9d3f55-df46-4516-a117-7cfc37b8ded7 req-0290ea41-c839-4983-a704-ca87d1b1fbfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e HTTP/1.1" status: 200 len: 217 time: 0.1496530 Apr 18 19:23:15.943459 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Allocated IP 172.20.0.2 (52846031-f8cb-4376-9bb5-9974f1ee3878/89c318f0-1fbf-4b37-ba53-1e30b2439013/59855220-5ed8-467d-8623-b3dd6fa459ca) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:16.092585 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:23:16.113533 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d3f55-df46-4516-a117-7cfc37b8ded7 req-1d549376-9deb-4755-9691-800828f06010 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:16.115787 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc9d3f55-df46-4516-a117-7cfc37b8ded7 req-1d549376-9deb-4755-9691-800828f06010 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1560814 Apr 18 19:23:16.120426 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.173772 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46776) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:16.178845 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc9d3f55-df46-4516-a117-7cfc37b8ded7 req-1615efb1-0990-465f-9d35-f65bf2c29252 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541763 Apr 18 19:23:16.179740 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-152412323-network', 'tenant_id': '8c9619ab9319496db2c3fd7db8c4d4fc'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:16.185502 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:16.193180 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.199137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Usage tracker for resource:network and tenant:8c9619ab9319496db2c3fd7db8c4d4fc is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:16.242487 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:16.261573 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.271183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:16.273632 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Transition to ACTIVE for port object 59855220-5ed8-467d-8623-b3dd6fa459ca will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:16.307855 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Transition to ACTIVE for port object 59855220-5ed8-467d-8623-b3dd6fa459ca will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:16.333395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e83fbf-d1fb-428d-86d6-c3889147f171,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:16.342684 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Checking segment: {'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:16.342986 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Network hostable DHCP agents. Network: ff63c8ee-6036-4198-b057-6b371916ead7, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:23:16.382840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Made reservation on behalf of 8c9619ab9319496db2c3fd7db8c4d4fc for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:16.385385 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.412382 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.454096 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:16.458912 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:8c9619ab9319496db2c3fd7db8c4d4fc is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:16.463331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:16.470609 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:16.472155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Network ff63c8ee-6036-4198-b057-6b371916ead7 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:23:16.490753 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.598273 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.602027 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, ff63c8ee-6036-4198-b057-6b371916ead7) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:16.615241 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:16.617238 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.622746 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Network 52846031-f8cb-4376-9bb5-9974f1ee3878 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:16.628713 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1fb99a-8ddc-479b-a7f8-c0976a279bf6 None None] Network ff63c8ee-6036-4198-b057-6b371916ead7 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:16.665747 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.675963 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc9d3f55-df46-4516-a117-7cfc37b8ded7 req-e157ca70-50ea-4cfe-8007-c40df3cf4d98 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867322 Apr 18 19:23:16.684477 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:23:16.696421 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.697672 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Added segment 86efa03d-0bdb-4373-89a6-580c72a6633a of type vlan for network 6d548af1-b8de-4204-bdd8-4f8d90d71bdb Apr 18 19:23:16.732666 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.779354 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7d19feff-02e1-49d1-ac43-ecc6fbb70c27 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3212788 Apr 18 19:23:16.783391 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46788) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:16.793155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:16.798861 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:16.807522 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:16.814072 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:16.848218 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Pushing event updated for resources: {'Port': ['ID=59855220-5ed8-467d-8623-b3dd6fa459ca,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:16.862078 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Usage tracker for resource:router and tenant:50f7e16938504e6fa4116d104d35978c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:16.864901 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf31fc6b-e6ef-4375-aadd-81c6a5853d69,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:16.879560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:16.883668 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.884558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:16.885187 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.895106 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c4ee5-e3c2-45a6-8a34-8bae9dded43b req-f28a3c81-21fd-443e-942c-6f0681f062e2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:16.895793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-787c4ee5-e3c2-45a6-8a34-8bae9dded43b req-f28a3c81-21fd-443e-942c-6f0681f062e2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Synchronizing usage tracker for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:16.912618 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6cc632dc-8c22-40fc-9c98-75093dd0e920 req-fc8dfba6-a514-4b82-a17c-001838ed6772 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1147749 Apr 18 19:23:16.917099 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc9d3f55-df46-4516-a117-7cfc37b8ded7 req-0c9cb1ac-7fe1-415c-a2e9-ec9462e21fe6 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299347 Apr 18 19:23:16.917424 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:16.940089 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.972895 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-ff63c8ee-6036-4198-b057-6b371916ead7', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'fixed_ips': [{'subnet_id': '59e83fbf-d1fb-428d-86d6-c3889147f171'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:23:16.973693 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.986588 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:16.994274 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Attempting to bind port 59855220-5ed8-467d-8623-b3dd6fa459ca on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:16.994664 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Attempting to bind port 59855220-5ed8-467d-8623-b3dd6fa459ca by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '520f9b72-2bbf-492c-8efe-378efab318f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:16.995018 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Attempting to bind port 59855220-5ed8-467d-8623-b3dd6fa459ca on network 52846031-f8cb-4376-9bb5-9974f1ee3878 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:17.012937 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:17.013451 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Checking segment: {'id': '520f9b72-2bbf-492c-8efe-378efab318f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:17.013853 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.014230 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Bound using segment: {'id': '520f9b72-2bbf-492c-8efe-378efab318f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:17.014821 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Bound port: 59855220-5ed8-467d-8623-b3dd6fa459ca, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520f9b72-2bbf-492c-8efe-378efab318f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:17.015244 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.036430 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=6d548af1-b8de-4204-bdd8-4f8d90d71bdb,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:17.054615 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-787c4ee5-e3c2-45a6-8a34-8bae9dded43b req-f28a3c81-21fd-443e-942c-6f0681f062e2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Unset dirty status for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:17.056013 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-787c4ee5-e3c2-45a6-8a34-8bae9dded43b req-f28a3c81-21fd-443e-942c-6f0681f062e2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 943 time: 0.4749324 Apr 18 19:23:17.084467 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5bf5c68f-4817-4568-b5bf-21c552d55fa8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9069839 Apr 18 19:23:17.084751 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46794) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:17.093939 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Request body: {'subnet': {'network_id': '6d548af1-b8de-4204-bdd8-4f8d90d71bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-152412323-subnet', 'tenant_id': '8c9619ab9319496db2c3fd7db8c4d4fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:17.094500 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 6d548af1-b8de-4204-bdd8-4f8d90d71bdb details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:23:17.104747 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:17.109586 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Usage tracker for resource:subnet and tenant:8c9619ab9319496db2c3fd7db8c4d4fc is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:17.133272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:17.151783 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:17.171545 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.173459 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.179228 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-787c4ee5-e3c2-45a6-8a34-8bae9dded43b req-4937e01c-2425-4ff3-b89f-ab40a4509e32 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029088 Apr 18 19:23:17.216426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Made reservation on behalf of 8c9619ab9319496db2c3fd7db8c4d4fc for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:17.220072 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.228870 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Allocated IP 172.25.8.164 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:17.441824 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.443917 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] For port 59855220-5ed8-467d-8623-b3dd6fa459ca, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:17.450435 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] For port 59855220-5ed8-467d-8623-b3dd6fa459ca, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=59855220-5ed8-467d-8623-b3dd6fa459ca,segment=NetworkSegment(520f9b72-2bbf-492c-8efe-378efab318f8),segment_id=520f9b72-2bbf-492c-8efe-378efab318f8)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:17.451857 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Allocated IP 172.20.0.2 (ff63c8ee-6036-4198-b057-6b371916ead7/59e83fbf-d1fb-428d-86d6-c3889147f171/8ecfafcb-02a5-4de1-87c5-8423c485bfbb) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:17.512468 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.562918 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.563614 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fda0a-a596-4bba-bdba-57d63bfcda4b req-854a0dba-c4ae-475a-93ea-ab4555027a82 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:17.570715 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-868fda0a-a596-4bba-bdba-57d63bfcda4b req-854a0dba-c4ae-475a-93ea-ab4555027a82 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.1300452 Apr 18 19:23:17.681530 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-868fda0a-a596-4bba-bdba-57d63bfcda4b req-9a48a675-4a21-470e-baee-80d326e9515e tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089859 Apr 18 19:23:17.691597 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.720137 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7c1e5-63e2-4b4c-a227-7bc921ccb3e0 None None] Pushing event updated for resources: {'Port': ['ID=59855220-5ed8-467d-8623-b3dd6fa459ca,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:17.800173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:17.803792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:17.813390 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.818034 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.832749 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e6cd947-1a84-47cd-a4c4-f244873222ec req-9dc1ae9d-db15-4a36-b2be-1b337df6c1b9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1916599 Apr 18 19:23:17.833176 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Transition to ACTIVE for port object 8ecfafcb-02a5-4de1-87c5-8423c485bfbb will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:17.837252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:17.839723 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:17.879144 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Transition to ACTIVE for port object 8ecfafcb-02a5-4de1-87c5-8423c485bfbb will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:17.961454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Pushing event updated for resources: {'Port': ['ID=cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:17.974305 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.122948 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.123708 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.126484 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Network ff63c8ee-6036-4198-b057-6b371916ead7 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:18.130082 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:18.134928 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:18.137203 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Pushing event updated for resources: {'Port': ['ID=8ecfafcb-02a5-4de1-87c5-8423c485bfbb,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:18.182287 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163dc428-bc1d-4e91-bb99-2264f2d53d4e,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:18.258165 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Attempting to bind port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:18.263118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Attempting to bind port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:18.263118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Attempting to bind port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb on network ff63c8ee-6036-4198-b057-6b371916ead7 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:18.266790 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:18.267349 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Checking segment: {'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:18.267924 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.268473 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Bound using segment: {'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:18.269067 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Bound port: 8ecfafcb-02a5-4de1-87c5-8423c485bfbb, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:18.269593 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.311014 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Checking segment: {'id': '86efa03d-0bdb-4373-89a6-580c72a6633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6d548af1-b8de-4204-bdd8-4f8d90d71bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:18.311579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Network hostable DHCP agents. Network: 6d548af1-b8de-4204-bdd8-4f8d90d71bdb, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:23:18.348877 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d2a94685-dea1-4d1b-aa7f-adbfbc979b85 req-d685043f-c53e-4445-8072-b8c53753c5db tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1182144 Apr 18 19:23:18.354470 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e6cd947-1a84-47cd-a4c4-f244873222ec req-14bc88c3-4cd5-45e2-afd8-8d900edbe7b8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1100 time: 0.4189909 Apr 18 19:23:18.371027 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] For port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:18.374485 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] For port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8ecfafcb-02a5-4de1-87c5-8423c485bfbb,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:18.480362 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.484128 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Network 6d548af1-b8de-4204-bdd8-4f8d90d71bdb is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:23:18.582569 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 59855220-5ed8-467d-8623-b3dd6fa459ca up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:18.615496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 6d548af1-b8de-4204-bdd8-4f8d90d71bdb) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:18.633071 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21b2dee-06a1-4959-96e1-6459261bcd60 None None] Network 6d548af1-b8de-4204-bdd8-4f8d90d71bdb requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:18.643252 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:18.643941 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.645402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Router 940fb867-6845-4fd1-9cf0-8085352c23a8 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:23:18.682034 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.690775 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815bc2d-a358-4b59-8b5e-f86fcbf8624b None None] Pushing event updated for resources: {'Port': ['ID=8ecfafcb-02a5-4de1-87c5-8423c485bfbb,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:18.726946 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:18.729649 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cd947-1a84-47cd-a4c4-f244873222ec req-222db3fd-1711-4950-b8c7-346b729999e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:18.731258 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e6cd947-1a84-47cd-a4c4-f244873222ec req-222db3fd-1711-4950-b8c7-346b729999e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3459735 Apr 18 19:23:18.895354 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e6cd947-1a84-47cd-a4c4-f244873222ec req-fbc2a671-be09-45aa-9241-8219a6192d2a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 200 len: 217 time: 0.1141422 Apr 18 19:23:18.977467 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 59855220-5ed8-467d-8623-b3dd6fa459ca completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:18.988195 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 09e6cf09-8e73-4f37-a616-12e323f7b49e details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:23:19.010383 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6665a6a-a0d8-4a94-8a75-912c20dd2f12 None None] Network 6d548af1-b8de-4204-bdd8-4f8d90d71bdb requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:19.017841 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fd946026-4460-4d53-b526-3b920e8161f1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9319541 Apr 18 19:23:19.189325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de045e9-16d1-48d7-bf20-970934f966e1 req-302f3b17-2084-4484-af26-04917a99f218 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:19.190864 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9de045e9-16d1-48d7-bf20-970934f966e1 req-302f3b17-2084-4484-af26-04917a99f218 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 943 time: 0.6308856 Apr 18 19:23:19.229302 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cd947-1a84-47cd-a4c4-f244873222ec req-1d80b8e0-8f6b-49c6-8775-1f4b30de4363 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:19.231022 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e6cd947-1a84-47cd-a4c4-f244873222ec req-1d80b8e0-8f6b-49c6-8775-1f4b30de4363 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.3176653 Apr 18 19:23:19.258414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c6b9e-c6d6-40d3-b419-f05bb4597d37 req-2f2cbef7-285a-4a53-a37d-2fd2352db27d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:19.259957 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-534c6b9e-c6d6-40d3-b419-f05bb4597d37 req-2f2cbef7-285a-4a53-a37d-2fd2352db27d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.2890422 Apr 18 19:23:19.326437 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:19.343032 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Sync routers for ids ['940fb867-6845-4fd1-9cf0-8085352c23a8'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:19.343785 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed0a90-57ab-4332-9be8-3fcce2cdf721 None None] Network 52846031-f8cb-4376-9bb5-9974f1ee3878 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:19.361625 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-534c6b9e-c6d6-40d3-b419-f05bb4597d37 req-0f108e2e-4d1b-457b-a6c0-ac1a2ea4c1df tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902402 Apr 18 19:23:19.369394 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Routers {'940fb867-6845-4fd1-9cf0-8085352c23a8'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:19.370075 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:22:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['940fb867-6845-4fd1-9cf0-8085352c23a8'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:19.402564 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46826) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:19.433901 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Allocated IP 172.25.8.229 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:19.439424 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9de045e9-16d1-48d7-bf20-970934f966e1 req-4efb8317-872d-42b7-a908-450b1c229d3c tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006757 Apr 18 19:23:19.467325 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e6cd947-1a84-47cd-a4c4-f244873222ec req-f936305d-91ed-423b-afc7-250e523dd880 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1984515 Apr 18 19:23:19.505583 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.508107 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6f602740-9e4c-4e0e-8e1b-0a00f470061e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3638992 Apr 18 19:23:19.515421 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46830) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:19.597932 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Set router 940fb867-6845-4fd1-9cf0-8085352c23a8 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:19.790721 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6d4f31d4-6552-46b7-8d7b-85e24511749a None None] Provisioning for port 59855220-5ed8-467d-8623-b3dd6fa459ca completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:19.856353 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6d4f31d4-6552-46b7-8d7b-85e24511749a None None] Provisioning complete for port 59855220-5ed8-467d-8623-b3dd6fa459ca triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:19.856772 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6d4f31d4-6552-46b7-8d7b-85e24511749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.857732 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e6cd947-1a84-47cd-a4c4-f244873222ec req-52d5b010-6495-40cc-8fca-4ab8967ca1c9 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733509 Apr 18 19:23:19.920398 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:19.998035 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:20.026907 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'name': 'tempest-FloatingIPsTestJSON-654639581-router', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:15Z', 'updated_at': '2022-04-18T19:23:17Z', 'revision_number': 3, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'gw_port': {'id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:20.032416 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Checking router: 940fb867-6845-4fd1-9cf0-8085352c23a8 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:20.032775 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Updating router 940fb867-6845-4fd1-9cf0-8085352c23a8 port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:23:20.062183 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aaa3cd8f-1307-4385-b88f-d3059fe4905e req-40b666a3-5895-44df-bb55-01338c9c33f9 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1014764 Apr 18 19:23:20.121779 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.152548 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e6cd947-1a84-47cd-a4c4-f244873222ec req-4c84118a-f295-4598-ab99-2683f49fef46 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781179 Apr 18 19:23:20.190695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fcbeea-881a-4198-b9d4-93ae277aac7f admin admin] Deleting subnet c32f31af-1eea-41e3-8deb-8542436a57ba {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:23:20.195626 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d8fcbeea-881a-4198-b9d4-93ae277aac7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.215353 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.228792 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '09e6cf09-8e73-4f37-a616-12e323f7b49e', 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea', 'port_id': '09e6cf09-8e73-4f37-a616-12e323f7b49e', 'mac_address': 'fa:16:3e:45:46:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e777c12d-84e5-403f-b96a-80cadfef22a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:23:20.342505 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d8fcbeea-881a-4198-b9d4-93ae277aac7f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.349998 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a287621-1f0d-4fa4-b251-6eff2581b775 None None] Network ff63c8ee-6036-4198-b057-6b371916ead7 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:20.361386 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d8fcbeea-881a-4198-b9d4-93ae277aac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.371767 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:20.381479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:20.388902 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:20.457794 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Pushing event updated for resources: {'Port': ['ID=006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:20.469014 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.548340 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e6cf09-8e73-4f37-a616-12e323f7b49e {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:20.608321 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:20.617383 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6d4f31d4-6552-46b7-8d7b-85e24511749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.643035 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8ecfafcb-02a5-4de1-87c5-8423c485bfbb up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:20.701680 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d8fcbeea-881a-4198-b9d4-93ae277aac7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.755180 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.764463 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d8fcbeea-881a-4198-b9d4-93ae277aac7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.811858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcbeea-881a-4198-b9d4-93ae277aac7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c32f31af-1eea-41e3-8deb-8542436a57ba,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:20.822316 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:20.828100 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d8fcbeea-881a-4198-b9d4-93ae277aac7f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c32f31af-1eea-41e3-8deb-8542436a57ba HTTP/1.1" status: 204 len: 168 time: 1.4244807 Apr 18 19:23:20.831022 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46844) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:20.988745 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Transition to ACTIVE for port object cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:21.017528 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-6d4f31d4-6552-46b7-8d7b-85e24511749a None None] For port 59855220-5ed8-467d-8623-b3dd6fa459ca, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=59855220-5ed8-467d-8623-b3dd6fa459ca,segment=NetworkSegment(520f9b72-2bbf-492c-8efe-378efab318f8),segment_id=520f9b72-2bbf-492c-8efe-378efab318f8)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:21.063333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ad3f-7115-49aa-b5ab-40e3815756d2 req-ea86843e-a034-47a3-bb9e-f8cfe951b67e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:21.065091 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f5b6ad3f-7115-49aa-b5ab-40e3815756d2 req-ea86843e-a034-47a3-bb9e-f8cfe951b67e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 944 time: 0.3453200 Apr 18 19:23:21.090928 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['09e6cf09-8e73-4f37-a616-12e323f7b49e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:23:21.102373 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.150217 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f5b6ad3f-7115-49aa-b5ab-40e3815756d2 req-0e59c5e0-7cef-48ed-8f7a-17729257ff1d tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682218 Apr 18 19:23:21.188027 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:21.210990 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6d4f31d4-6552-46b7-8d7b-85e24511749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.249539 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=09e6cf09-8e73-4f37-a616-12e323f7b49e,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:21.257504 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.258494 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.268472 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.302544 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Pushing event updated for resources: {'Port': ['ID=cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:21.324809 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Attempting to bind port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:21.325699 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Attempting to bind port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:21.326331 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Attempting to bind port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:21.334612 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:21.336244 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:21.337713 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.338270 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:21.339100 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Bound port: cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:21.339823 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.401627 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:21.402885 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:21.403380 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:21.403865 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:21.404383 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:21.404865 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:21.405354 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:21.405844 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:21.406317 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:21.406816 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:21.407612 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:21.410332 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f31d4-6552-46b7-8d7b-85e24511749a None None] Pushing event updated for resources: {'Port': ['ID=59855220-5ed8-467d-8623-b3dd6fa459ca,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:21.549139 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] For port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:21.559030 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] For port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:21.571727 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a29c4276-9177-42d7-9119-4b2cd5d601f9 None None] Provisioning for port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:21.587129 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a29c4276-9177-42d7-9119-4b2cd5d601f9 None None] Provisioning complete for port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:21.587800 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a29c4276-9177-42d7-9119-4b2cd5d601f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.687994 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-62ef767d-9cae-4350-bae9-9dea47f4745b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.714518 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.750246 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3650ac62-a5f8-4dcd-a3eb-30094a80d186 req-096dc3f3-cc6a-428a-a0a9-31680e2ec645 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0559719 Apr 18 19:23:21.757173 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c09aaa-1cb1-4c13-8b8e-057c73b15afb req-12141c8c-1759-4dff-93cf-561eba4274d2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:21.769107 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0c09aaa-1cb1-4c13-8b8e-057c73b15afb req-12141c8c-1759-4dff-93cf-561eba4274d2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.7203526 Apr 18 19:23:21.845373 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Routers {'940fb867-6845-4fd1-9cf0-8085352c23a8'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:21.846308 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:22:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['940fb867-6845-4fd1-9cf0-8085352c23a8'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:21.866980 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a29c4276-9177-42d7-9119-4b2cd5d601f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.893754 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0c09aaa-1cb1-4c13-8b8e-057c73b15afb req-5604408b-fe01-4033-9387-f46e881e5772 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236851 Apr 18 19:23:21.933173 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:21.953622 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-a29c4276-9177-42d7-9119-4b2cd5d601f9 None None] For port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8ecfafcb-02a5-4de1-87c5-8423c485bfbb,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:22.014806 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.015156 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.015891 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.016219 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > port after_create 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.016664 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.017023 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > port after_update 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.017356 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.017683 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.018206 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.018540 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.037857 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ba13e-296d-49d4-824e-c34927cb2133 None None] Pushing event updated for resources: {'Port': ['ID=cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:22.055295 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.068212 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a29c4276-9177-42d7-9119-4b2cd5d601f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.132459 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] Set router 940fb867-6845-4fd1-9cf0-8085352c23a8 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:22.177926 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.178273 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.178623 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.178950 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:23:22.179336 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab83c6d-d4c5-4360-9100-87df33716ef6']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:22.212841 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810d3bde-93f9-4a75-b75f-9d6518bd5f2f') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:22.216941 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810d3bde-93f9-4a75-b75f-9d6518bd5f2f') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:22.230455 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a29c4276-9177-42d7-9119-4b2cd5d601f9 None None] Provisioning complete for port 59855220-5ed8-467d-8623-b3dd6fa459ca triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:22.230802 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a29c4276-9177-42d7-9119-4b2cd5d601f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.253000 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.291563 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Allocated IP 172.20.0.1 (52846031-f8cb-4376-9bb5-9974f1ee3878/89c318f0-1fbf-4b37-ba53-1e30b2439013/eba0b5ae-56a8-42ff-8745-2b66f189f843) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:22.298620 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.319589 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:23:22.320268 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.324612 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c4276-9177-42d7-9119-4b2cd5d601f9 None None] Pushing event updated for resources: {'Port': ['ID=8ecfafcb-02a5-4de1-87c5-8423c485bfbb,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: util.warn_limited( Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:23:22.359937 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:23:22.439509 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.495499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Transition to ACTIVE for port object eba0b5ae-56a8-42ff-8745-2b66f189f843 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:22.530251 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'name': 'tempest-FloatingIPsTestJSON-654639581-router', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:15Z', 'updated_at': '2022-04-18T19:23:17Z', 'revision_number': 3, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'gw_port': {'id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:22.540271 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016fd1aa-fa01-42b6-b09e-4d53cf719a80 None None] The sync data for ids ['940fb867-6845-4fd1-9cf0-8085352c23a8'] in n-d-838334-1 is: [{'id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'name': 'tempest-FloatingIPsTestJSON-654639581-router', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:15Z', 'updated_at': '2022-04-18T19:23:17Z', 'revision_number': 3, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'gw_port': {'id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:22.543572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8ecfafcb-02a5-4de1-87c5-8423c485bfbb up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:22.544980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213caa00-460a-4197-b692-69e6e9ca3e3b req-5bae3e49-0166-42c0-a895-9eff835db09b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:22.546518 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-213caa00-460a-4197-b692-69e6e9ca3e3b req-5bae3e49-0166-42c0-a895-9eff835db09b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 944 time: 0.1038113 Apr 18 19:23:22.588675 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.603523 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.646343 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1ab83c6d-d4c5-4360-9100-87df33716ef6 HTTP/1.1" status: 204 len: 168 time: 1.8111989 Apr 18 19:23:22.646343 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e5029-a4cc-41bf-bf63-d7e08c4f6128 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab83c6d-d4c5-4360-9100-87df33716ef6,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:22.654387 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46854) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:22.673055 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.694864 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:22.695371 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.724522 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Router d8b1a848-e338-43ac-a248-25916249c33b is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:23:22.769235 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Network 52846031-f8cb-4376-9bb5-9974f1ee3878 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:22.774220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:22.780379 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:22.780914 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.799286 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-213caa00-460a-4197-b692-69e6e9ca3e3b req-e5fe5c9a-689f-4cad-813e-26ed816d717c tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469921 Apr 18 19:23:22.800787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=eba0b5ae-56a8-42ff-8745-2b66f189f843,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:22.867604 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-273f5c3a-8157-427c-840d-50f6a2c1f9d9 None None] Provisioning complete for port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:22.868106 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-273f5c3a-8157-427c-840d-50f6a2c1f9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:22.947774 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 59855220-5ed8-467d-8623-b3dd6fa459ca up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:23.022150 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 09e6cf09-8e73-4f37-a616-12e323f7b49e up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:23.105818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ec0c51-6207-4f1b-9dfe-966464c67fa8 admin admin] Deleting subnet 163dc428-bc1d-4e91-bb99-2264f2d53d4e {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:23:23.107001 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.212029 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20ec0c51-6207-4f1b-9dfe-966464c67fa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.306988 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc558864-5f07-4165-9285-f50ddc9fc8fe req-66894acf-3db8-44c1-bd28-023955294bed tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1906524 Apr 18 19:23:23.317882 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 59855220-5ed8-467d-8623-b3dd6fa459ca triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:23.318312 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.349022 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20ec0c51-6207-4f1b-9dfe-966464c67fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.382005 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 09e6cf09-8e73-4f37-a616-12e323f7b49e completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:23.403683 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 09e6cf09-8e73-4f37-a616-12e323f7b49e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:23.404056 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.446906 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20ec0c51-6207-4f1b-9dfe-966464c67fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.554807 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8336e-74dc-4eac-9c6d-a38950e0f01d req-533812fe-dcfa-4977-b499-79aa6a13447a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:23.557483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:23.558038 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4c8336e-74dc-4eac-9c6d-a38950e0f01d req-533812fe-dcfa-4977-b499-79aa6a13447a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.3305769 Apr 18 19:23:23.600032 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Sync routers for ids ['d8b1a848-e338-43ac-a248-25916249c33b'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:23.657615 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4c8336e-74dc-4eac-9c6d-a38950e0f01d req-9cdf9689-9f46-433d-b9fa-e7fa98715a0b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888746 Apr 18 19:23:23.663935 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.666424 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-20b0f3e2-b10a-47ff-ac14-5df6c72c8aed admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8820319 Apr 18 19:23:23.669149 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46864) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:23.684046 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.700827 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.717461 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Routers {'d8b1a848-e338-43ac-a248-25916249c33b'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:23.717948 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-1719cbea-db65-4500-b713-3767e17808ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:22:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d8b1a848-e338-43ac-a248-25916249c33b'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:23.809233 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20ec0c51-6207-4f1b-9dfe-966464c67fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.829440 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.830176 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.896064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec0c51-6207-4f1b-9dfe-966464c67fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163dc428-bc1d-4e91-bb99-2264f2d53d4e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:23.918781 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20ec0c51-6207-4f1b-9dfe-966464c67fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:23.920516 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-20ec0c51-6207-4f1b-9dfe-966464c67fa8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/163dc428-bc1d-4e91-bb99-2264f2d53d4e HTTP/1.1" status: 204 len: 168 time: 1.2653399 Apr 18 19:23:23.923424 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46870) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:23.936498 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:23.947162 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e6cf09-8e73-4f37-a616-12e323f7b49e'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:23.961282 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-178ce740-0090-42aa-8a9c-55c2ce4c5e7f None None] Provisioning for port eba0b5ae-56a8-42ff-8745-2b66f189f843 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:23.976592 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-178ce740-0090-42aa-8a9c-55c2ce4c5e7f None None] Provisioning complete for port eba0b5ae-56a8-42ff-8745-2b66f189f843 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:23.976959 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-178ce740-0090-42aa-8a9c-55c2ce4c5e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.007026 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=eba0b5ae-56a8-42ff-8745-2b66f189f843,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:24.086289 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Network 52846031-f8cb-4376-9bb5-9974f1ee3878 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:24.088384 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:24.091697 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f3a959-3922-435e-bb26-06c6addb3d8f'] response: {'server_uuid': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e6cf09-8e73-4f37-a616-12e323f7b49e', 'code': 200} Apr 18 19:23:24.098648 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.100534 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7e1c5f45-ea9e-46b4-8147-b4d9afd3215a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.136007 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-178ce740-0090-42aa-8a9c-55c2ce4c5e7f None None] Port eba0b5ae-56a8-42ff-8745-2b66f189f843 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:24.158196 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Set router d8b1a848-e338-43ac-a248-25916249c33b gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:24.331223 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.347626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfa51c-986f-465f-9462-c4ab1be9d114 req-b986d5e1-513d-4779-aac2-b44fbfaef218 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:24.349101 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b7bfa51c-986f-465f-9462-c4ab1be9d114 req-b986d5e1-513d-4779-aac2-b44fbfaef218 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 945 time: 0.1705723 Apr 18 19:23:24.456345 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=09e6cf09-8e73-4f37-a616-12e323f7b49e,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:24.478426 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ef1f83c6-6030-4029-936e-ccd75a692264 None None] Provisioning complete for port eba0b5ae-56a8-42ff-8745-2b66f189f843 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:24.478426 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ef1f83c6-6030-4029-936e-ccd75a692264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.536117 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e3e04151-be20-42f2-97ec-84e0a5add4a5 req-b35aa1ee-7310-44d1-9e7b-3808e7644512 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 1096 time: 0.3670321 Apr 18 19:23:24.564816 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f83c6-6030-4029-936e-ccd75a692264 None None] Port eba0b5ae-56a8-42ff-8745-2b66f189f843 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:24.636302 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.646203 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:24.710758 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b7bfa51c-986f-465f-9462-c4ab1be9d114 req-c1d261d9-3244-4325-83ca-3a3b54edabfc tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520193 Apr 18 19:23:24.800007 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d548af1-b8de-4204-bdd8-4f8d90d71bdb']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:24.816357 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86efa03d-0bdb-4373-89a6-580c72a6633a') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:24.816580 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86efa03d-0bdb-4373-89a6-580c72a6633a') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:24.820948 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-1719cbea-db65-4500-b713-3767e17808ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:20Z', 'revision_number': 3, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:24.826987 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Checking router: d8b1a848-e338-43ac-a248-25916249c33b for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:24.828350 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Updating router d8b1a848-e338-43ac-a248-25916249c33b port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:23:24.851340 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.870099 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a5ffd5b-851c-4b76-9269-58fc8be194e8 req-d0354594-694a-430a-a81d-5ead494eb84d tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1660242 Apr 18 19:23:24.883092 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.895674 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.900855 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e3e04151-be20-42f2-97ec-84e0a5add4a5 req-30666530-5c5d-4f66-b3db-8b015a9913d4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510945 Apr 18 19:23:24.913651 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:23:24.914070 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.917105 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:24.923887 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.931055 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:24.931547 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:23:24.944854 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:23:25.003018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Router 940fb867-6845-4fd1-9cf0-8085352c23a8 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:25.020988 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:25.193359 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:25.225361 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:25.235031 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-65eb1f0b-a830-48cf-9beb-d63f7bef5ec9 admin admin] 10.222.0.66 "PUT /v2.0/routers/940fb867-6845-4fd1-9cf0-8085352c23a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7183559 Apr 18 19:23:25.265565 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:25.269640 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:25.304045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea3ae5-255c-4291-8de6-7ad7d6512b69 req-61b61d8a-3f60-4228-b3e2-aec6b8a7ec80 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:25.306328 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e2ea3ae5-255c-4291-8de6-7ad7d6512b69 req-61b61d8a-3f60-4228-b3e2-aec6b8a7ec80 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.3527491 Apr 18 19:23:25.307141 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:25.343081 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d548af1-b8de-4204-bdd8-4f8d90d71bdb,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:25.354658 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-260ee07b-3e1a-43c3-83f4-142d13ee68d4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6d548af1-b8de-4204-bdd8-4f8d90d71bdb HTTP/1.1" status: 204 len: 168 time: 1.4271796 Apr 18 19:23:25.385843 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e2ea3ae5-255c-4291-8de6-7ad7d6512b69 req-8c86bd3a-cd4b-4c71-a81f-3d7df7ff48b6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730870 Apr 18 19:23:25.400051 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:25.531282 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:25.702211 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:25.719272 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Transition to ACTIVE for port object 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:25.749418 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:25.879579 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:25.911276 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-d5876b9f-fad3-4ac9-9f8c-f440bd2d81f1 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Synchronizing usage tracker for tenant:1de66dd482304b23a2053fa5667da8ea on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:25.983004 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Allocated IP 172.20.0.1 (ff63c8ee-6036-4198-b057-6b371916ead7/59e83fbf-d1fb-428d-86d6-c3889147f171/983fd0a0-3ca2-4683-9274-2870f3dd2a22) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:25.991397 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Attempting to bind port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:25.998498 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Attempting to bind port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:25.998875 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Attempting to bind port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:26.011703 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb3d62-90ea-492d-9a62-521b260d96fc None None] Pushing event updated for resources: {'Port': ['ID=006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:26.017139 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:26.018083 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:26.018083 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.018538 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:26.026743 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Bound port: 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:26.027153 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.074665 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-d5876b9f-fad3-4ac9-9f8c-f440bd2d81f1 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Unset dirty status for tenant:1de66dd482304b23a2053fa5667da8ea on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:26.076071 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-d5876b9f-fad3-4ac9-9f8c-f440bd2d81f1 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4238496 Apr 18 19:23:26.094056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:26.109959 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:26.110569 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1719cbea-db65-4500-b713-3767e17808ad None None] For port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:26.117436 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1719cbea-db65-4500-b713-3767e17808ad None None] For port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:26.119126 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Usage tracker for resource:floatingip and tenant:1de66dd482304b23a2053fa5667da8ea is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:26.124883 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:26.138147 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:26.151330 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46900) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:26.205364 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.213572 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6313fd20-5470-415d-bd73-a8fa8da32e8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e641705f09e844679921a5f65ab69207&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0594063 Apr 18 19:23:26.216333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 46906) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:26.250010 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.273932 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.309948 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb3d62-90ea-492d-9a62-521b260d96fc None None] Pushing event updated for resources: {'Port': ['ID=006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:26.315110 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Routers {'d8b1a848-e338-43ac-a248-25916249c33b'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:26.315683 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-1719cbea-db65-4500-b713-3767e17808ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d8b1a848-e338-43ac-a248-25916249c33b'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:26.331110 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Transition to ACTIVE for port object 983fd0a0-3ca2-4683-9274-2870f3dd2a22 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:26.374162 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.452713 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.507845 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:26.516283 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-40fa0f97-79a6-40ef-9284-ad442a8fa96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.544670 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-40fa0f97-79a6-40ef-9284-ad442a8fa96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.607632 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdff53a-e84b-4747-8650-66e437411cab req-96a46464-0282-4773-9490-ec7d393dae4e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:26.609177 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dbdff53a-e84b-4747-8650-66e437411cab req-96a46464-0282-4773-9490-ec7d393dae4e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 945 time: 0.3386412 Apr 18 19:23:26.613076 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-1719cbea-db65-4500-b713-3767e17808ad None None] Set router d8b1a848-e338-43ac-a248-25916249c33b gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:26.618765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Allocated IP 172.25.8.230 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/7c264d74-0013-47f3-bb41-05bb547a87a4) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:26.659655 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dbdff53a-e84b-4747-8650-66e437411cab req-ff0f6ebf-b2fb-4d99-8b19-11071236faa6 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430074 Apr 18 19:23:26.678842 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:26.679213 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.703275 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.782434 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.795853 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-40fa0f97-79a6-40ef-9284-ad442a8fa96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.801057 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Sync routers for ids ['940fb867-6845-4fd1-9cf0-8085352c23a8'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:26.822534 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Routers {'940fb867-6845-4fd1-9cf0-8085352c23a8'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:26.827470 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['940fb867-6845-4fd1-9cf0-8085352c23a8'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:26.858305 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa0f97-79a6-40ef-9284-ad442a8fa96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6263b9a-3258-48df-ac1a-46a4b0fa8fa4,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:26.910439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Network ff63c8ee-6036-4198-b057-6b371916ead7 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:26.922395 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-71f93f15-6c91-46e6-85c3-41937aeb95c1 req-d0f80586-5e91-4ac3-8d99-961c331ab73b tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0679510 Apr 18 19:23:26.923361 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:26.929024 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:26.932373 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.980414 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-40fa0f97-79a6-40ef-9284-ad442a8fa96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:26.980414 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-40fa0f97-79a6-40ef-9284-ad442a8fa96d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f6263b9a-3258-48df-ac1a-46a4b0fa8fa4 HTTP/1.1" status: 204 len: 168 time: 0.7569613 Apr 18 19:23:26.980414 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Pushing event updated for resources: {'Port': ['ID=983fd0a0-3ca2-4683-9274-2870f3dd2a22,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:27.039385 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.050419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:27.056288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:27.058432 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:27.080758 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Pushing event updated for resources: {'Port': ['ID=7c264d74-0013-47f3-bb41-05bb547a87a4,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:27.109469 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Set router 940fb867-6845-4fd1-9cf0-8085352c23a8 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:27.267235 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.301582 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.305274 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-1719cbea-db65-4500-b713-3767e17808ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:20Z', 'revision_number': 3, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:27.309867 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719cbea-db65-4500-b713-3767e17808ad None None] The sync data for ids ['d8b1a848-e338-43ac-a248-25916249c33b'] in n-d-838334-1 is: [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:20Z', 'revision_number': 3, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:27.427773 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ec546fb8-e2c3-449f-b739-8ef7ba9f3bff None None] Provisioning for port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:27.433815 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ec546fb8-e2c3-449f-b739-8ef7ba9f3bff None None] Provisioning complete for port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:27.437754 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ec546fb8-e2c3-449f-b739-8ef7ba9f3bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.443952 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.600201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4762d-5efb-41e8-adbc-7b39eefb5a67 req-bb656d21-ae54-4a31-a803-31006c30e557 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:27.605690 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-ec546fb8-e2c3-449f-b739-8ef7ba9f3bff None None] Port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:27.607620 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-98a4762d-5efb-41e8-adbc-7b39eefb5a67 req-bb656d21-ae54-4a31-a803-31006c30e557 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 945 time: 0.3075385 Apr 18 19:23:27.623551 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'name': 'tempest-FloatingIPsTestJSON-654639581-router', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:15Z', 'updated_at': '2022-04-18T19:23:22Z', 'revision_number': 4, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'gw_port': {'id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'eba0b5ae-56a8-42ff-8745-2b66f189f843', 'name': '', 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'mac_address': 'fa:16:3e:27:b4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89c318f0-1fbf-4b37-ba53-1e30b2439013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:22Z', 'updated_at': '2022-04-18T19:23:23Z', 'revision_number': 2, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'subnets': [{'id': '89c318f0-1fbf-4b37-ba53-1e30b2439013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:27.631520 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Checking router: 940fb867-6845-4fd1-9cf0-8085352c23a8 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:27.632182 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Updating router 940fb867-6845-4fd1-9cf0-8085352c23a8 port eba0b5ae-56a8-42ff-8745-2b66f189f843 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:23:27.713738 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.756149 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-98a4762d-5efb-41e8-adbc-7b39eefb5a67 req-b91e3a70-9345-41f5-bfa3-880961db2df2 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473815 Apr 18 19:23:27.761751 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.801602 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.845244 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.897924 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:27.945540 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Pushing event updated for resources: {'Port': ['ID=7c264d74-0013-47f3-bb41-05bb547a87a4,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:27.958490 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.109364 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.112886 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Pushing event updated for resources: {'Port': ['ID=983fd0a0-3ca2-4683-9274-2870f3dd2a22,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:28.114047 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.119825 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-8125370b-2aa6-459d-a7d5-9ed2cd68a9a3 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0301085 Apr 18 19:23:28.140986 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-2d5e2696-ff0a-4524-85c1-fdf8ac24adce tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:28.142568 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-2d5e2696-ff0a-4524-85c1-fdf8ac24adce tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 945 time: 0.3183591 Apr 18 19:23:28.224863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-03360498-0a08-4ad5-b2cc-afbfecb78656 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Synchronizing usage tracker for tenant:1de66dd482304b23a2053fa5667da8ea on resource:floatingip {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:28.237655 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.252788 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Transition to ACTIVE for port object eba0b5ae-56a8-42ff-8745-2b66f189f843 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:28.281468 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10812b47-b094-4534-9719-af85ecc12aff req-e32e8bcd-1c78-42a1-b1c0-56261c320b6b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:28.285389 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10812b47-b094-4534-9719-af85ecc12aff req-e32e8bcd-1c78-42a1-b1c0-56261c320b6b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.3507981 Apr 18 19:23:28.287034 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46924) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:28.346158 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-03360498-0a08-4ad5-b2cc-afbfecb78656 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Unset dirty status for tenant:1de66dd482304b23a2053fa5667da8ea on resource:floatingip {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:28.347625 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-03360498-0a08-4ad5-b2cc-afbfecb78656 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.2248456 Apr 18 19:23:28.355174 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-22e29ad3-f06f-44c8-bcde-67108f3627b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c9619ab9319496db2c3fd7db8c4d4fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0665181 Apr 18 19:23:28.355446 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.356357 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 46928) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:28.356997 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Deleting port a43da423-ac75-44dc-9fbf-66ef1399c150 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:28.357334 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.448229 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Network ff63c8ee-6036-4198-b057-6b371916ead7 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:28.450836 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10812b47-b094-4534-9719-af85ecc12aff req-12c112ce-4257-4440-ad36-a650fa8fe24e tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526930 Apr 18 19:23:28.454026 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:28.549519 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2c0938df-afce-490f-91db-191755ad0878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.575933 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:28.608606 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62820b0c-2063-4fbf-8991-da16fc76dd19 None None] Pushing event updated for resources: {'Port': ['ID=eba0b5ae-56a8-42ff-8745-2b66f189f843,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:28.647829 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2c0938df-afce-490f-91db-191755ad0878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.746479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-1b504c28-21a9-4986-9a8c-d1e45764f777 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:28.747995 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-1b504c28-21a9-4986-9a8c-d1e45764f777 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.3907220 Apr 18 19:23:28.774506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-1abc4128-c591-4fca-b8c1-fc9d40062422 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:28.775570 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a980ad99-8ab3-47db-934b-8bf4938181a6 req-1abc4128-c591-4fca-b8c1-fc9d40062422 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0103705 Apr 18 19:23:28.783773 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Attempting to bind port eba0b5ae-56a8-42ff-8745-2b66f189f843 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:28.784519 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Attempting to bind port eba0b5ae-56a8-42ff-8745-2b66f189f843 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '520f9b72-2bbf-492c-8efe-378efab318f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:28.785130 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Attempting to bind port eba0b5ae-56a8-42ff-8745-2b66f189f843 on network 52846031-f8cb-4376-9bb5-9974f1ee3878 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:28.803291 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:28.803843 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Checking segment: {'id': '520f9b72-2bbf-492c-8efe-378efab318f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:28.804254 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.804648 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Bound using segment: {'id': '520f9b72-2bbf-492c-8efe-378efab318f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:28.805118 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Bound port: eba0b5ae-56a8-42ff-8745-2b66f189f843, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520f9b72-2bbf-492c-8efe-378efab318f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:28.806282 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.816678 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:28.822299 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:28.822882 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.879798 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2c0938df-afce-490f-91db-191755ad0878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.907041 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] For port eba0b5ae-56a8-42ff-8745-2b66f189f843, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:28.912021 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] For port eba0b5ae-56a8-42ff-8745-2b66f189f843, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eba0b5ae-56a8-42ff-8745-2b66f189f843,segment=NetworkSegment(520f9b72-2bbf-492c-8efe-378efab318f8),segment_id=520f9b72-2bbf-492c-8efe-378efab318f8)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:28.915417 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0938df-afce-490f-91db-191755ad0878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf31fc6b-e6ef-4375-aadd-81c6a5853d69,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:28.962996 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2c0938df-afce-490f-91db-191755ad0878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:28.962996 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2c0938df-afce-490f-91db-191755ad0878 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf31fc6b-e6ef-4375-aadd-81c6a5853d69 HTTP/1.1" status: 204 len: 168 time: 0.6034255 Apr 18 19:23:28.981895 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8f95c5e3-d190-445e-8803-3690c360fef6 req-0325f695-3126-46e5-a803-c07398683dee tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0586083 Apr 18 19:23:28.989858 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d53c9cc8-e098-4ae0-ae15-8de740c41611 None None] Provisioning complete for port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:28.990346 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d53c9cc8-e098-4ae0-ae15-8de740c41611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.006065 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.090283 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.125133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] For port a43da423-ac75-44dc-9fbf-66ef1399c150, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a43da423-ac75-44dc-9fbf-66ef1399c150,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:29.125745 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.133611 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-d53c9cc8-e098-4ae0-ae15-8de740c41611 None None] Port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:29.147498 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:29.222955 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.230691 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Routers {'940fb867-6845-4fd1-9cf0-8085352c23a8'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:29.231305 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['940fb867-6845-4fd1-9cf0-8085352c23a8'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:29.305923 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62820b0c-2063-4fbf-8991-da16fc76dd19 None None] Pushing event updated for resources: {'Port': ['ID=eba0b5ae-56a8-42ff-8745-2b66f189f843,revision_number=4']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:29.361619 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:29.424094 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f672311-4bc9-4730-8c53-2036f53f7bd3 req-010fd506-fe3f-4817-a878-38ba78673491 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:29.431029 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5f672311-4bc9-4730-8c53-2036f53f7bd3 req-010fd506-fe3f-4817-a878-38ba78673491 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 945 time: 0.2278218 Apr 18 19:23:29.468375 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] Set router 940fb867-6845-4fd1-9cf0-8085352c23a8 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:29.481798 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282271c3-189c-46a9-926e-10f6659eff0d req-2ebea4dc-ef1c-4f2a-86b9-04c0090d4361 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:29.483326 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-282271c3-189c-46a9-926e-10f6659eff0d req-2ebea4dc-ef1c-4f2a-86b9-04c0090d4361 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 945 time: 0.6688900 Apr 18 19:23:29.489754 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5f672311-4bc9-4730-8c53-2036f53f7bd3 req-31899dc2-7459-4e9f-a1ea-2457a795203d tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups?id=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574830 Apr 18 19:23:29.617501 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6b1965a-edca-4acd-84e9-912ddcceb53f req-fdb07174-de24-4ed4-adf1-030d5a738a61 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips/351d319f-4d40-4f52-8d54-1de6aa311376 HTTP/1.1" status: 200 len: 693 time: 0.0945737 Apr 18 19:23:29.788591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1965a-edca-4acd-84e9-912ddcceb53f req-99340add-1048-411e-b55b-b0f166b4eac9 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:29.791316 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6b1965a-edca-4acd-84e9-912ddcceb53f req-99340add-1048-411e-b55b-b0f166b4eac9 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.1680486 Apr 18 19:23:29.802609 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-f6b1965a-edca-4acd-84e9-912ddcceb53f req-ce12eaa0-7b4a-40f3-8a8f-3abf17c24d69 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:29.804359 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6b1965a-edca-4acd-84e9-912ddcceb53f req-ce12eaa0-7b4a-40f3-8a8f-3abf17c24d69 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0072341 Apr 18 19:23:29.807610 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-282271c3-189c-46a9-926e-10f6659eff0d req-2b5d0e59-12c0-4b3d-88c3-a15d301d16c8 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152032 Apr 18 19:23:29.810996 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.811398 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:29.811933 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Floating IP 0914214e-2608-4bf6-b44d-8b307ce94974 disassociated. External IP: 172.25.8.241, port: a43da423-ac75-44dc-9fbf-66ef1399c150. Apr 18 19:23:29.813650 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Calling delete_port for a43da423-ac75-44dc-9fbf-66ef1399c150 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:29.855259 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'name': 'tempest-FloatingIPsTestJSON-654639581-router', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:15Z', 'updated_at': '2022-04-18T19:23:22Z', 'revision_number': 4, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'gw_port': {'id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'eba0b5ae-56a8-42ff-8745-2b66f189f843', 'name': '', 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'mac_address': 'fa:16:3e:27:b4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89c318f0-1fbf-4b37-ba53-1e30b2439013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:22Z', 'updated_at': '2022-04-18T19:23:28Z', 'revision_number': 4, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'subnets': [{'id': '89c318f0-1fbf-4b37-ba53-1e30b2439013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:29.860088 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1389f114-20fd-411f-9ebf-66b7cdd0b86a None None] The sync data for ids ['940fb867-6845-4fd1-9cf0-8085352c23a8'] in n-d-838334-1 is: [{'id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'name': 'tempest-FloatingIPsTestJSON-654639581-router', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:15Z', 'updated_at': '2022-04-18T19:23:22Z', 'revision_number': 4, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'gw_port': {'id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'eba0b5ae-56a8-42ff-8745-2b66f189f843', 'name': '', 'network_id': '52846031-f8cb-4376-9bb5-9974f1ee3878', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'mac_address': 'fa:16:3e:27:b4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89c318f0-1fbf-4b37-ba53-1e30b2439013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:22Z', 'updated_at': '2022-04-18T19:23:28Z', 'revision_number': 4, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'subnets': [{'id': '89c318f0-1fbf-4b37-ba53-1e30b2439013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:30.012390 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d5667bb7-b7bf-4958-8a87-af9407032db8 req-c6b1b850-ef6a-4568-9538-e7af0fd840fa tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=1de66dd482304b23a2053fa5667da8ea HTTP/1.1" status: 200 len: 696 time: 0.0873842 Apr 18 19:23:30.073322 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69005b0-a3e7-49d7-ae00-f6785c37ecbc req-9f3e1217-9992-41be-a4f1-9c067b03cdc4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:30.080638 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b69005b0-a3e7-49d7-ae00-f6785c37ecbc req-9f3e1217-9992-41be-a4f1-9c067b03cdc4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.1069448 Apr 18 19:23:30.140959 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b69005b0-a3e7-49d7-ae00-f6785c37ecbc req-08844662-b73a-499a-b406-bfa241fdade7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593538 Apr 18 19:23:30.356492 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5667bb7-b7bf-4958-8a87-af9407032db8 req-7d04bdd2-919b-4e6b-82b0-691fab358ad5 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:30.362975 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d5667bb7-b7bf-4958-8a87-af9407032db8 req-7d04bdd2-919b-4e6b-82b0-691fab358ad5 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/networks?id=b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 787 time: 0.3313608 Apr 18 19:23:30.371928 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-d5667bb7-b7bf-4958-8a87-af9407032db8 req-df3d2c7e-1827-4316-bd3c-ab3e5ec0c0a4 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:30.382930 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d5667bb7-b7bf-4958-8a87-af9407032db8 req-df3d2c7e-1827-4316-bd3c-ab3e5ec0c0a4 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0190411 Apr 18 19:23:30.384974 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Router d8b1a848-e338-43ac-a248-25916249c33b has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:30.459220 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-67965f65-82bd-4dff-ba37-b68b5f4441f9 req-62078917-2dfa-4383-8dbe-3619e31eaae5 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 1096 time: 0.1199620 Apr 18 19:23:30.542969 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-67965f65-82bd-4dff-ba37-b68b5f4441f9 req-4ccf10fc-24a1-4ba6-8b0c-e45ddf39cc5d tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755460 Apr 18 19:23:30.565207 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:30.596025 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eba0b5ae-56a8-42ff-8745-2b66f189f843 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:30.677771 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Pushing event deleted for resources: {'Port': ['ID=a43da423-ac75-44dc-9fbf-66ef1399c150,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:30.697361 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1d6087c2-9f06-4d97-8d47-845acfc01e38 req-2b6bdca0-7026-44cc-be2b-83f63576fa29 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1300330 Apr 18 19:23:30.744458 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-8472f379-76a9-49df-b473-9d5b1f55364c tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips/351d319f-4d40-4f52-8d54-1de6aa311376 HTTP/1.1" status: 200 len: 693 time: 0.1282103 Apr 18 19:23:30.867796 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port eba0b5ae-56a8-42ff-8745-2b66f189f843 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:30.875886 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port eba0b5ae-56a8-42ff-8745-2b66f189f843 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:30.884066 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:30.952908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-0646595a-ba46-4070-afaa-9b26012b20ba tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:30.954346 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-0646595a-ba46-4070-afaa-9b26012b20ba tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.2047102 Apr 18 19:23:30.969142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-a86708c0-ade7-48f2-8209-9441fe0f5413 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:30.978582 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-a86708c0-ade7-48f2-8209-9441fe0f5413 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062122 Apr 18 19:23:31.030044 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.071610 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port eba0b5ae-56a8-42ff-8745-2b66f189f843, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eba0b5ae-56a8-42ff-8745-2b66f189f843,segment=NetworkSegment(520f9b72-2bbf-492c-8efe-378efab318f8),segment_id=520f9b72-2bbf-492c-8efe-378efab318f8)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:31.081389 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-c8da79ca-4f40-4f41-be66-91e491c7edd8 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0996528 Apr 18 19:23:31.168131 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-659c3f05-18bf-422e-87bb-d9af9b180b90 req-7bf66384-67e3-4115-91cf-9ac629aadc3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 210 time: 0.1216083 Apr 18 19:23:31.176538 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.177319 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:31.278229 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-d7886646-a1f1-44a8-8b30-09d5dfea3ece tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.1939430 Apr 18 19:23:31.408494 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=eba0b5ae-56a8-42ff-8745-2b66f189f843,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:31.418669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:31.461861 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:31.462504 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.565298 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-012f7632-0ff6-4cf1-92f9-cbb7a2e91238 admin admin] 10.222.0.66 "PUT /v2.0/routers/d8b1a848-e338-43ac-a248-25916249c33b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8870873 Apr 18 19:23:31.565515 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-282a4b78-4223-4353-996a-c4f45f63a234 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Deleting port 7c264d74-0013-47f3-bb41-05bb547a87a4 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:31.565515 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-282a4b78-4223-4353-996a-c4f45f63a234 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.565737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:31.748937 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-282a4b78-4223-4353-996a-c4f45f63a234 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.749508 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-282a4b78-4223-4353-996a-c4f45f63a234 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:31.823105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c8b0f-a2da-4929-89a4-dd75c3b053fc req-005145df-b2b7-47cb-bd50-954a73658e1d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:31.824762 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b67c8b0f-a2da-4929-89a4-dd75c3b053fc req-005145df-b2b7-47cb-bd50-954a73658e1d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.3402560 Apr 18 19:23:31.886597 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-282a4b78-4223-4353-996a-c4f45f63a234 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Calling delete_port for 7c264d74-0013-47f3-bb41-05bb547a87a4 owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:31.896966 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b67c8b0f-a2da-4929-89a4-dd75c3b053fc req-bf84d09e-4706-4cf5-861b-2d6ce80f3638 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641308 Apr 18 19:23:31.946527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:31.964517 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5026b769-901c-49c0-b3b3-a5d6236c31bb None None] Sync routers for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:31.983537 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026b769-901c-49c0-b3b3-a5d6236c31bb None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:31.984153 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5026b769-901c-49c0-b3b3-a5d6236c31bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:32.037681 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] No DVR routers for this DVR port a43da423-ac75-44dc-9fbf-66ef1399c150 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:23:32.041712 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:32.044171 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f43fb275-52f1-441d-9d25-79614a3bbf56 req-3e01fed3-7d5e-4282-85d1-99ff6c8ebe3e tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.71 "DELETE /v2.0/ports/a43da423-ac75-44dc-9fbf-66ef1399c150 HTTP/1.1" status: 204 len: 173 time: 3.8705726 Apr 18 19:23:32.044805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'name': 'network-vif-deleted', 'tag': 'a43da423-ac75-44dc-9fbf-66ef1399c150'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:32.146541 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2fd7940-725a-45bf-859c-618a6912a58f req-60b11388-6540-4ef8-9d9e-4b62f2c418d5 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0714443 Apr 18 19:23:32.294866 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a43da423-ac75-44dc-9fbf-66ef1399c150 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:32.310047 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6234eb81-9de8-4484-acfc-0faa1a72cd89'] response: {'server_uuid': '6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7', 'name': 'network-vif-deleted', 'tag': 'a43da423-ac75-44dc-9fbf-66ef1399c150', 'status': 'completed', 'code': 200} Apr 18 19:23:32.346111 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: a43da423-ac75-44dc-9fbf-66ef1399c150 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:32.346224 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a43da423-ac75-44dc-9fbf-66ef1399c150 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:32.388069 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-282a4b78-4223-4353-996a-c4f45f63a234 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:32.439018 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-5026b769-901c-49c0-b3b3-a5d6236c31bb None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:32.520270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a4b78-4223-4353-996a-c4f45f63a234 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Pushing event deleted for resources: {'Port': ['ID=7c264d74-0013-47f3-bb41-05bb547a87a4,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:32.554512 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eba0b5ae-56a8-42ff-8745-2b66f189f843 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:32.587477 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-282a4b78-4223-4353-996a-c4f45f63a234 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:32.640507 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-58a6abc8-8696-41a3-af57-a5c02787b159 req-198594c6-744b-4cb7-b3f2-9d0ef96c4559 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Synchronizing usage tracker for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:32.675295 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-282a4b78-4223-4353-996a-c4f45f63a234 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:32.676876 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-de8591d1-8900-4762-97ba-c83c857a00b1 req-282a4b78-4223-4353-996a-c4f45f63a234 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "DELETE /v2.0/floatingips/351d319f-4d40-4f52-8d54-1de6aa311376 HTTP/1.1" status: 204 len: 173 time: 1.3978536 Apr 18 19:23:32.776634 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-58a6abc8-8696-41a3-af57-a5c02787b159 req-198594c6-744b-4cb7-b3f2-9d0ef96c4559 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Unset dirty status for tenant:3cbf4e3c30304ddab39b304473805b3e on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:32.777957 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58a6abc8-8696-41a3-af57-a5c02787b159 req-198594c6-744b-4cb7-b3f2-9d0ef96c4559 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ad411ce-6f65-4a2d-b377-1bdeef6a6ef7 HTTP/1.1" status: 200 len: 210 time: 0.2508807 Apr 18 19:23:32.901539 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-82bcabed-0dfb-4bba-8dc3-17f2a8330ce0 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1678431 Apr 18 19:23:32.911702 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:32.917636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:32.923549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Usage tracker for resource:floatingip and tenant:1de66dd482304b23a2053fa5667da8ea is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:32.926490 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:32.932811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:32.992374 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port eba0b5ae-56a8-42ff-8745-2b66f189f843 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:32.992946 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.079027 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5026b769-901c-49c0-b3b3-a5d6236c31bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:33.079618 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.111156 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5026b769-901c-49c0-b3b3-a5d6236c31bb None None] Checking router: 3f5dd035-63f4-4b27-9304-1bb3bd550f30 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:33.144113 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026b769-901c-49c0-b3b3-a5d6236c31bb None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:33.144834 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5026b769-901c-49c0-b3b3-a5d6236c31bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:33.239993 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21d612-4746-4c4f-995b-6c7bdd2732b3 req-dcc084ec-8b54-4387-817c-a3328dd1a2a4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:33.249830 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a21d612-4746-4c4f-995b-6c7bdd2732b3 req-dcc084ec-8b54-4387-817c-a3328dd1a2a4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.1982098 Apr 18 19:23:33.308287 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a21d612-4746-4c4f-995b-6c7bdd2732b3 req-32cedbc9-a763-4299-adf0-6b4c9d828068 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575733 Apr 18 19:23:33.386604 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-5026b769-901c-49c0-b3b3-a5d6236c31bb None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:33.463237 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:33.651627 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eec5c017-0200-4e15-a6bf-316614e4048c req-b609ad2e-9d9a-471f-9d15-1ce9041ee498 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0707302 Apr 18 19:23:33.734905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Allocated IP 172.25.8.24 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/128a6f96-806f-4d46-8f8d-b8a23173d174) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:33.843879 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5026b769-901c-49c0-b3b3-a5d6236c31bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:33.848237 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5026b769-901c-49c0-b3b3-a5d6236c31bb None None] The sync data for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 is: [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:20:47Z', 'revision_number': 4, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6c30fdf9-7304-46ac-b135-3a0ee1e54a74', 'name': '', 'network_id': '9ed1a367-2cbb-46cc-8894-db52b010c14b', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'mac_address': 'fa:16:3e:c0:45:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:46Z', 'updated_at': '2022-04-18T19:21:08Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'subnets': [{'id': '317c77bb-fe1a-4bb1-b477-646f3113daa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:33.881286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47048) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:33.891268 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-network', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:33.899430 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:33.908321 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Usage tracker for resource:network and tenant:fb279bf9cdea4375a1eac4bc67e4b781 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:33.911764 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:33.921495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:33.943176 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.011429 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Made reservation on behalf of fb279bf9cdea4375a1eac4bc67e4b781 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:34.013783 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.026878 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.034179 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.067485 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:34.071957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Usage tracker for resource:security_group_rule and tenant:fb279bf9cdea4375a1eac4bc67e4b781 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:34.075355 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:34.081589 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:34.125665 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:34.129078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:34.131484 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Pushing event updated for resources: {'Port': ['ID=128a6f96-806f-4d46-8f8d-b8a23173d174,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:34.133803 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:34.185960 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.283384 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.295905 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.327577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:23:34.337611 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b959d12d-28fc-44b6-9c36-45e832ededa3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:34.343170 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.343506 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Added segment 8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5 of type vlan for network 8f4b542b-dab4-4698-ab5f-aefd33165dfe Apr 18 19:23:34.370482 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.407314 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.468865 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.469630 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:34.470202 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.571144 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f4b542b-dab4-4698-ab5f-aefd33165dfe,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:34.581484 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 8f4b542b-dab4-4698-ab5f-aefd33165dfe details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:23:34.614915 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.643163 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f6712a7d-9411-4a1a-9d10-84654c5d88b1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7605281 Apr 18 19:23:34.643494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47058) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:34.650203 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Request body: {'subnet': {'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-subnet', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:34.655095 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:34.659709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Usage tracker for resource:subnet and tenant:fb279bf9cdea4375a1eac4bc67e4b781 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:34.662990 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:34.669819 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:34.725054 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.784397 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.805607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Pushing event updated for resources: {'Port': ['ID=128a6f96-806f-4d46-8f8d-b8a23173d174,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:34.822211 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Made reservation on behalf of fb279bf9cdea4375a1eac4bc67e4b781 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:34.824661 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.906483 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:34.907654 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-940a346a-89ee-44b4-b288-3bd2e5185f31 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0011599 Apr 18 19:23:35.001961 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-b73216f7-72ad-4fc5-9fdc-c76d96e3ab60 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Synchronizing usage tracker for tenant:1de66dd482304b23a2053fa5667da8ea on resource:floatingip {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:35.067516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-b73216f7-72ad-4fc5-9fdc-c76d96e3ab60 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Unset dirty status for tenant:1de66dd482304b23a2053fa5667da8ea on resource:floatingip {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:35.068666 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-b73216f7-72ad-4fc5-9fdc-c76d96e3ab60 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.1523843 Apr 18 19:23:35.303635 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-175a093a-5210-413b-a491-b4e7d6944cdb tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:35.304822 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b48eff4-8805-4bd1-b0fb-fa9ebb99651b req-175a093a-5210-413b-a491-b4e7d6944cdb tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.2293510 Apr 18 19:23:35.347798 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:35.427006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:35.439374 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Checking segment: {'id': '8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:35.439811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Network hostable DHCP agents. Network: 8f4b542b-dab4-4698-ab5f-aefd33165dfe, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:23:35.548461 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Network 8f4b542b-dab4-4698-ab5f-aefd33165dfe is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:23:35.556392 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773e62a-6997-4055-beca-51481014e9c9 req-0667cc19-02f4-492b-b5ba-c55f9f0736be tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:35.557805 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7773e62a-6997-4055-beca-51481014e9c9 req-0667cc19-02f4-492b-b5ba-c55f9f0736be tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.0816834 Apr 18 19:23:35.604070 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-42904c32-91df-441b-91e8-7c5561664c28 req-1021d6d8-69cf-41d3-b1c8-c3c82abc0933 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0451703 Apr 18 19:23:35.604709 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7773e62a-6997-4055-beca-51481014e9c9 req-bbe19af7-42b1-424d-bad3-4755dcb82dd8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Apr 18 19:23:35.667865 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 8f4b542b-dab4-4698-ab5f-aefd33165dfe) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:35.672652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:35.673301 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:35.679404 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53616afe-8ea9-4424-8cd5-a6e1b9c0107b None None] Network 8f4b542b-dab4-4698-ab5f-aefd33165dfe requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:35.756994 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-232aa9c0-0f28-4469-820a-cd7eda04a33a tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips/5e39f132-2090-45f2-b5c8-9d3a74ea173b HTTP/1.1" status: 200 len: 692 time: 0.0969458 Apr 18 19:23:35.809423 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e30cf013-9525-4548-a863-9a4ec0250993 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1645880 Apr 18 19:23:35.809941 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47078) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:35.815124 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-router', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:35.819745 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:35.823754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Usage tracker for resource:router and tenant:fb279bf9cdea4375a1eac4bc67e4b781 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:35.827598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:35.833667 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:35.917788 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-f0cc8e3d-701d-489a-a5aa-cbdeccab6f27 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:35.919652 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:35.920621 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-f0cc8e3d-701d-489a-a5aa-cbdeccab6f27 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.1580858 Apr 18 19:23:35.924398 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:35.933679 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-5443a6c2-db65-4098-829f-f89576ba810b tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:35.934277 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-8f4b542b-dab4-4698-ab5f-aefd33165dfe', 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'fixed_ips': [{'subnet_id': '68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:23:35.935499 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:35.942875 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-5443a6c2-db65-4098-829f-f89576ba810b tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0155208 Apr 18 19:23:35.945178 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.030076 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-6d983ef5-e481-48f4-816a-0d83bbe12823 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.0862472 Apr 18 19:23:36.136101 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-ff510906-79cf-43e6-984c-c4467d449c33 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.24 HTTP/1.1" status: 200 len: 695 time: 0.0998836 Apr 18 19:23:36.163961 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Allocated IP 172.20.0.2 (8f4b542b-dab4-4698-ab5f-aefd33165dfe/68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5/3629dd4b-adbb-4d51-bb63-f56cb2f7fd21) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:36.227686 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.396558 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.409144 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Transition to ACTIVE for port object 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:36.409704 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-9064f7e8-e6ea-4ac3-813f-119fe4946b1a tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Deleting port 128a6f96-806f-4d46-8f8d-b8a23173d174 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:36.410254 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-9064f7e8-e6ea-4ac3-813f-119fe4946b1a tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.427836 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Transition to ACTIVE for port object 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:36.542970 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.548094 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.574141 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.585076 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-9064f7e8-e6ea-4ac3-813f-119fe4946b1a tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.585076 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-9064f7e8-e6ea-4ac3-813f-119fe4946b1a tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.631021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Pushing event updated for resources: {'Port': ['ID=3629dd4b-adbb-4d51-bb63-f56cb2f7fd21,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:36.661755 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Network 8f4b542b-dab4-4698-ab5f-aefd33165dfe is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:36.661755 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:36.665770 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:36.723282 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Allocated IP 172.25.8.80 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/07439a1a-0522-44f4-84e3-d1ca937bc3ae) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:36.724072 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-9064f7e8-e6ea-4ac3-813f-119fe4946b1a tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Calling delete_port for 128a6f96-806f-4d46-8f8d-b8a23173d174 owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:36.757194 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Attempting to bind port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:36.757773 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Attempting to bind port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:36.758013 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Attempting to bind port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 on network 8f4b542b-dab4-4698-ab5f-aefd33165dfe {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:36.764964 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:36.765324 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Checking segment: {'id': '8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:36.765716 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.766102 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Bound using segment: {'id': '8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:36.766576 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Bound port: 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:36.767095 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.868513 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] For port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:36.870634 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] For port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3629dd4b-adbb-4d51-bb63-f56cb2f7fd21,segment=NetworkSegment(8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5),segment_id=8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:36.926479 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:36.938037 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.020937 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2532294-9b53-4b96-9d2f-a07632967a18 None None] Pushing event updated for resources: {'Port': ['ID=3629dd4b-adbb-4d51-bb63-f56cb2f7fd21,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:37.057018 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-9064f7e8-e6ea-4ac3-813f-119fe4946b1a tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.098982 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.165227 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064f7e8-e6ea-4ac3-813f-119fe4946b1a tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Pushing event deleted for resources: {'Port': ['ID=128a6f96-806f-4d46-8f8d-b8a23173d174,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:37.231877 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Pushing event updated for resources: {'Port': ['ID=07439a1a-0522-44f4-84e3-d1ca937bc3ae,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:37.245993 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:37.253613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:37.293847 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715eceb3-73c3-4e84-94c5-4c7d9990a8a7 req-a22d4daa-0f25-4e33-abed-8ad11a9bb9e7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:37.302019 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-715eceb3-73c3-4e84-94c5-4c7d9990a8a7 req-a22d4daa-0f25-4e33-abed-8ad11a9bb9e7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.2682867 Apr 18 19:23:37.321716 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:37.374626 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-9064f7e8-e6ea-4ac3-813f-119fe4946b1a tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.444189 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-715eceb3-73c3-4e84-94c5-4c7d9990a8a7 req-e632a52c-aa6b-47dd-a3d9-6612aefe4bf6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410346 Apr 18 19:23:37.457854 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-9064f7e8-e6ea-4ac3-813f-119fe4946b1a tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.458229 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75fd9326-6f9f-4f02-966e-17d5175e1b44 req-9064f7e8-e6ea-4ac3-813f-119fe4946b1a tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "DELETE /v2.0/floatingips/5e39f132-2090-45f2-b5c8-9d3a74ea173b HTTP/1.1" status: 204 len: 173 time: 1.3158934 Apr 18 19:23:37.582810 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.583675 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.593065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47104) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:37.662987 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47cbd82c-a273-4f2b-ae49-de73d937030e req-14ea17b9-2974-4f73-9461-c3499e23140f tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0664382 Apr 18 19:23:37.743615 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-59747a27-2e3a-4c88-b769-5805e11f2e69 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.842992 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-b2b5fe01-0042-4a82-85bf-65cdb7e2a728 req-3758ad2d-6d7c-494d-8274-b865061b1ab2 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] show failed (client error): The resource could not be found. Apr 18 19:23:37.844092 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2b5fe01-0042-4a82-85bf-65cdb7e2a728 req-3758ad2d-6d7c-494d-8274-b865061b1ab2 tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips/5e39f132-2090-45f2-b5c8-9d3a74ea173b HTTP/1.1" status: 404 len: 350 time: 0.0977011 Apr 18 19:23:37.856033 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-59747a27-2e3a-4c88-b769-5805e11f2e69 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:37.943511 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:23:38.052976 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-aff6ff36-d02e-42b0-919e-77ca8ef05096 req-22606756-5f18-4e19-a9f9-5e70a2b2a61c tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] show failed (client error): The resource could not be found. Apr 18 19:23:38.053933 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aff6ff36-d02e-42b0-919e-77ca8ef05096 req-22606756-5f18-4e19-a9f9-5e70a2b2a61c tempest-FloatingIPsTestJSON-1061035117 tempest-FloatingIPsTestJSON-1061035117-project] 10.222.0.66 "GET /v2.0/floatingips/5e39f132-2090-45f2-b5c8-9d3a74ea173b HTTP/1.1" status: 404 len: 350 time: 0.1690474 Apr 18 19:23:38.082317 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47112) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:38.227153 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-59747a27-2e3a-4c88-b769-5805e11f2e69 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:38.377834 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:38.379427 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a600ed7-d8bc-4c33-931d-5c6cd4802dd4 None None] Network 8f4b542b-dab4-4698-ab5f-aefd33165dfe requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:23:38.388519 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Sync routers for ids ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:38.390304 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59747a27-2e3a-4c88-b769-5805e11f2e69 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:38.404317 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5a622361-4fb3-4e54-934a-c42a7bfa9850 req-e8c91d7b-7efd-41c6-bdba-f5dc59cee74f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1468399 Apr 18 19:23:38.406930 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Routers {'92ce5ef0-e186-4002-b7a3-5caa2c338a3c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:38.408580 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:38.536628 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-59747a27-2e3a-4c88-b769-5805e11f2e69 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:38.541580 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-59747a27-2e3a-4c88-b769-5805e11f2e69 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "DELETE /v2.0/security-groups/92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c HTTP/1.1" status: 204 len: 168 time: 0.9447753 Apr 18 19:23:38.543284 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47120) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:38.578974 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:38.586731 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9177e923-9db6-4b0f-9109-cf136e550fad admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7729700 Apr 18 19:23:38.596972 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47124) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:38.643114 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:38.693337 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a2add4e9-14c6-450b-8b55-328b1d3e1243 None None] Provisioning for port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:38.702663 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-7a238e06-fa88-4a9d-ac1c-1077530c8bab service neutron] show failed (client error): The resource could not be found. Apr 18 19:23:38.708035 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-7a238e06-fa88-4a9d-ac1c-1077530c8bab service neutron] 10.222.0.16 "GET /v2.0/ports/181e3dd5-f18d-48ef-99d6-95ee2c9d2389/bindings/n-h1-838334-1 HTTP/1.1" status: 404 len: 380 time: 0.2297733 Apr 18 19:23:38.828487 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Set router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:38.908567 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [None req-8a0bb5cb-a774-46bb-a160-437364025dda tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] show failed (client error): The resource could not be found. Apr 18 19:23:38.909594 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8a0bb5cb-a774-46bb-a160-437364025dda tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "GET /v2.0/security-groups/92daa8ec-2ce9-4b7c-bf3b-a75a50c00a5c HTTP/1.1" status: 404 len: 347 time: 0.3610859 Apr 18 19:23:38.913617 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47136) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:39.039340 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:39.045112 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:39.045777 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.316871 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e7d1b308-18f5-4732-a80e-acbb783c0481 req-425d2cc8-3560-481e-846c-6cfbc9d40dfd tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.2036057 Apr 18 19:23:39.364508 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.405996 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f9f95e8b-ad93-44db-a5ef-16c94c3e13f2 None None] Provisioning complete for port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:39.408061 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f9f95e8b-ad93-44db-a5ef-16c94c3e13f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.609361 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468d219-bd57-4731-b9c4-0c68b0946961 req-7d3a59f2-cef7-4f5b-b82d-3719acb5c2e2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:39.609361 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c468d219-bd57-4731-b9c4-0c68b0946961 req-7d3a59f2-cef7-4f5b-b82d-3719acb5c2e2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.6529016 Apr 18 19:23:39.611221 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3629dd4b-adbb-4d51-bb63-f56cb2f7fd21,segment=NetworkSegment(8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5),segment_id=8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:39.611632 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-router', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:35Z', 'updated_at': '2022-04-18T19:23:37Z', 'revision_number': 3, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'gw_port': {'id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:39.611632 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Checking router: 92ce5ef0-e186-4002-b7a3-5caa2c338a3c for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:39.611632 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Updating router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c port 07439a1a-0522-44f4-84e3-d1ca937bc3ae binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:23:39.613629 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c468d219-bd57-4731-b9c4-0c68b0946961 req-745e1bf5-0794-435f-8138-328d735e33f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976889 Apr 18 19:23:39.613781 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-958c7b31-f7f4-49e3-b4ee-0b24a554cb37 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Deleting port f7e361bd-0b45-4785-a25f-b0a354a99e82 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:39.613781 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-958c7b31-f7f4-49e3-b4ee-0b24a554cb37 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.614041 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f9f95e8b-ad93-44db-a5ef-16c94c3e13f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.665268 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.697752 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.829691 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-055979c2-3660-4767-8da1-b70d8f1394f8 req-4805e953-a8fc-4894-a9b7-31f32c2ad38a tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 1096 time: 0.1816506 Apr 18 19:23:39.838407 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-958c7b31-f7f4-49e3-b4ee-0b24a554cb37 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.838407 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-958c7b31-f7f4-49e3-b4ee-0b24a554cb37 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.857147 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.927674 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:39.973642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-958c7b31-f7f4-49e3-b4ee-0b24a554cb37 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Calling delete_port for f7e361bd-0b45-4785-a25f-b0a354a99e82 owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:40.045077 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-f9f95e8b-ad93-44db-a5ef-16c94c3e13f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:23:40.045482 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-f9f95e8b-ad93-44db-a5ef-16c94c3e13f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:23:40.049746 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=3629dd4b-adbb-4d51-bb63-f56cb2f7fd21,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:40.070386 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-055979c2-3660-4767-8da1-b70d8f1394f8 req-da82c459-9f60-42cc-ba8f-afe13b8d6e5f tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247136 Apr 18 19:23:40.258714 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-ec68574d-6f3d-46f6-bccd-e8f534748aaa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66&tenant_id=5c22a2f2d46e46198d19e1a175df3310 HTTP/1.1" status: 200 len: 1101 time: 0.2333252 Apr 18 19:23:40.259224 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47146) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:40.294537 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-1', 'device_owner': 'compute:nova'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:40.370319 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-958c7b31-f7f4-49e3-b4ee-0b24a554cb37 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.451552 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c7b31-f7f4-49e3-b4ee-0b24a554cb37 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Pushing event deleted for resources: {'Port': ['ID=f7e361bd-0b45-4785-a25f-b0a354a99e82,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:40.489480 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.498189 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Transition to ACTIVE for port object 07439a1a-0522-44f4-84e3-d1ca937bc3ae will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:40.524300 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-958c7b31-f7f4-49e3-b4ee-0b24a554cb37 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.540285 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:40.576237 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.615671 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fc68da46-15da-45b1-8971-1f9ee1d1104b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.681889 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-445b72c6-6c6e-4e68-8f28-8a5f777aeb5d req-eada763b-e3da-484e-b832-61d762bfefd2 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0527625 Apr 18 19:23:40.691272 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-958c7b31-f7f4-49e3-b4ee-0b24a554cb37 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.693036 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-958c7b31-f7f4-49e3-b4ee-0b24a554cb37 tempest-ServersWithSpecificFlavorTestJSON-794255430 tempest-ServersWithSpecificFlavorTestJSON-794255430-project] 10.222.0.66 "DELETE /v2.0/floatingips/0914214e-2608-4bf6-b44d-8b307ce94974 HTTP/1.1" status: 204 len: 168 time: 1.7784615 Apr 18 19:23:40.704491 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Attempting to bind port 07439a1a-0522-44f4-84e3-d1ca937bc3ae on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:40.705085 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Attempting to bind port 07439a1a-0522-44f4-84e3-d1ca937bc3ae by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:40.705571 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Attempting to bind port 07439a1a-0522-44f4-84e3-d1ca937bc3ae on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:40.710290 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73ef65-a104-46e0-86cc-783ed140ed9a None None] Pushing event updated for resources: {'Port': ['ID=07439a1a-0522-44f4-84e3-d1ca937bc3ae,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:40.717172 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:40.718132 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:40.718622 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.723086 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:40.723086 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Bound port: 07439a1a-0522-44f4-84e3-d1ca937bc3ae, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:40.723086 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.723628 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fc68da46-15da-45b1-8971-1f9ee1d1104b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:40.738972 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fc68da46-15da-45b1-8971-1f9ee1d1104b admin admin] Usage tracker for resource:security_group_rule and tenant:ea7320d1c57a49b3ae03b7a14367e4f6 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:40.749511 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fc68da46-15da-45b1-8971-1f9ee1d1104b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:40.756416 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fc68da46-15da-45b1-8971-1f9ee1d1104b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:40.766724 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:40.767975 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.778843 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.814191 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] For port 07439a1a-0522-44f4-84e3-d1ca937bc3ae, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:40.814191 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] For port 07439a1a-0522-44f4-84e3-d1ca937bc3ae, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=07439a1a-0522-44f4-84e3-d1ca937bc3ae,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:40.844117 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fc68da46-15da-45b1-8971-1f9ee1d1104b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.913878 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.956138 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fc68da46-15da-45b1-8971-1f9ee1d1104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:40.998461 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73ef65-a104-46e0-86cc-783ed140ed9a None None] Pushing event updated for resources: {'Port': ['ID=07439a1a-0522-44f4-84e3-d1ca937bc3ae,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:41.007215 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Routers {'92ce5ef0-e186-4002-b7a3-5caa2c338a3c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:41.008105 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:41.024469 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fc68da46-15da-45b1-8971-1f9ee1d1104b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea7320d1c57a49b3ae03b7a14367e4f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7702923 Apr 18 19:23:41.025387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68da46-15da-45b1-8971-1f9ee1d1104b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd93dc1-8b1c-4df4-88d8-e8d30e2635fd,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:41.028592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47164) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:41.034615 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.089408 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c6400-0a37-48be-8ea4-ecd4f66b7e06 req-0c8f115e-ca80-4219-a35b-f78cb5f002ad tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:41.091285 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cc8c6400-0a37-48be-8ea4-ecd4f66b7e06 req-0c8f115e-ca80-4219-a35b-f78cb5f002ad tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.1842027 Apr 18 19:23:41.132430 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dacf7c5b-f484-4255-9bd4-1d90a0c02579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.172780 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cc8c6400-0a37-48be-8ea4-ecd4f66b7e06 req-08c314d5-ad4c-4db6-b813-14bb39929987 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744615 Apr 18 19:23:41.174781 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dacf7c5b-f484-4255-9bd4-1d90a0c02579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.197935 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9aa0233b-bfdb-4111-8a7f-0bfea69759ae req-99ca0783-a24b-47ae-a6c1-d31ddb3aee2a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6415439 Apr 18 19:23:41.238475 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] Set router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:41.377087 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dacf7c5b-f484-4255-9bd4-1d90a0c02579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.425817 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dacf7c5b-f484-4255-9bd4-1d90a0c02579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.430310 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-dacf7c5b-f484-4255-9bd4-1d90a0c02579 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7fd93dc1-8b1c-4df4-88d8-e8d30e2635fd HTTP/1.1" status: 204 len: 168 time: 0.3995306 Apr 18 19:23:41.434232 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf7c5b-f484-4255-9bd4-1d90a0c02579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd93dc1-8b1c-4df4-88d8-e8d30e2635fd,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:41.559620 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:41.652634 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-router', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:35Z', 'updated_at': '2022-04-18T19:23:37Z', 'revision_number': 3, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'gw_port': {'id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:41.657339 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4ccda7-393e-4e72-be5e-3f51c8c2ceb5 None None] The sync data for ids ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'] in n-d-838334-1 is: [{'id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-router', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:35Z', 'updated_at': '2022-04-18T19:23:37Z', 'revision_number': 3, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'gw_port': {'id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:41.661995 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:41.776543 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:41.782806 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.881600 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Transition to ACTIVE for port object 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:41.915249 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:41.976810 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.197671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,revision_number=6']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:42.323943 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47204) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:42.330880 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cab37e33-dfbe-4f41-8586-06aa5344d0fb req-07ab113b-ec42-4203-af41-d0ae99d9c653 tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0650110 Apr 18 19:23:42.339865 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] No DVR routers for this DVR port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:23:42.348169 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-46e401bc-fdd3-4b61-9e0c-c872a74ff8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.367075 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] Deleting port eba0b5ae-56a8-42ff-8745-2b66f189f843 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:42.369576 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.388584 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-46e401bc-fdd3-4b61-9e0c-c872a74ff8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:42.393178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-46e401bc-fdd3-4b61-9e0c-c872a74ff8f9 admin admin] Usage tracker for resource:security_group_rule and tenant:97c54e6af9b443fabb6841d207352eb9 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:42.396402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-46e401bc-fdd3-4b61-9e0c-c872a74ff8f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:42.402308 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-46e401bc-fdd3-4b61-9e0c-c872a74ff8f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:42.490853 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-46e401bc-fdd3-4b61-9e0c-c872a74ff8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.560241 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-46e401bc-fdd3-4b61-9e0c-c872a74ff8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.590416 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe6fcc4-1bf7-4c2e-a5c4-e8b68c70bf41'] response: {'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389', 'code': 200} Apr 18 19:23:42.614015 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-46e401bc-fdd3-4b61-9e0c-c872a74ff8f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97c54e6af9b443fabb6841d207352eb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2886591 Apr 18 19:23:42.618397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47216) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:42.623336 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Attempting to bind port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:42.626562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Attempting to bind port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:42.626562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Attempting to bind port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:42.650652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e401bc-fdd3-4b61-9e0c-c872a74ff8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d80f44d-0730-43a7-8b0e-f3f691818984,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:42.701570 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:42.702840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Attempting to bind port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:42.716539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:42.720275 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:42.720275 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:42.720275 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Bound port: 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:42.720275 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.749646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Allocated IP 172.20.0.1 (8f4b542b-dab4-4698-ab5f-aefd33165dfe/68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5/c156c5fb-2baf-4520-997b-c84670cfd98e) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:42.828483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] For port eba0b5ae-56a8-42ff-8745-2b66f189f843, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eba0b5ae-56a8-42ff-8745-2b66f189f843,segment=NetworkSegment(520f9b72-2bbf-492c-8efe-378efab318f8),segment_id=520f9b72-2bbf-492c-8efe-378efab318f8)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:42.828902 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.861926 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d3f19fb2-c565-4f53-8ad9-b5e64beb1918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.898313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c84b2-668c-4a24-915b-d94fc7bd1566 req-96d974ce-4d56-4f5b-8b23-32fe042ade4d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:42.899815 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-186c84b2-668c-4a24-915b-d94fc7bd1566 req-96d974ce-4d56-4f5b-8b23-32fe042ade4d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 948 time: 0.2252491 Apr 18 19:23:42.905246 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d3f19fb2-c565-4f53-8ad9-b5e64beb1918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:42.988629 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-186c84b2-668c-4a24-915b-d94fc7bd1566 req-36803f7a-6e60-4467-8680-2f5d16e536f3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744660 Apr 18 19:23:43.042680 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:43.096954 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d3f19fb2-c565-4f53-8ad9-b5e64beb1918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:43.123370 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f19fb2-c565-4f53-8ad9-b5e64beb1918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d80f44d-0730-43a7-8b0e-f3f691818984,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:43.143508 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d3f19fb2-c565-4f53-8ad9-b5e64beb1918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:43.143508 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d3f19fb2-c565-4f53-8ad9-b5e64beb1918 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d80f44d-0730-43a7-8b0e-f3f691818984 HTTP/1.1" status: 204 len: 168 time: 0.5190897 Apr 18 19:23:43.151438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] Calling delete_port for eba0b5ae-56a8-42ff-8745-2b66f189f843 owned by network:router_interface {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:43.197829 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:43.202189 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3cbf7565-d8ab-4a4c-9e73-6c9a9e5eabbb req-becf3445-76d6-4237-b25a-135d978813df tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0501375 Apr 18 19:23:43.239540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:43.404597 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-55de2be0-079f-4849-8cd0-820d67dc50b7 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:43.405545 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-55de2be0-079f-4849-8cd0-820d67dc50b7 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057559 Apr 18 19:23:43.420117 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:43.428502 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Request body: {'binding': {'host': 'n-h2-838334-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:43.428930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Unknown quota resources ['binding']. {{(pid=84804) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:23:43.536910 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:43.636971 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:43.700584 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Transition to ACTIVE for port object c156c5fb-2baf-4520-997b-c84670cfd98e will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:43.706937 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:43.708292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] 10.222.0.71 "PUT /v2.0/ports/181e3dd5-f18d-48ef-99d6-95ee2c9d2389 HTTP/1.1" status: 200 len: 1096 time: 3.4453440 Apr 18 19:23:43.777739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47244) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:43.844739 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cf4f2-0554-4100-b5e5-c33248921ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,revision_number=7']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:43.935692 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on host n-h2-838334-1 for vnic_type normal with profile None {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:43.936016 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:43.936363 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:43.945834 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:43.946150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:43.957816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:43.958150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:43.958552 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:43.958983 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Bound port: 848ef3df-ed98-4704-958e-0c6bca5aaf58, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:43.967455 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-edc7595d-55df-4c3f-98e0-113c2d55dd39 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 1099 time: 0.2053509 Apr 18 19:23:44.060353 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.065359 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.127911 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] Pushing event deleted for resources: {'Port': ['ID=eba0b5ae-56a8-42ff-8745-2b66f189f843,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:44.232638 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:44.311636 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Network 8f4b542b-dab4-4698-ab5f-aefd33165dfe is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:44.318548 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:44.320993 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5b7cf-9f8a-4a52-8c63-0b3c95222fe2 req-ecbacf25-5246-44dc-985b-4320f002ce69 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:44.322493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1dc5b7cf-9f8a-4a52-8c63-0b3c95222fe2 req-ecbacf25-5246-44dc-985b-4320f002ce69 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 948 time: 0.1310959 Apr 18 19:23:44.334714 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:44.364949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Pushing event updated for resources: {'Port': ['ID=c156c5fb-2baf-4520-997b-c84670cfd98e,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:44.384560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-17f2ad94-5c5f-4d96-8940-5284d33fa94d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:44.389046 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-17f2ad94-5c5f-4d96-8940-5284d33fa94d service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.4071686 Apr 18 19:23:44.421699 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1dc5b7cf-9f8a-4a52-8c63-0b3c95222fe2 req-46b1a779-d75f-4503-822b-71d56c2c0924 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815678 Apr 18 19:23:44.433329 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.558770 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.565173 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-bd0da2a9-c269-4900-83ba-6381697ef5f7 service neutron] 10.222.0.66 "POST /v2.0/ports/848ef3df-ed98-4704-958e-0c6bca5aaf58/bindings HTTP/1.1" status: 201 len: 389 time: 1.1385632 Apr 18 19:23:44.663214 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da9027-284d-4b41-8cd4-1971548acc31 None None] New status for floating IP 0914214e-2608-4bf6-b44d-8b307ce94974: DOWN {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:23:44.674649 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:44.683664 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-f197edf5-ccad-429c-a236-a2e867e2b1e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389 HTTP/1.1" status: 200 len: 217 time: 0.2579374 Apr 18 19:23:44.750403 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7b480f02-4481-432b-820d-aaa08f52f6c3 req-05e79550-3eed-4622-9818-1fbf9dd51f95 tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1259196 Apr 18 19:23:44.919057 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f01a720-9cfe-483f-be42-ceb63213cb08'] response: {'name': 'network-changed', 'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389', 'status': 'completed', 'code': 200} Apr 18 19:23:44.919559 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6fb6b287-5a72-4306-aa13-502b6d1833b6 None None] Provisioning for port c156c5fb-2baf-4520-997b-c84670cfd98e completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:44.925147 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6fb6b287-5a72-4306-aa13-502b6d1833b6 None None] Provisioning complete for port c156c5fb-2baf-4520-997b-c84670cfd98e triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:44.936764 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6fb6b287-5a72-4306-aa13-502b6d1833b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:44.997166 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-d2772661-5dc1-468c-a782-0aec1b55c04d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:44.998760 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-d2772661-5dc1-468c-a782-0aec1b55c04d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0843170 Apr 18 19:23:45.000419 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.040170 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6b287-5a72-4306-aa13-502b6d1833b6 None None] Port c156c5fb-2baf-4520-997b-c84670cfd98e cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:45.258582 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.273528 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-31165d4b-7f8d-4a35-8c93-bbbde1e85977 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5e6dcbe391d94c1b8bbcd24f38b94491&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742710 Apr 18 19:23:45.285393 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-807c50e1-31a7-431b-8955-d1349f3f0b7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 1099 time: 0.3385367 Apr 18 19:23:45.416421 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-b2045887-0e1b-4422-9dfb-102edbaa1063 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3898041 Apr 18 19:23:45.433914 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c7590-cb10-47fb-bc84-d42ccf8c34e5 req-6a3629dd-dcf5-4bf5-99e5-9aae2d1930c7 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:45.435341 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7f5c7590-cb10-47fb-bc84-d42ccf8c34e5 req-6a3629dd-dcf5-4bf5-99e5-9aae2d1930c7 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 945 time: 0.3089070 Apr 18 19:23:45.665132 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-f2d79ff1-bd2a-4050-ab0e-6059d4f064d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 1096 time: 0.3811829 Apr 18 19:23:45.696544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb92166-0a25-43df-a408-97498b13e8ca req-340c37b2-0e0c-4a51-9b00-070050667b00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:45.697892 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-340c37b2-0e0c-4a51-9b00-070050667b00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3899271 Apr 18 19:23:45.708831 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-2a3770ce-c951-4104-8f0c-836829be927f tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:45.713425 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-2a3770ce-c951-4104-8f0c-836829be927f tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4238608 Apr 18 19:23:45.791421 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-fb5141ab-3f54-4bc8-84f3-8a1e013492f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389 HTTP/1.1" status: 200 len: 217 time: 0.0802772 Apr 18 19:23:45.794571 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-ea3f40f2-e288-4492-8909-7749f8290f31 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/quotas/5e6dcbe391d94c1b8bbcd24f38b94491 HTTP/1.1" status: 200 len: 375 time: 0.0312831 Apr 18 19:23:45.801590 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7f5c7590-cb10-47fb-bc84-d42ccf8c34e5 req-0c948cf3-1756-463a-b9bc-394e10da3c91 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408415 Apr 18 19:23:45.816380 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:45.825678 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-32e5df68-1570-49b1-8e0f-1a445e4ec81c service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894346 Apr 18 19:23:45.892499 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-12c5f397-f1d5-449d-8e1e-ef549196e6fb tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e6dcbe391d94c1b8bbcd24f38b94491&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636623 Apr 18 19:23:45.934534 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb92166-0a25-43df-a408-97498b13e8ca req-4183c254-9909-4a6c-bef4-4aa71f1d7569 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:45.936176 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-4183c254-9909-4a6c-bef4-4aa71f1d7569 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1372612 Apr 18 19:23:46.089134 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-039226de-e28f-4cb7-8d80-b42ea43c5688 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381512 Apr 18 19:23:46.091657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] Deleting port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:46.091988 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:46.127775 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:23:46.150610 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77f995-48c4-4920-b005-960bd66dfb69 req-fcd42c6d-0964-4c96-9ca1-ba24fb25e526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:46.152214 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-fcd42c6d-0964-4c96-9ca1-ba24fb25e526 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.4655828 Apr 18 19:23:46.185771 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:46.290550 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:46.346326 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1d9b03bd-d40b-409e-8da7-d87d4c459a29 req-dca908ac-2619-4fc6-88d5-6ad26a9c2d7c tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0810947 Apr 18 19:23:46.348026 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-5dbbf176-9333-41d6-b62b-7201af7966c6 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304137 Apr 18 19:23:46.503262 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-c07ba03d-02d3-409b-af3e-c6d3d8475652 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58 HTTP/1.1" status: 200 len: 217 time: 0.3138864 Apr 18 19:23:46.542505 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ff267432-1ca9-43df-8baf-ecb82a002e35 req-f88be02b-f23c-49f0-97e4-aa0f3fb441f2 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 210 time: 0.0614021 Apr 18 19:23:46.598439 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b357d8ea-a543-4f4e-81ec-e1f8dff187a4 req-03204b85-bea9-4855-af64-ce04e740da06 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588971 Apr 18 19:23:46.605633 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:46.608061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] For port 6c30fdf9-7304-46ac-b135-3a0ee1e54a74, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6c30fdf9-7304-46ac-b135-3a0ee1e54a74,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:46.608417 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:46.635400 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Pushing event updated for resources: {'Port': ['ID=c156c5fb-2baf-4520-997b-c84670cfd98e,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:46.654192 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77f995-48c4-4920-b005-960bd66dfb69 req-006a2cbe-8cfc-4972-80b7-59a6dec85422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:46.655706 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-006a2cbe-8cfc-4972-80b7-59a6dec85422 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.1193895 Apr 18 19:23:46.680262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee520d-59eb-4954-86b2-a9b917974263 req-40e9f273-d6d6-48cf-a047-67c250937572 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:46.682556 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-51ee520d-59eb-4954-86b2-a9b917974263 req-40e9f273-d6d6-48cf-a047-67c250937572 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 948 time: 0.6901014 Apr 18 19:23:46.735316 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-f3f8f944-aa30-43ab-81a9-4e5214f5ae7b service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401945 Apr 18 19:23:46.742450 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] Calling delete_port for 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:46.823630 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-692ba44f-d7dc-4bc9-ac65-06ade0b1f4c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518581 Apr 18 19:23:47.036718 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-51ee520d-59eb-4954-86b2-a9b917974263 req-4d055399-17bd-45c1-b379-a5dfaf74d8d2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177538 Apr 18 19:23:47.113124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Network 8f4b542b-dab4-4698-ab5f-aefd33165dfe is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:47.119430 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-5c2f1b6e-3c3a-4b34-8ab2-33878cb2e01a service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814984 Apr 18 19:23:47.126598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:47.193799 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dec349-310f-404c-8f19-a81b73e0cc09 req-27f077f6-f862-46e9-8be1-9d6f7c861691 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:47.197291 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c1dec349-310f-404c-8f19-a81b73e0cc09 req-27f077f6-f862-46e9-8be1-9d6f7c861691 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 945 time: 0.2252352 Apr 18 19:23:47.322680 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c1dec349-310f-404c-8f19-a81b73e0cc09 req-69425147-83f8-4684-b2f4-25add9ed2986 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175158 Apr 18 19:23:47.369252 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-a26274da-36a5-46b3-93d9-961307d6a082 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 1099 time: 0.5997689 Apr 18 19:23:47.371302 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:47.437830 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c30fdf9-7304-46ac-b135-3a0ee1e54a74,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:47.483323 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d4f5a473-1264-4ced-9971-b9fa297c083e None None] Provisioning complete for port c156c5fb-2baf-4520-997b-c84670cfd98e triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:47.484341 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a473-1264-4ced-9971-b9fa297c083e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:47.583551 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5a473-1264-4ced-9971-b9fa297c083e None None] Port c156c5fb-2baf-4520-997b-c84670cfd98e cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:47.752711 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d14530a1-dd2d-4746-a5f1-e1297ced04aa req-0733e06f-c652-4a43-99d0-5d2b6fa8e9bf tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 210 time: 0.0565908 Apr 18 19:23:47.768233 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:47.878486 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb92166-0a25-43df-a408-97498b13e8ca req-b8a66943-6289-40ae-a817-077ea86002dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:47.879909 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-b8a66943-6289-40ae-a817-077ea86002dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.4331064 Apr 18 19:23:47.933529 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-383d8a16-458e-474e-a80d-651eea4f2a72 req-a4b66913-ed27-42b9-9fd2-3331349d65b1 tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1944439 Apr 18 19:23:48.251390 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-8af455c6-37b0-4282-9f3b-14b970aa94d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389 HTTP/1.1" status: 200 len: 217 time: 0.3130677 Apr 18 19:23:48.360212 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-437383d8-9809-40a2-8e56-b1fac8cd18ad service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0195100 Apr 18 19:23:48.385345 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf69dd-811e-4d41-814f-57c46ca55348 req-677c6d9b-133a-4d35-b3b3-c3954639a237 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:48.386840 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9baf69dd-811e-4d41-814f-57c46ca55348 req-677c6d9b-133a-4d35-b3b3-c3954639a237 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 948 time: 0.2076998 Apr 18 19:23:48.454671 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9baf69dd-811e-4d41-814f-57c46ca55348 req-3c15c736-8ad9-4bff-8452-00b96b34cab0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605743 Apr 18 19:23:48.524953 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] Router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:48.528465 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb92166-0a25-43df-a408-97498b13e8ca req-af323cee-4162-460f-9b58-140aa03cbff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:48.530969 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-af323cee-4162-460f-9b58-140aa03cbff1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2652600 Apr 18 19:23:48.767779 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-887f007d-55f6-48ee-b3ab-11f7c7098ed5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5e6dcbe391d94c1b8bbcd24f38b94491&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379987 Apr 18 19:23:48.770413 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-28e1e7ba-5dee-4cf0-8fc1-8882f409a940 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174428 Apr 18 19:23:48.805890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f39ac-8558-492f-9c39-737bd2be91b0 req-038a269f-fabc-4ede-b6d9-b3eca6ce62b9 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:48.807652 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-971f39ac-8558-492f-9c39-737bd2be91b0 req-038a269f-fabc-4ede-b6d9-b3eca6ce62b9 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 945 time: 0.2030003 Apr 18 19:23:48.926418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] Router 940fb867-6845-4fd1-9cf0-8085352c23a8 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:48.998920 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-971f39ac-8558-492f-9c39-737bd2be91b0 req-afd60e8e-7301-4223-b385-3ab40e8f4b06 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347268 Apr 18 19:23:49.068418 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-7b3fdc3f-709a-455d-b0fa-74f5388f093a service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878497 Apr 18 19:23:49.274594 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-252cdd47-99e2-43e6-8ab0-e1a467077089 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:49.276108 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-252cdd47-99e2-43e6-8ab0-e1a467077089 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4977221 Apr 18 19:23:49.295629 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a585f8a6-3106-4ed5-b87e-1aab0a4c577b req-a63368ed-f43e-4678-80b7-8f9dd4fce53b tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 1096 time: 0.3211746 Apr 18 19:23:49.319050 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Request body: {'port': {'device_id': '504fd109-7e81-4059-af01-bb22c6721f77', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '5e6dcbe391d94c1b8bbcd24f38b94491'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:49.324155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:23:49.376952 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfb92166-0a25-43df-a408-97498b13e8ca req-33b76f66-b846-4f8d-99fa-2fbe0ea26675 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250042 Apr 18 19:23:49.389265 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3f876c07-b63b-41a1-bc38-1aec2ddb252c req-43ee92e8-daa3-498f-b22c-ae8a2ec7865f tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 210 time: 0.0639939 Apr 18 19:23:49.397218 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:49.410106 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bed6a0-2c64-4524-a4b1-dae0ea6f2df3 None None] Sync routers for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:49.425828 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bed6a0-2c64-4524-a4b1-dae0ea6f2df3 None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:49.427257 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-71bed6a0-2c64-4524-a4b1-dae0ea6f2df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:49.440001 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-91387552-b441-4372-8f94-ffa1f38405f4 admin admin] 10.222.0.66 "PUT /v2.0/routers/3f5dd035-63f4-4b27-9304-1bb3bd550f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6610210 Apr 18 19:23:49.444678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47318) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:49.586776 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a585f8a6-3106-4ed5-b87e-1aab0a4c577b req-4351e4f2-3b8b-4570-8657-3530b034adb1 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900500 Apr 18 19:23:49.642656 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a830aa7-515c-41a0-892b-b11274451944 req-178913a0-a14a-40f0-9c6c-a0af080bd6f2 tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0762975 Apr 18 19:23:49.661478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:49.661478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Usage tracker for resource:port and tenant:5e6dcbe391d94c1b8bbcd24f38b94491 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:49.668407 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:49.680371 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:49.749891 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-71bed6a0-2c64-4524-a4b1-dae0ea6f2df3 None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:49.801110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Made reservation on behalf of 5e6dcbe391d94c1b8bbcd24f38b94491 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:23:49.801110 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:49.803927 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:49.815592 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6b232-0593-41a7-84eb-8e93c126e0e5 None None] Sync routers for ids ['940fb867-6845-4fd1-9cf0-8085352c23a8'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:49.833760 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6b232-0593-41a7-84eb-8e93c126e0e5 None None] Routers {'940fb867-6845-4fd1-9cf0-8085352c23a8'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:49.833894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47326) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:49.836246 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5a846aa5-fc0c-4285-ad9a-be949a0c429d admin admin] 10.222.0.66 "PUT /v2.0/routers/940fb867-6845-4fd1-9cf0-8085352c23a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7527671 Apr 18 19:23:49.837258 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3af6b232-0593-41a7-84eb-8e93c126e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['940fb867-6845-4fd1-9cf0-8085352c23a8'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:49.966964 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:23:49.987176 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9c5b675a-176f-49d0-9b82-09af549b4f69 admin admin] 10.222.0.66 "PUT /v2.0/routers/92ce5ef0-e186-4002-b7a3-5caa2c338a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3520331 Apr 18 19:23:50.014012 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.139877 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f20edfb9-d329-4e40-a42f-49eed5aebd0c req-8769f394-4ec1-47df-ae6a-fee6642f150b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1110647 Apr 18 19:23:50.199797 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:23:50.204522 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Usage tracker for resource:security_group_rule and tenant:5e6dcbe391d94c1b8bbcd24f38b94491 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:23:50.211446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:23:50.226147 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:23:50.324649 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-3af6b232-0593-41a7-84eb-8e93c126e0e5 None None] Set router 940fb867-6845-4fd1-9cf0-8085352c23a8 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:50.337021 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-71bed6a0-2c64-4524-a4b1-dae0ea6f2df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:23:47Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:50.342092 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bed6a0-2c64-4524-a4b1-dae0ea6f2df3 None None] Checking router: 3f5dd035-63f4-4b27-9304-1bb3bd550f30 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:50.354581 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bed6a0-2c64-4524-a4b1-dae0ea6f2df3 None None] Routers {'3f5dd035-63f4-4b27-9304-1bb3bd550f30'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:50.355410 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-71bed6a0-2c64-4524-a4b1-dae0ea6f2df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:50.387603 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:50.443919 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:23:50.747777 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-71bed6a0-2c64-4524-a4b1-dae0ea6f2df3 None None] Set router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:50.817002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c67dc-1f82-42f6-bc25-eb4649343deb req-042f9221-9545-46c0-8c2e-a1796448dd9d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:50.830197 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ce1c67dc-1f82-42f6-bc25-eb4649343deb req-042f9221-9545-46c0-8c2e-a1796448dd9d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 948 time: 0.8242648 Apr 18 19:23:50.932190 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Sync routers for ids ['d8b1a848-e338-43ac-a248-25916249c33b'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:23:50.934209 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:51.026149 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Routers {'d8b1a848-e338-43ac-a248-25916249c33b'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:51.028607 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d8b1a848-e338-43ac-a248-25916249c33b'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:51.050482 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:51.052803 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:51.121587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389', 'mac_address': 'fa:16:3e:ab:8c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:23:51.348892 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ce1c67dc-1f82-42f6-bc25-eb4649343deb req-576bbaac-1618-4fe8-a4d2-d27b2c6ddb99 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206501 Apr 18 19:23:51.399890 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:51.510817 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:51.536556 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:51.554969 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3af6b232-0593-41a7-84eb-8e93c126e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'name': 'tempest-FloatingIPsTestJSON-654639581-router', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:15Z', 'updated_at': '2022-04-18T19:23:43Z', 'revision_number': 5, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'gw_port': {'id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:51.560544 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6b232-0593-41a7-84eb-8e93c126e0e5 None None] Checking router: 940fb867-6845-4fd1-9cf0-8085352c23a8 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:51.575930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6b232-0593-41a7-84eb-8e93c126e0e5 None None] Routers {'940fb867-6845-4fd1-9cf0-8085352c23a8'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:51.578912 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3af6b232-0593-41a7-84eb-8e93c126e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['940fb867-6845-4fd1-9cf0-8085352c23a8'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:51.662210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46da674a-8b9d-4b0c-96f9-c432451c3fc9,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:51.700311 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:51.764578 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-71145b39-e2ad-43a4-bf21-6f1072e14783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:51.766102 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:51.772650 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Set router d8b1a848-e338-43ac-a248-25916249c33b gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:51.775145 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:51.775707 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:51.776233 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:51.776749 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:51.777289 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:51.777808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:51.778318 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:51.778854 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:51.779361 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:51.779891 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:51.780395 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:51.902211 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:51.941936 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-3af6b232-0593-41a7-84eb-8e93c126e0e5 None None] Set router 940fb867-6845-4fd1-9cf0-8085352c23a8 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:52.021206 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-71bed6a0-2c64-4524-a4b1-dae0ea6f2df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:23:47Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:52.110872 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bed6a0-2c64-4524-a4b1-dae0ea6f2df3 None None] The sync data for ids ['3f5dd035-63f4-4b27-9304-1bb3bd550f30'] in n-d-838334-1 is: [{'id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-108794976-router', 'tenant_id': '3cbf4e3c30304ddab39b304473805b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:43Z', 'updated_at': '2022-04-18T19:23:47Z', 'revision_number': 5, 'project_id': '3cbf4e3c30304ddab39b304473805b3e', 'gw_port': {'id': 'eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5dd035-63f4-4b27-9304-1bb3bd550f30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:44Z', 'updated_at': '2022-04-18T19:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:52.172507 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Allocated IP 192.168.233.175 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/cd309dae-8b0a-4ff0-9cf1-7b28dc515125) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:23:52.299872 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:52.385361 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['181e3dd5-f18d-48ef-99d6-95ee2c9d2389'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:23:52.430381 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Deleting port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:52.430571 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:52.450117 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:27Z', 'revision_number': 4, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '983fd0a0-3ca2-4683-9274-2870f3dd2a22', 'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'mac_address': 'fa:16:3e:d5:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:25Z', 'updated_at': '2022-04-18T19:23:27Z', 'revision_number': 2, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'subnets': [{'id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:52.454473 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Checking router: d8b1a848-e338-43ac-a248-25916249c33b for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:23:52.454809 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Updating router d8b1a848-e338-43ac-a248-25916249c33b port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:23:52.513939 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886abf22-5882-4138-91cb-e65ed01201ee req-5fdd75fb-c166-4176-b5fc-949e878e0df0 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:52.513939 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-886abf22-5882-4138-91cb-e65ed01201ee req-5fdd75fb-c166-4176-b5fc-949e878e0df0 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 945 time: 0.7447350 Apr 18 19:23:52.558171 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:52.664890 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 07439a1a-0522-44f4-84e3-d1ca937bc3ae up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:52.856958 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3af6b232-0593-41a7-84eb-8e93c126e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'name': 'tempest-FloatingIPsTestJSON-654639581-router', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:15Z', 'updated_at': '2022-04-18T19:23:43Z', 'revision_number': 5, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'gw_port': {'id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:52.865915 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:52.872419 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6b232-0593-41a7-84eb-8e93c126e0e5 None None] The sync data for ids ['940fb867-6845-4fd1-9cf0-8085352c23a8'] in n-d-838334-1 is: [{'id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'name': 'tempest-FloatingIPsTestJSON-654639581-router', 'tenant_id': '1de66dd482304b23a2053fa5667da8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:15Z', 'updated_at': '2022-04-18T19:23:43Z', 'revision_number': 5, 'project_id': '1de66dd482304b23a2053fa5667da8ea', 'gw_port': {'id': 'cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:85:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940fb867-6845-4fd1-9cf0-8085352c23a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:52.886963 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-886abf22-5882-4138-91cb-e65ed01201ee req-ed19c440-4477-45ca-b60b-b36098e24456 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963719 Apr 18 19:23:52.901970 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Transition to ACTIVE for port object cd309dae-8b0a-4ff0-9cf1-7b28dc515125 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:52.963650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] For port eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:52.964012 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.010099 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 07439a1a-0522-44f4-84e3-d1ca937bc3ae completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:53.015345 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 07439a1a-0522-44f4-84e3-d1ca937bc3ae triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:53.015957 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.135253 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:23:53.227969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-0ee7ea6a-3089-4ceb-aa46-cd08945775d7 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:23:53.229817 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-0ee7ea6a-3089-4ceb-aa46-cd08945775d7 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0073228 Apr 18 19:23:53.251531 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Request body: {'binding': {'host': 'n-h1-838334-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:53.253544 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Unknown quota resources ['binding']. {{(pid=84804) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:23:53.255193 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.261139 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Calling delete_port for eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:53.279226 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.299286 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 07439a1a-0522-44f4-84e3-d1ca937bc3ae, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=07439a1a-0522-44f4-84e3-d1ca937bc3ae,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:53.303435 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Transition to ACTIVE for port object 983fd0a0-3ca2-4683-9274-2870f3dd2a22 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:53.333615 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.387819 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.399649 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.414500 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-75a1081c-a80a-46ef-a068-927457a58222 req-8c98c203-9eb1-4018-885f-4ba959c5b784 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 210 time: 0.0936387 Apr 18 19:23:53.524653 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.633505 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=07439a1a-0522-44f4-84e3-d1ca937bc3ae,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:53.694173 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f74763-cc5f-40a7-800e-4a88bfee448c None None] Pushing event updated for resources: {'Port': ['ID=983fd0a0-3ca2-4683-9274-2870f3dd2a22,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:53.695666 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:53.737944 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Attempting to bind port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:53.738303 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Attempting to bind port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:53.739629 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Attempting to bind port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 on network ff63c8ee-6036-4198-b057-6b371916ead7 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:53.747353 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:53.748165 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Checking segment: {'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:53.748950 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.749337 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Bound using segment: {'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:53.749805 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Bound port: 983fd0a0-3ca2-4683-9274-2870f3dd2a22, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:53.750193 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.779367 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:53.779367 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6c30fdf9-7304-46ac-b135-3a0ee1e54a74 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:53.833344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Deleting port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:23:53.833758 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.849842 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] For port 983fd0a0-3ca2-4683-9274-2870f3dd2a22, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:53.869219 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] For port 983fd0a0-3ca2-4683-9274-2870f3dd2a22, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=983fd0a0-3ca2-4683-9274-2870f3dd2a22,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:53.889656 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:23:53.901492 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd55b213-5342-48f8-b3c5-d6c9ceb2c3a9 req-ebc94fec-65ab-4af1-a6c6-af4302f0447d tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1150503 Apr 18 19:23:53.914401 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:23:53.923039 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:23:53.927035 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:53.927665 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.947070 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-39f76d66-0278-4774-80db-eba1fd9857ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:53.955012 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.000936 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Pushing event updated for resources: {'Port': ['ID=cd309dae-8b0a-4ff0-9cf1-7b28dc515125,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:54.013657 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on host n-h1-838334-1 for vnic_type normal with profile None {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:23:54.013998 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:23:54.014315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:54.030065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:23:54.030406 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:23:54.040588 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:23:54.040931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:23:54.041298 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:23:54.041726 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Bound port: 09e6cf09-8e73-4f37-a616-12e323f7b49e, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:23:54.124398 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:23:54.204552 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f74763-cc5f-40a7-800e-4a88bfee448c None None] Pushing event updated for resources: {'Port': ['ID=983fd0a0-3ca2-4683-9274-2870f3dd2a22,revision_number=4']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:54.211891 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.214639 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-9457acb3-e567-411e-b22f-2c3b6abd2765 service neutron] 10.222.0.66 "POST /v2.0/ports/09e6cf09-8e73-4f37-a616-12e323f7b49e/bindings HTTP/1.1" status: 201 len: 389 time: 0.9664168 Apr 18 19:23:54.235622 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Routers {'d8b1a848-e338-43ac-a248-25916249c33b'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:23:54.241562 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d8b1a848-e338-43ac-a248-25916249c33b'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:54.304135 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-8e71bc67-f570-41ae-94b0-3a65a8c1aaf5 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0055664 Apr 18 19:23:54.368077 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:54.373792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] For port cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:54.374160 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:54.581697 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 07439a1a-0522-44f4-84e3-d1ca937bc3ae up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:54.614604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Calling delete_port for cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:23:54.709704 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] Set router d8b1a848-e338-43ac-a248-25916249c33b gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:23:54.802146 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Request body: {'port': {'device_id': '504fd109-7e81-4059-af01-bb22c6721f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:54.894984 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-83c32f35-7457-465e-8236-c2434a38758c None None] Provisioning for port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:54.909682 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf32aeb-11b4-40b6-ac6d-75216ff43c9d req-06ff180d-1aba-4576-a9df-0a4b0df19d9a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:54.917262 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bdf32aeb-11b4-40b6-ac6d-75216ff43c9d req-06ff180d-1aba-4576-a9df-0a4b0df19d9a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 945 time: 0.0942771 Apr 18 19:23:54.990393 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 07439a1a-0522-44f4-84e3-d1ca937bc3ae triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:55.000165 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bdf32aeb-11b4-40b6-ac6d-75216ff43c9d req-169811ac-6f22-4e20-8e79-9af2c27183b6 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816612 Apr 18 19:23:55.005018 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:55.261906 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-022fa5cc-a7c8-4535-99a4-dbbc2678692a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:55.268634 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-022fa5cc-a7c8-4535-99a4-dbbc2678692a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66&tenant_id=5c22a2f2d46e46198d19e1a175df3310&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 949 time: 0.2256317 Apr 18 19:23:55.292382 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-83c32f35-7457-465e-8236-c2434a38758c None None] Provisioning complete for port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:55.292746 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-83c32f35-7457-465e-8236-c2434a38758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:55.392746 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:55.455204 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:27Z', 'revision_number': 4, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '983fd0a0-3ca2-4683-9274-2870f3dd2a22', 'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'mac_address': 'fa:16:3e:d5:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:25Z', 'updated_at': '2022-04-18T19:23:53Z', 'revision_number': 4, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'subnets': [{'id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:23:55.481158 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057d454-ed78-4bf7-a784-5ef50cdeb166 None None] The sync data for ids ['d8b1a848-e338-43ac-a248-25916249c33b'] in n-d-838334-1 is: [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:27Z', 'revision_number': 4, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '983fd0a0-3ca2-4683-9274-2870f3dd2a22', 'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'mac_address': 'fa:16:3e:d5:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:25Z', 'updated_at': '2022-04-18T19:23:53Z', 'revision_number': 4, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'subnets': [{'id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:23:55.571360 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:55.573858 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-da8f394d-cd4b-4616-a90c-e4432620bf96 service neutron] delete failed (client error): The resource could not be found. Apr 18 19:23:55.576220 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-da8f394d-cd4b-4616-a90c-e4432620bf96 service neutron] 10.222.0.16 "DELETE /v2.0/ports/181e3dd5-f18d-48ef-99d6-95ee2c9d2389/bindings/n-h2-838334-1 HTTP/1.1" status: 404 len: 380 time: 0.2072608 Apr 18 19:23:55.604840 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-18479c5b-af0a-4c57-8e97-d4ca278e23d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 1096 time: 0.3349779 Apr 18 19:23:55.614531 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed604864-2dee-4d13-ab0d-9886fe600c86 req-4adc9009-a1fd-4616-82dc-5cd7fb137a52 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:55.623937 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed604864-2dee-4d13-ab0d-9886fe600c86 req-4adc9009-a1fd-4616-82dc-5cd7fb137a52 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 945 time: 0.3054605 Apr 18 19:23:55.676778 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:55.703473 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eba0b5ae-56a8-42ff-8745-2b66f189f843 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:23:55.811179 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-83c32f35-7457-465e-8236-c2434a38758c None None] Port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:23:55.826581 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: eba0b5ae-56a8-42ff-8745-2b66f189f843 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:23:55.829012 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eba0b5ae-56a8-42ff-8745-2b66f189f843 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:23:55.861778 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:55.868421 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:55.869013 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.010916 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed604864-2dee-4d13-ab0d-9886fe600c86 req-dbac2c6e-a383-47ff-b63e-3c0e86be2b89 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858871 Apr 18 19:23:56.020864 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-7c998cf3-5aee-4c40-98e8-de1d1b27e9d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:56.031057 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-7c998cf3-5aee-4c40-98e8-de1d1b27e9d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.4050014 Apr 18 19:23:56.069666 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.135738 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:56.148491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:56.156792 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:56.239015 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.240929 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-2ee972c9-4a12-433a-9579-0f8fa49eade6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 1100 time: 0.3953807 Apr 18 19:23:56.315009 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.380503 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,revision_number=9']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:56.391525 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:56.391872 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:56.392209 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:56.392588 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:56.392916 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:56.394248 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:56.394697 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:56.395482 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:56.396165 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:56.396790 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:56.397427 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:23:56.417312 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.605694 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-498435bc-cd12-4dec-b6ff-46dfb7f6b30e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e HTTP/1.1" status: 200 len: 217 time: 0.5679488 Apr 18 19:23:56.671322 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 983fd0a0-3ca2-4683-9274-2870f3dd2a22 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:56.773258 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-4a39b958-1ed7-41f7-a0d9-1f244d64e948 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:56.774990 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-4a39b958-1ed7-41f7-a0d9-1f244d64e948 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1461215 Apr 18 19:23:56.776824 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47f90b-6410-44bc-b649-d2804366189f req-2e077998-2164-4b4d-9d08-35821b43bfcd tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:56.778281 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6b47f90b-6410-44bc-b649-d2804366189f req-2e077998-2164-4b4d-9d08-35821b43bfcd tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Synchronizing usage tracker for tenant:5e6dcbe391d94c1b8bbcd24f38b94491 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:56.839365 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-8800848e-5a9f-463e-82ec-a2820c273721 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:56.841149 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-8800848e-5a9f-463e-82ec-a2820c273721 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.5910690 Apr 18 19:23:56.846840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b183c78-773c-4195-9821-633f91e62bd4 req-3cf006d1-3a7e-4d59-8acd-15bd39e9ecad tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:56.854348 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6b183c78-773c-4195-9821-633f91e62bd4 req-3cf006d1-3a7e-4d59-8acd-15bd39e9ecad tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.5144444 Apr 18 19:23:56.879097 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:23:56.886483 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:56.896624 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:56.936652 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-307bf946-0996-48d9-9add-a4ee8583d8f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549911 Apr 18 19:23:57.047012 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-9f663b44-d224-4623-b350-ecc677d327eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389 HTTP/1.1" status: 200 len: 217 time: 0.1734703 Apr 18 19:23:57.103162 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-ef8cfb9b-33f2-43a5-a3c3-54605610df04 service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578281 Apr 18 19:23:57.135232 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.165849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-d389bae6-dafa-467a-ba19-a3150b10d31f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:57.167607 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-d389bae6-dafa-467a-ba19-a3150b10d31f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0628664 Apr 18 19:23:57.195329 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 983fd0a0-3ca2-4683-9274-2870f3dd2a22, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=983fd0a0-3ca2-4683-9274-2870f3dd2a22,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:57.239425 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.319588 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.375015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6b47f90b-6410-44bc-b649-d2804366189f req-2e077998-2164-4b4d-9d08-35821b43bfcd tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Unset dirty status for tenant:5e6dcbe391d94c1b8bbcd24f38b94491 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:57.376335 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6b47f90b-6410-44bc-b649-d2804366189f req-2e077998-2164-4b4d-9d08-35821b43bfcd tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 936 time: 2.2170274 Apr 18 19:23:57.421597 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd309dae-8b0a-4ff0-9cf1-7b28dc515125 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:23:57.441356 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=983fd0a0-3ca2-4683-9274-2870f3dd2a22,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:57.451662 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6b183c78-773c-4195-9821-633f91e62bd4 req-690df625-cc2f-4c07-aeb1-6b40071488a1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954304 Apr 18 19:23:57.512121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-d6f2836a-d4d2-4146-a9f5-46c286d57b6b service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428504 Apr 18 19:23:57.520852 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-adde931a-bd92-4b8d-afb4-a962ed411ee7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2695069 Apr 18 19:23:57.580413 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.696826 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-96910988-d88b-4ed6-9b3e-1775f577b7c6 req-1f038d75-b63e-446d-b952-be9fd00d7840 tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0761085 Apr 18 19:23:57.702136 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.740847 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.751420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6b47f90b-6410-44bc-b649-d2804366189f req-38246c5d-fcc2-48e0-a321-3319549190d1 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Synchronizing usage tracker for tenant:5e6dcbe391d94c1b8bbcd24f38b94491 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:23:57.790259 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-d07f874a-96f6-4601-b5b1-80e4d0896bf2 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631762 Apr 18 19:23:57.890876 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-d0b31487-064a-467c-aab5-66cd2fcc2f0b tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1096 time: 0.3046765 Apr 18 19:23:57.909954 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838334-1'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:23:57.968051 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:57.994697 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fbcf7be-3b14-4ef5-b064-55073c788e0e req-a1af08f0-938d-46d5-8c8b-e0f7bec010c3 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972773 Apr 18 19:23:58.019739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6b47f90b-6410-44bc-b649-d2804366189f req-38246c5d-fcc2-48e0-a321-3319549190d1 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Unset dirty status for tenant:5e6dcbe391d94c1b8bbcd24f38b94491 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:23:58.030303 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6b47f90b-6410-44bc-b649-d2804366189f req-38246c5d-fcc2-48e0-a321-3319549190d1 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416996 Apr 18 19:23:58.062222 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc48891-c15d-40e8-ae81-060e9ab52031 req-91716e4f-244d-4f0a-97f3-f6e544593187 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:58.080175 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4bc48891-c15d-40e8-ae81-060e9ab52031 req-91716e4f-244d-4f0a-97f3-f6e544593187 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 945 time: 0.1416864 Apr 18 19:23:58.196237 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4bc48891-c15d-40e8-ae81-060e9ab52031 req-ade50dea-4acc-4a04-a2e9-7e7d187e95a7 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078069 Apr 18 19:23:58.243844 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e9976c-7e8e-4ac8-9add-a6f5c732069a'] response: {'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389', 'code': 200} Apr 18 19:23:58.357972 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:58.367865 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Transition to ACTIVE for port object cd309dae-8b0a-4ff0-9cf1-7b28dc515125 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:23:58.414636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:58.421707 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:58.422253 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f5dd035-63f4-4b27-9304-1bb3bd550f30 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:23:58.552700 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 983fd0a0-3ca2-4683-9274-2870f3dd2a22 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:23:58.586346 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:58.662654 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:23:58.663209 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:58.734305 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:58.741342 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-63ac2de9-51ad-4ba2-af7a-dd17478acd42 admin admin] 10.222.0.66 "DELETE /v2.0/routers/3f5dd035-63f4-4b27-9304-1bb3bd550f30 HTTP/1.1" status: 204 len: 168 time: 9.2927628 Apr 18 19:23:58.745898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47386) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:23:59.022015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Deleting subnet 317c77bb-fe1a-4bb1-b477-646f3113daa4 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:23:59.030259 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.081636 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ed325-1104-4ad9-bae2-0ddfe6b25eaa req-88ceda1d-e702-4cbe-ac9e-969666f4e979 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:23:59.090690 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e57ed325-1104-4ad9-bae2-0ddfe6b25eaa req-88ceda1d-e702-4cbe-ac9e-969666f4e979 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.3999283 Apr 18 19:23:59.104956 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 848ef3df-ed98-4704-958e-0c6bca5aaf58 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:23:59.249420 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e57ed325-1104-4ad9-bae2-0ddfe6b25eaa req-482eed32-8ca4-4d65-b2a5-5b531490980e tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572123 Apr 18 19:23:59.259399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:59.265203 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.372559 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:23:59.488035 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:23:59.490697 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.527130 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 848ef3df-ed98-4704-958e-0c6bca5aaf58 has no active binding in host n-h2-838334-1 {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:23:59.559685 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848ef3df-ed98-4704-958e-0c6bca5aaf58'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:23:59.595276 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Pushing event updated for resources: {'Port': ['ID=cd309dae-8b0a-4ff0-9cf1-7b28dc515125,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:23:59.676731 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.795050 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f4ee2200-9ec1-4e13-b533-b31525bae490 req-58d53dbb-19ff-4dd8-85b2-e6dedc67c016 tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1176121 Apr 18 19:23:59.827614 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.833564 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:23:59.907453 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Pushing event updated for resources: {'Port': ['ID=848ef3df-ed98-4704-958e-0c6bca5aaf58,revision_number=7']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:00.056853 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.160754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e469957-9e88-4c77-899d-947a4dbcbbe4 req-8d1964e5-b466-4f50-9236-a824770492f6 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:00.162612 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9e469957-9e88-4c77-899d-947a4dbcbbe4 req-8d1964e5-b466-4f50-9236-a824770492f6 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 945 time: 1.7918296 Apr 18 19:24:00.228399 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317c77bb-fe1a-4bb1-b477-646f3113daa4,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:00.245838 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:00.246499 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:00.247170 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:00.247798 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:00.248342 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:00.248833 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:00.249460 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:00.249942 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:00.250444 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:00.250929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:00.251898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:00.267861 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb79891b-5cb3-407a-8eec-9c5fd6477439 None None] Network 9ed1a367-2cbb-46cc-8894-db52b010c14b requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:00.268650 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.293148 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-264e0b22-05ac-4fba-b25a-cbefb11cab9c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/317c77bb-fe1a-4bb1-b477-646f3113daa4 HTTP/1.1" status: 204 len: 168 time: 1.5418034 Apr 18 19:24:00.296203 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47398) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:00.303432 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Attempting to bind port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:00.304613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Attempting to bind port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:00.304613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Attempting to bind port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:00.419567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447231d-132c-461d-9aa6-ee5648ed2c83 req-216d9324-9dca-45b6-bb60-f29f225f1954 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:00.429908 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6447231d-132c-461d-9aa6-ee5648ed2c83 req-216d9324-9dca-45b6-bb60-f29f225f1954 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 948 time: 0.3596325 Apr 18 19:24:00.480082 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.483911 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.526034 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:00.526488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Attempting to bind port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:00.540593 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9e469957-9e88-4c77-899d-947a4dbcbbe4 req-3874e90e-f13a-42ec-9fc4-aa1438881a45 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628237 Apr 18 19:24:00.545318 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on host n-h1-838334-1 for vnic_type normal with profile {"migrating_to": "n-h2-838334-1"} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:00.545649 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:00.549894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:00.561326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:00.561326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:00.561326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:00.561326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Bound port: cd309dae-8b0a-4ff0-9cf1-7b28dc515125, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:00.561326 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.642100 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6447231d-132c-461d-9aa6-ee5648ed2c83 req-dfc6a693-c02d-4bc1-a83f-878d1320d398 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109818 Apr 18 19:24:00.669052 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.715914 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Deleting port 938a7dd9-2595-44f8-b83c-c77581e0fe2a {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:00.717089 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.807652 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80f641c-8b7f-4858-9e9c-3be6ef77a72f None None] DHCP port deletion for 9ed1a367-2cbb-46cc-8894-db52b010c14b request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:24:00.811025 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e80f641c-8b7f-4858-9e9c-3be6ef77a72f None None] Deleting port 938a7dd9-2595-44f8-b83c-c77581e0fe2a {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:00.811424 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e80f641c-8b7f-4858-9e9c-3be6ef77a72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.931018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] For port cd309dae-8b0a-4ff0-9cf1-7b28dc515125, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:00.934481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] For port cd309dae-8b0a-4ff0-9cf1-7b28dc515125, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=cd309dae-8b0a-4ff0-9cf1-7b28dc515125,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:00.935907 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:00.936635 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 940fb867-6845-4fd1-9cf0-8085352c23a8 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:24:00.982937 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a8d0d4-1281-4b38-9c11-ab691ec18dde'] response: {'server_uuid': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848ef3df-ed98-4704-958e-0c6bca5aaf58', 'code': 200} Apr 18 19:24:00.999546 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:01.000325 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Attempting to bind port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:01.013548 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:01.014158 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:01.014728 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:01.015335 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Bound port: 848ef3df-ed98-4704-958e-0c6bca5aaf58, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:01.016016 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.027540 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.033559 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-855b3a56-a2c2-46b3-a3e1-9a255e5178a8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/940fb867-6845-4fd1-9cf0-8085352c23a8 HTTP/1.1" status: 204 len: 168 time: 11.1886272 Apr 18 19:24:01.035381 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47406) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:01.039006 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.145564 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] For port 938a7dd9-2595-44f8-b83c-c77581e0fe2a, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=938a7dd9-2595-44f8-b83c-c77581e0fe2a,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:01.145564 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.154808 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e80f641c-8b7f-4858-9e9c-3be6ef77a72f None None] For port 938a7dd9-2595-44f8-b83c-c77581e0fe2a, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=938a7dd9-2595-44f8-b83c-c77581e0fe2a,segment=NetworkSegment(111847d8-fa8c-40a6-897b-ac6cc05bc58c),segment_id=111847d8-fa8c-40a6-897b-ac6cc05bc58c)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:01.155204 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e80f641c-8b7f-4858-9e9c-3be6ef77a72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.293660 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.296868 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] 10.222.0.71 "PUT /v2.0/ports/cd309dae-8b0a-4ff0-9cf1-7b28dc515125 HTTP/1.1" status: 200 len: 1096 time: 6.9833622 Apr 18 19:24:01.506750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:01.510856 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:01.516107 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-689d1eac-ed8c-4833-8e31-af05d1abe26b admin admin] Deleting subnet 89c318f0-1fbf-4b37-ba53-1e30b2439013 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:24:01.519608 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-689d1eac-ed8c-4833-8e31-af05d1abe26b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.521966 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e80f641c-8b7f-4858-9e9c-3be6ef77a72f None None] Calling delete_port for 938a7dd9-2595-44f8-b83c-c77581e0fe2a owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:01.607755 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-689d1eac-ed8c-4833-8e31-af05d1abe26b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.611625 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Calling delete_port for 938a7dd9-2595-44f8-b83c-c77581e0fe2a owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:01.689508 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-689d1eac-ed8c-4833-8e31-af05d1abe26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.705949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e59cc8-c8c3-4ee3-9df3-2c454ed56973 req-6dde387e-3818-4076-972d-a10e4dabd2a3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:01.710820 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-48e59cc8-c8c3-4ee3-9df3-2c454ed56973 req-6dde387e-3818-4076-972d-a10e4dabd2a3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.7634616 Apr 18 19:24:01.765278 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-48e59cc8-c8c3-4ee3-9df3-2c454ed56973 req-bff6b1fb-701e-446d-837b-d817fa93a047 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429206 Apr 18 19:24:01.766735 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.770832 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e80f641c-8b7f-4858-9e9c-3be6ef77a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:01.787342 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:24:01.787690 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:24:01.823322 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f641c-8b7f-4858-9e9c-3be6ef77a72f None None] No DVR routers for this DVR port 938a7dd9-2595-44f8-b83c-c77581e0fe2a on host n-d-838334-1 {{(pid=84806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:01.828237 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceaecb-300e-4a93-bc8b-1b82d5263a95 service neutron] Pushing event updated for resources: {'Port': ['ID=cd309dae-8b0a-4ff0-9cf1-7b28dc515125,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:01.853789 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f641c-8b7f-4858-9e9c-3be6ef77a72f None None] Pushing event deleted for resources: {'Port': ['ID=938a7dd9-2595-44f8-b83c-c77581e0fe2a,revision_number=None']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:01.930537 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7530335-fd95-492d-9fc3-b65a1a8a0ac0 req-6aefeaaa-3544-473a-924c-ff6f97e4ffb2 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:01.932048 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d7530335-fd95-492d-9fc3-b65a1a8a0ac0 req-6aefeaaa-3544-473a-924c-ff6f97e4ffb2 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 943 time: 0.9896457 Apr 18 19:24:02.015931 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dc4c76b3-df36-4625-8af1-d9bbd8915153 req-34b69cfd-bbbb-4378-96c6-b7b879a2e35e tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0428653 Apr 18 19:24:02.082201 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Pushing event updated for resources: {'Port': ['ID=848ef3df-ed98-4704-958e-0c6bca5aaf58,revision_number=8']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:02.087853 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.089310 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-14c518ab-87b0-4c94-a006-8967b9a5697a service neutron] 10.222.0.16 "PUT /v2.0/ports/848ef3df-ed98-4704-958e-0c6bca5aaf58 HTTP/1.1" status: 200 len: 1121 time: 4.1840112 Apr 18 19:24:02.093816 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-6b9235c0-7e56-43d3-8db6-6a371a5e7352 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e6dcbe391d94c1b8bbcd24f38b94491&device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 1099 time: 0.3667045 Apr 18 19:24:02.098456 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d7530335-fd95-492d-9fc3-b65a1a8a0ac0 req-a1334660-e2fe-45fa-9abe-477a6c12be44 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463673 Apr 18 19:24:02.160591 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-689d1eac-ed8c-4833-8e31-af05d1abe26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.169397 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['848ef3df-ed98-4704-958e-0c6bca5aaf58'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:02.214002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d1eac-ed8c-4833-8e31-af05d1abe26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89c318f0-1fbf-4b37-ba53-1e30b2439013,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:02.216532 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-20112ce4-0a7a-4929-8c05-c4c5b0ff0288 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=cd309dae-8b0a-4ff0-9cf1-7b28dc515125 HTTP/1.1" status: 200 len: 217 time: 0.1154287 Apr 18 19:24:02.221565 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-689d1eac-ed8c-4833-8e31-af05d1abe26b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.329450 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-689d1eac-ed8c-4833-8e31-af05d1abe26b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/89c318f0-1fbf-4b37-ba53-1e30b2439013 HTTP/1.1" status: 204 len: 168 time: 1.2791111 Apr 18 19:24:02.331500 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Deleting port 938a7dd9-2595-44f8-b83c-c77581e0fe2a {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:02.331891 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.333153 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47416) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:02.357935 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['848ef3df-ed98-4704-958e-0c6bca5aaf58'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:02.412147 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3169b3-146b-4d7c-b53e-25d9e0990b7a None None] Network 52846031-f8cb-4376-9bb5-9974f1ee3878 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:02.453025 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] The port '938a7dd9-2595-44f8-b83c-c77581e0fe2a' was deleted {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:24:02.552488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-dace26c5-76bc-48c3-8566-77023032fa44 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:02.554463 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-dace26c5-76bc-48c3-8566-77023032fa44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.3258057 Apr 18 19:24:02.648963 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 938a7dd9-2595-44f8-b83c-c77581e0fe2a no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:02.655200 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.695565 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.707350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Deleting port 59855220-5ed8-467d-8623-b3dd6fa459ca {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:02.707717 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.729378 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed1a367-2cbb-46cc-8894-db52b010c14b']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:02.741081 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 938a7dd9-2595-44f8-b83c-c77581e0fe2a {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:02.741871 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 938a7dd9-2595-44f8-b83c-c77581e0fe2a not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:02.753595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111847d8-fa8c-40a6-897b-ac6cc05bc58c') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:02.754005 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111847d8-fa8c-40a6-897b-ac6cc05bc58c') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:02.771923 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae33f0-f4cb-40ea-88b8-86fee95f09cc req-2c3c5e6f-98ff-4311-819e-1b7600a6d64b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:02.774311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f3ae33f0-f4cb-40ea-88b8-86fee95f09cc req-2c3c5e6f-98ff-4311-819e-1b7600a6d64b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 945 time: 0.5033870 Apr 18 19:24:02.778320 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.823813 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.832293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c941b-f539-4a6e-a468-dd6e311162c9 req-daaba025-3bf1-4cfe-872b-1ec0706cea0e tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:02.834797 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-479c941b-f539-4a6e-a468-dd6e311162c9 req-daaba025-3bf1-4cfe-872b-1ec0706cea0e tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 948 time: 0.3609879 Apr 18 19:24:02.846077 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:24:02.846634 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:24:02.869187 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:24:02.920968 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f3ae33f0-f4cb-40ea-88b8-86fee95f09cc req-58e8efea-1b7c-4f21-9827-e95125f548c5 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353271 Apr 18 19:24:02.957542 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-ff0e796d-7ae2-4127-80c9-28dd7eb8014b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3921344 Apr 18 19:24:03.005173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504fd109-7e81-4059-af01-bb22c6721f77', 'tag': 'cd309dae-8b0a-4ff0-9cf1-7b28dc515125'}, {'name': 'network-changed', 'server_uuid': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'tag': '848ef3df-ed98-4704-958e-0c6bca5aaf58'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:03.021605 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:03.064371 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:03.137829 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed1a367-2cbb-46cc-8894-db52b010c14b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:03.170679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61720048-62dd-4bd0-b568-a86780d24088 None None] DHCP port deletion for 52846031-f8cb-4376-9bb5-9974f1ee3878 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:24:03.202286 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-76a56dcc-173b-4677-91f5-ee6d7b882bb4 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201879 Apr 18 19:24:03.213301 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61720048-62dd-4bd0-b568-a86780d24088 None None] Deleting port 59855220-5ed8-467d-8623-b3dd6fa459ca {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:03.217008 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61720048-62dd-4bd0-b568-a86780d24088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:03.232702 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f454b8e1-0f74-4092-ab19-10fe4664a335 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9ed1a367-2cbb-46cc-8894-db52b010c14b HTTP/1.1" status: 204 len: 168 time: 2.9348536 Apr 18 19:24:03.236999 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47424) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:03.296316 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410fef0-ac84-470f-a572-37485f847774 req-66ed0e74-f18d-44b0-a48b-eacc43807ff6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:03.298299 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d410fef0-ac84-470f-a572-37485f847774 req-66ed0e74-f18d-44b0-a48b-eacc43807ff6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.1110282 Apr 18 19:24:03.368825 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d410fef0-ac84-470f-a572-37485f847774 req-f28a030c-1480-43c2-8786-453d762a9a81 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628645 Apr 18 19:24:03.551391 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61720048-62dd-4bd0-b568-a86780d24088 None None] For port 59855220-5ed8-467d-8623-b3dd6fa459ca, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=59855220-5ed8-467d-8623-b3dd6fa459ca,segment=NetworkSegment(520f9b72-2bbf-492c-8efe-378efab318f8),segment_id=520f9b72-2bbf-492c-8efe-378efab318f8)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:03.551869 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61720048-62dd-4bd0-b568-a86780d24088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:03.559795 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-479c941b-f539-4a6e-a468-dd6e311162c9 req-1bc0435b-687b-43ee-bb9a-c8d87179a363 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7158852 Apr 18 19:24:03.596973 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4447b42f-ae4a-439c-af27-09c99f4cfcd4 req-ee92ed34-4fe4-4010-8ca9-d0e9bb0e71ff tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0685360 Apr 18 19:24:03.774625 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61720048-62dd-4bd0-b568-a86780d24088 None None] Calling delete_port for 59855220-5ed8-467d-8623-b3dd6fa459ca owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:03.805777 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ced58ad-4232-4e2c-8947-0eba210e4d3d'] response: {'name': 'network-changed', 'server_uuid': '504fd109-7e81-4059-af01-bb22c6721f77', 'tag': 'cd309dae-8b0a-4ff0-9cf1-7b28dc515125', 'status': 'completed', 'code': 200} Apr 18 19:24:03.806028 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ced58ad-4232-4e2c-8947-0eba210e4d3d'] response: {'name': 'network-changed', 'server_uuid': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'tag': '848ef3df-ed98-4704-958e-0c6bca5aaf58', 'status': 'completed', 'code': 200} Apr 18 19:24:03.937785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] For port 59855220-5ed8-467d-8623-b3dd6fa459ca, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=59855220-5ed8-467d-8623-b3dd6fa459ca,segment=NetworkSegment(520f9b72-2bbf-492c-8efe-378efab318f8),segment_id=520f9b72-2bbf-492c-8efe-378efab318f8)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:03.938132 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:04.015768 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61720048-62dd-4bd0-b568-a86780d24088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:04.093879 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61720048-62dd-4bd0-b568-a86780d24088 None None] Pushing event deleted for resources: {'Port': ['ID=59855220-5ed8-467d-8623-b3dd6fa459ca,revision_number=None']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:04.100033 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Calling delete_port for 59855220-5ed8-467d-8623-b3dd6fa459ca owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:04.110343 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61720048-62dd-4bd0-b568-a86780d24088 None None] No DVR routers for this DVR port 59855220-5ed8-467d-8623-b3dd6fa459ca on host n-d-838334-1 {{(pid=84806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:04.194221 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd02482c-9494-4d8c-883f-a5965d3e0a80 req-17a13ddb-df65-4093-bf3a-dd6373173d1b service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9823444 Apr 18 19:24:04.231721 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.api [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:24:04.231721 n-d-838334-1 neutron-server[84805]: DEBUG oslo_db.api [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:24:04.256967 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255d6e-e2ac-4b45-a6d0-f2b89702bbf6 req-88ca5bcb-cf08-4eb5-a2dd-d34422f39e7b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:04.258523 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-15255d6e-e2ac-4b45-a6d0-f2b89702bbf6 req-88ca5bcb-cf08-4eb5-a2dd-d34422f39e7b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 945 time: 0.1227875 Apr 18 19:24:04.266948 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c2f05-77e3-4bb5-89f8-a119dba86a01 req-fa5abf2c-fad6-42fc-bafd-a859f1640e05 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:04.268419 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d13c2f05-77e3-4bb5-89f8-a119dba86a01 req-fa5abf2c-fad6-42fc-bafd-a859f1640e05 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 943 time: 0.4226692 Apr 18 19:24:04.335447 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d13c2f05-77e3-4bb5-89f8-a119dba86a01 req-893bb18b-e686-4d53-a0dd-0c6a179c1f49 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589149 Apr 18 19:24:04.335599 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-15255d6e-e2ac-4b45-a6d0-f2b89702bbf6 req-01c82072-24bd-4b60-b855-2ff689368665 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699437 Apr 18 19:24:04.506200 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 59855220-5ed8-467d-8623-b3dd6fa459ca no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:04.542007 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 59855220-5ed8-467d-8623-b3dd6fa459ca {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:04.542426 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 59855220-5ed8-467d-8623-b3dd6fa459ca not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:04.595015 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-826d9a21-8b0f-4bc0-9af9-57b8642daa74 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e6dcbe391d94c1b8bbcd24f38b94491&device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 1099 time: 0.1762762 Apr 18 19:24:04.712932 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-2d399c4a-82c3-4a54-b464-4773c668e626 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5c22a2f2d46e46198d19e1a175df3310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339813 Apr 18 19:24:04.730184 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Deleting port 59855220-5ed8-467d-8623-b3dd6fa459ca {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:04.730661 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:04.890184 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] The port '59855220-5ed8-467d-8623-b3dd6fa459ca' was deleted {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:24:04.892560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-d4460b1f-e9e4-464f-8d87-b6b115f4e8fe tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:04.893972 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-d4460b1f-e9e4-464f-8d87-b6b115f4e8fe tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760144 Apr 18 19:24:04.910097 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-07e18d76-8030-48af-be50-84c88d6f0f60 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/quotas/5c22a2f2d46e46198d19e1a175df3310 HTTP/1.1" status: 200 len: 375 time: 0.0105650 Apr 18 19:24:04.997035 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-1d460762-07a8-4f30-9603-2d1c3a916ba9 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810232 Apr 18 19:24:05.037912 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-c265478f-803a-4393-a6f1-4112437c7910 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:05.042499 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-c265478f-803a-4393-a6f1-4112437c7910 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.4377375 Apr 18 19:24:05.255345 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:05.309042 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.309731 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.311279 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.311700 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > port after_create 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.312109 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.312543 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > port after_update 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.312994 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.313411 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.313812 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.314233 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.363083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c865473-d3c5-4310-8bd7-3ad45fb85fdd req-cb1adff9-57d4-471e-8831-72cbf8219aef tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0526650 Apr 18 19:24:05.466547 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.466891 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.467215 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.467543 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:24:05.467932 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52846031-f8cb-4376-9bb5-9974f1ee3878']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:05.489521 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-affc69ad-1ed3-49fa-b018-8f1f6b0cbcb8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=cd309dae-8b0a-4ff0-9cf1-7b28dc515125 HTTP/1.1" status: 200 len: 217 time: 0.4386747 Apr 18 19:24:05.544412 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520f9b72-2bbf-492c-8efe-378efab318f8') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:05.544896 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520f9b72-2bbf-492c-8efe-378efab318f8') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:05.561194 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ea4ca51c-5ae0-4f05-989b-8bcd9951fd92 req-4dcbbbb2-bc15-40dc-8aff-71aa11a56cbf tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 210 time: 0.0483544 Apr 18 19:24:05.561680 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcda626-78d3-4281-9211-32978ce42978 req-c1829ee9-ceba-456c-9389-003cafd1e050 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:05.563292 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7bcda626-78d3-4281-9211-32978ce42978 req-c1829ee9-ceba-456c-9389-003cafd1e050 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 948 time: 0.8381011 Apr 18 19:24:05.578096 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:05.666661 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:05.759168 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:05.791465 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-bda4b261-7da9-446d-bf9b-aa5d50f1118f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:05.792913 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-bda4b261-7da9-446d-bf9b-aa5d50f1118f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2930832 Apr 18 19:24:05.795368 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:24:05.795772 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: util.warn_limited( Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: util.warn( Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: util.warn( Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: util.warn( Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: util.warn( Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:24:05.814212 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:24:05.907318 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38996a16-4bd2-4111-8859-367c8a39ec8a req-3e219a0d-baed-4409-8d12-776210aac7d5 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:05.918748 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38996a16-4bd2-4111-8859-367c8a39ec8a req-3e219a0d-baed-4409-8d12-776210aac7d5 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 945 time: 0.2001653 Apr 18 19:24:05.957690 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7bcda626-78d3-4281-9211-32978ce42978 req-8e84b19b-7866-420f-ad84-d95fa64f269b tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118575 Apr 18 19:24:06.002899 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38996a16-4bd2-4111-8859-367c8a39ec8a req-d4d21d39-f62a-4fdf-bcaa-45da6e483c65 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828176 Apr 18 19:24:06.013139 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-b30ccd47-8fdd-4996-a9db-d08c96b66e4b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1892393 Apr 18 19:24:06.128997 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:06.168699 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:06.228771 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] Pushing event deleted for resources: {'Network': ['ID=52846031-f8cb-4376-9bb5-9974f1ee3878,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:06.306348 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-a6977266-4f30-4d59-a2f3-428191850754 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826612 Apr 18 19:24:06.307559 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-550832b8-734f-4a6a-be4d-32607774c355 admin admin] 10.222.0.66 "DELETE /v2.0/networks/52846031-f8cb-4376-9bb5-9974f1ee3878 HTTP/1.1" status: 204 len: 168 time: 3.9732831 Apr 18 19:24:06.468226 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:06.547295 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:06.547914 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eee5aeed-a6a9-44ec-b7f9-c8d60b9342fc not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:06.548496 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:06.551481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af9cf7-0503-4a86-aa22-58e35fc73c10 req-66442794-fb67-484d-8526-5dbba02e6b80 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:06.553381 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3af9cf7-0503-4a86-aa22-58e35fc73c10 req-66442794-fb67-484d-8526-5dbba02e6b80 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 943 time: 0.3778138 Apr 18 19:24:06.581861 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:06.582481 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device cf8e5e8c-bf6c-4db3-8f8f-141fda2cc8a8 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:06.665248 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-5e3edc82-e40a-47e0-8768-094906112cfb service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511345 Apr 18 19:24:06.704819 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3af9cf7-0503-4a86-aa22-58e35fc73c10 req-79b29c3d-5931-4959-b09d-e8aa18fbb986 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316829 Apr 18 19:24:06.732853 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-89fd2339-f18e-49d8-8e1f-f6c890260764 req-c6438de0-d76f-4107-9651-b0e68323ff60 tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0952175 Apr 18 19:24:06.804924 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47492) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:06.884037 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e3e5a0b3-a1a7-4a0d-a4a7-bea160d37f04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1de66dd482304b23a2053fa5667da8ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0779676 Apr 18 19:24:06.888194 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47496) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:06.899088 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-c102ab18-8bd4-4bf8-9660-b4d197997ea2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 1124 time: 0.1631467 Apr 18 19:24:07.030738 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-076a185a-cdaa-4960-a51b-4779f3d8e1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.078394 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-076a185a-cdaa-4960-a51b-4779f3d8e1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.119813 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-9e6a6d3b-14b6-472c-9e0c-9d275f935690 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:07.122236 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-9e6a6d3b-14b6-472c-9e0c-9d275f935690 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.2155929 Apr 18 19:24:07.166250 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-ea3d3b76-d4be-4dcb-bfda-be165220fc52 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 1096 time: 0.1962831 Apr 18 19:24:07.180885 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838334-1'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:07.372912 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-341ceff6-6ad4-457d-a13e-3d3a8eb71593 req-a4556d8b-2c38-4017-8e56-1dbf62a7dd8c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 210 time: 0.3308027 Apr 18 19:24:07.424717 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-ca5732cf-60a8-47c6-8de3-23a6cc2f7865 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58 HTTP/1.1" status: 200 len: 217 time: 0.2687621 Apr 18 19:24:07.507722 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-2f7eb1ff-7bb9-420e-91b6-34e9abaa971f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:07.509317 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-2f7eb1ff-7bb9-420e-91b6-34e9abaa971f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.0734959 Apr 18 19:24:07.523932 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a4987-817f-4af0-ab55-917bde4f9c72 req-8effa534-c833-4a39-a992-d44f99a3f070 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:07.546575 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f6a4987-817f-4af0-ab55-917bde4f9c72 req-8effa534-c833-4a39-a992-d44f99a3f070 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 948 time: 0.2124710 Apr 18 19:24:07.548345 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-076a185a-cdaa-4960-a51b-4779f3d8e1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.593663 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.605549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a185a-cdaa-4960-a51b-4779f3d8e1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4d65b0-8b6f-4b86-b88b-c87fc7875dbb,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:07.629428 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-734aa941-407e-451e-a4ca-0913834c646f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909507 Apr 18 19:24:07.667197 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] Deleting port d9e468bb-e002-483f-aa31-5ab86100bda0 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:07.667533 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.683048 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-076a185a-cdaa-4960-a51b-4779f3d8e1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:07.686919 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-076a185a-cdaa-4960-a51b-4779f3d8e1df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fc4d65b0-8b6f-4b86-b88b-c87fc7875dbb HTTP/1.1" status: 204 len: 168 time: 0.7974641 Apr 18 19:24:07.790483 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f6a4987-817f-4af0-ab55-917bde4f9c72 req-573e816b-1a89-4fbf-9a26-8fdb2f72e303 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389860 Apr 18 19:24:08.091235 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-6abd00bf-fd49-48d4-9f48-9cc09a653ce7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5c22a2f2d46e46198d19e1a175df3310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985825 Apr 18 19:24:08.113436 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:08.150550 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9ad12-ae69-4df7-9842-717051fa7b3c req-3fa087ce-88a4-4219-89f9-9b7130d67f26 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:08.152293 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24d9ad12-ae69-4df7-9842-717051fa7b3c req-3fa087ce-88a4-4219-89f9-9b7130d67f26 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 943 time: 0.1197538 Apr 18 19:24:08.197622 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] For port d9e468bb-e002-483f-aa31-5ab86100bda0, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d9e468bb-e002-483f-aa31-5ab86100bda0,segment=NetworkSegment(fbb3619e-ab92-4c84-8da2-a18d8af4df28),segment_id=fbb3619e-ab92-4c84-8da2-a18d8af4df28)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:08.202445 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:08.236543 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:08.358617 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24d9ad12-ae69-4df7-9842-717051fa7b3c req-73fc989b-5c5e-4374-bcec-a4fb0bdbf9f8 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891193 Apr 18 19:24:08.421589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] Calling delete_port for d9e468bb-e002-483f-aa31-5ab86100bda0 owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:08.422914 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e6cf09-8e73-4f37-a616-12e323f7b49e'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:08.426896 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device cd309dae-8b0a-4ff0-9cf1-7b28dc515125 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:24:08.450123 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:08.524995 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:08.776682 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port cd309dae-8b0a-4ff0-9cf1-7b28dc515125, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=cd309dae-8b0a-4ff0-9cf1-7b28dc515125,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:08.795305 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'cd309dae-8b0a-4ff0-9cf1-7b28dc515125', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'cd309dae-8b0a-4ff0-9cf1-7b28dc515125', 'mac_address': 'fa:16:3e:f7:52:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:24:08.818322 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-6f44892c-06fa-4f8a-a4ca-1ed72f4c62eb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:08.818322 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-6f44892c-06fa-4f8a-a4ca-1ed72f4c62eb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616241 Apr 18 19:24:08.837447 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-def1041c-bea2-41c0-9252-6da140aefc3b req-085d6c3c-fda4-4bc2-b013-a600b39bfac3 tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1544468 Apr 18 19:24:08.838130 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Pushing event updated for resources: {'Port': ['ID=09e6cf09-8e73-4f37-a616-12e323f7b49e,revision_number=7']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:08.903489 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:08.924184 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Request body: {'port': {'device_id': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '5c22a2f2d46e46198d19e1a175df3310'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:08.928140 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd309dae-8b0a-4ff0-9cf1-7b28dc515125 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:08.946812 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port cd309dae-8b0a-4ff0-9cf1-7b28dc515125, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=cd309dae-8b0a-4ff0-9cf1-7b28dc515125,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:08.996556 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on host n-h2-838334-1 for vnic_type normal with profile {"migrating_to": "n-h1-838334-1"} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:08.999243 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:09.008385 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:09.015684 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:09.020294 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 09e6cf09-8e73-4f37-a616-12e323f7b49e details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:24:09.020472 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:09.020472 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:09.027687 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:09.028442 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:09.029139 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:09.029748 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Bound port: 09e6cf09-8e73-4f37-a616-12e323f7b49e, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:09.030294 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:09.237966 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, got binding levels [] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:09.282565 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:09.287127 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:09.303644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc81c4e-92d6-4f61-bef2-298802a09c85 req-c0ab77c1-231b-4b9a-bd3d-934e67d680e9 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:09.308906 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0bc81c4e-92d6-4f61-bef2-298802a09c85 req-c0ab77c1-231b-4b9a-bd3d-934e67d680e9 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 945 time: 1.7320440 Apr 18 19:24:09.353810 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:09.357891 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a9175d16-4e7b-4bf0-a1ac-b95192d45e77 req-f178c615-f34c-4718-8871-05d20afc54e2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 210 time: 0.0681801 Apr 18 19:24:09.362353 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:09.367213 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Sync routers for ids ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:24:09.383202 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=cd309dae-8b0a-4ff0-9cf1-7b28dc515125,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:09.402684 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on host n-h2-838334-1 for vnic_type normal with profile {"migrating_to": "n-h1-838334-1"} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:09.403166 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:09.403536 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:09.411379 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Routers {'92ce5ef0-e186-4002-b7a3-5caa2c338a3c'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:09.412031 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:09.423930 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0bc81c4e-92d6-4f61-bef2-298802a09c85 req-b9e8118e-7095-4c77-ba13-6f0719fad802 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045220 Apr 18 19:24:09.431750 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-574d4150-fa38-4eb4-8c58-95886ffcaa7c service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7922778 Apr 18 19:24:09.440575 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:09.627479 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bb01c3-b591-44d4-aa53-d5c9ddb5555a'] response: {'server_uuid': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e6cf09-8e73-4f37-a616-12e323f7b49e', 'code': 200} Apr 18 19:24:09.710710 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb04d828-45d2-4bc2-82f4-6418a08cc1b6 req-62ec6967-b542-475d-9642-2f06eecafc10 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707305 Apr 18 19:24:09.730398 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-de90b79f-3a89-4087-be89-eb40704ecf3f service neutron] 10.222.0.71 "GET /v2.0/ports/848ef3df-ed98-4704-958e-0c6bca5aaf58/bindings/n-h2-838334-1 HTTP/1.1" status: 200 len: 384 time: 0.9012945 Apr 18 19:24:09.755865 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:09.757117 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] 10.222.0.71 "PUT /v2.0/ports/09e6cf09-8e73-4f37-a616-12e323f7b49e HTTP/1.1" status: 200 len: 1121 time: 2.5803609 Apr 18 19:24:09.762032 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5f261-4521-4aac-a6a0-aa80050d546c service neutron] Pushing event updated for resources: {'Port': ['ID=09e6cf09-8e73-4f37-a616-12e323f7b49e,revision_number=8']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:09.883041 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:09.963211 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:09.963709 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Attempting to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:09.989972 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Made reservation on behalf of 5c22a2f2d46e46198d19e1a175df3310 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:09.991475 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['09e6cf09-8e73-4f37-a616-12e323f7b49e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:09.992665 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:10.021236 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e468bb-e002-483f-aa31-5ab86100bda0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:10.077930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['09e6cf09-8e73-4f37-a616-12e323f7b49e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:10.101028 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc185-9682-4424-acb0-ea27cec83fc7 req-89833737-63a6-4c40-b10c-c3f4eed1b0be tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:10.106935 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2b3cc185-9682-4424-acb0-ea27cec83fc7 req-89833737-63a6-4c40-b10c-c3f4eed1b0be tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 943 time: 0.1868207 Apr 18 19:24:10.197673 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2b3cc185-9682-4424-acb0-ea27cec83fc7 req-b82500b3-03f4-4f00-b827-746ae9ed6247 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847697 Apr 18 19:24:10.280703 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:10.281322 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:10.282335 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:10.283069 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Bound port: 09e6cf09-8e73-4f37-a616-12e323f7b49e, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:10.283619 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:10.293839 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e41d14-9d78-439d-8e07-463bd4fbd7a7 req-4945f190-0f6c-41fa-99ba-e37ab70cddc6 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:10.296032 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f5e41d14-9d78-439d-8e07-463bd4fbd7a7 req-4945f190-0f6c-41fa-99ba-e37ab70cddc6 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 949 time: 0.4985754 Apr 18 19:24:10.335307 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:10.459478 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f5e41d14-9d78-439d-8e07-463bd4fbd7a7 req-6b201bd7-b26b-434b-af22-3a746eca659a tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476429 Apr 18 19:24:10.547800 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a2e11cc-e399-473a-8b90-f8b71e92e666 req-cee02270-c0bc-4102-9af1-98e6ee50ccba tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1129687 Apr 18 19:24:10.599482 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Set router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:10.751546 n-d-838334-1 neutron-server[84806]: WARNING neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Concurrent port binding operations failed on port 09e6cf09-8e73-4f37-a616-12e323f7b49e Apr 18 19:24:10.759570 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:10.788373 n-d-838334-1 neutron-server[84806]: INFO neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Attempt 2 to bind port 09e6cf09-8e73-4f37-a616-12e323f7b49e Apr 18 19:24:10.788831 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 09e6cf09-8e73-4f37-a616-12e323f7b49e has no active binding in host n-h1-838334-1 {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:24:10.963945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805874b-5ae7-4321-ac6a-3b47343a2ebc req-09b995ad-1527-4bbf-8e1e-c29e97796077 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:10.965603 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b805874b-5ae7-4321-ac6a-3b47343a2ebc req-09b995ad-1527-4bbf-8e1e-c29e97796077 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 943 time: 0.0847087 Apr 18 19:24:11.035853 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b805874b-5ae7-4321-ac6a-3b47343a2ebc req-5b6d760c-389c-4106-bfd6-6c49c1aab620 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638342 Apr 18 19:24:11.037609 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25f7338d-ae8d-4b36-9792-76800537db00 req-3df5e927-70ed-4dfc-8342-7b146751c1a3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 210 time: 0.1747131 Apr 18 19:24:11.054054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-df77f995-48c4-4920-b005-960bd66dfb69 req-c8110152-4481-44ab-93bf-6ae53b92807d service neutron] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:11.101277 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.133509 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-df77f995-48c4-4920-b005-960bd66dfb69 req-c8110152-4481-44ab-93bf-6ae53b92807d service neutron] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:11.171708 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['cd309dae-8b0a-4ff0-9cf1-7b28dc515125'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:11.187799 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Allocated IP 192.168.233.128 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/a16a26ad-1d0d-4059-b46e-5aa33ec688c2) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:11.218023 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-df77f995-48c4-4920-b005-960bd66dfb69 req-c8110152-4481-44ab-93bf-6ae53b92807d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848ef3df-ed98-4704-958e-0c6bca5aaf58 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:11.236000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-df77f995-48c4-4920-b005-960bd66dfb69 req-c8110152-4481-44ab-93bf-6ae53b92807d service neutron] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:11.291866 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-router', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:35Z', 'updated_at': '2022-04-18T19:23:45Z', 'revision_number': 4, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'gw_port': {'id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'c156c5fb-2baf-4520-997b-c84670cfd98e', 'name': '', 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'mac_address': 'fa:16:3e:23:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:41Z', 'updated_at': '2022-04-18T19:23:45Z', 'revision_number': 2, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'subnets': [{'id': '68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:11.296138 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Checking router: 92ce5ef0-e186-4002-b7a3-5caa2c338a3c for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:24:11.296485 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Updating router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c port c156c5fb-2baf-4520-997b-c84670cfd98e binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:24:11.377782 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.388650 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df77f995-48c4-4920-b005-960bd66dfb69 req-c8110152-4481-44ab-93bf-6ae53b92807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.543087 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.630003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'tag': '09e6cf09-8e73-4f37-a616-12e323f7b49e'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:11.779515 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:11.808209 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738e0df-abc7-4db3-a0d2-82169fc15df8 req-913d0363-36f7-4694-94c8-c3cfc82a4744 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:11.809675 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1738e0df-abc7-4db3-a0d2-82169fc15df8 req-913d0363-36f7-4694-94c8-c3cfc82a4744 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 949 time: 0.1138539 Apr 18 19:24:11.870949 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1738e0df-abc7-4db3-a0d2-82169fc15df8 req-4f4f587b-0380-433b-a705-afad3e75b67a tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548503 Apr 18 19:24:11.939463 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce12e3b-ccff-4cd1-85d7-07d227e21ba0'] response: {'name': 'network-changed', 'server_uuid': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'tag': '09e6cf09-8e73-4f37-a616-12e323f7b49e', 'status': 'completed', 'code': 200} Apr 18 19:24:11.951022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-df77f995-48c4-4920-b005-960bd66dfb69 req-c8110152-4481-44ab-93bf-6ae53b92807d service neutron] Transition to ACTIVE for port object 848ef3df-ed98-4704-958e-0c6bca5aaf58 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:11.961262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Transition to ACTIVE for port object a16a26ad-1d0d-4059-b46e-5aa33ec688c2 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:11.974481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec763a4-82e7-4045-a2cb-561b921cd68f req-4ca7e54d-3c88-4066-9d00-21251f8031ba tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:11.975953 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5ec763a4-82e7-4045-a2cb-561b921cd68f req-4ca7e54d-3c88-4066-9d00-21251f8031ba tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 943 time: 0.5225618 Apr 18 19:24:12.012434 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:12.026444 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Transition to ACTIVE for port object c156c5fb-2baf-4520-997b-c84670cfd98e will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:12.044628 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5ec763a4-82e7-4045-a2cb-561b921cd68f req-c382bb90-e1af-4bce-aadc-65df89ca4bb3 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587337 Apr 18 19:24:12.160606 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f4ce3a28-8c84-4183-b7e0-9f9efa126fa6 req-d08e7691-ea05-4d75-ab76-b797dbe7fbcb tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0868325 Apr 18 19:24:12.165058 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-13ae0c03-c630-4194-8377-bcfabae7bee8 req-87630f97-6d05-4927-8db8-b882b8bae80e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 1124 time: 0.1953290 Apr 18 19:24:12.363685 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-46e35ba1-2fbc-48eb-9184-427c2b43dba2 req-80dfdd78-19c0-43fd-9340-03dedf33cee7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 210 time: 0.0551753 Apr 18 19:24:12.370232 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:12.372397 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df77f995-48c4-4920-b005-960bd66dfb69 req-c8110152-4481-44ab-93bf-6ae53b92807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:12.376384 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:12.421328 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae0c03-c630-4194-8377-bcfabae7bee8 req-9c2c34ef-c4c0-4bf4-8424-7d036c94e8a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:12.423303 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-13ae0c03-c630-4194-8377-bcfabae7bee8 req-9c2c34ef-c4c0-4bf4-8424-7d036c94e8a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.2517836 Apr 18 19:24:12.468323 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d6952118-e770-41a4-97ba-b71904ad219e', '181e3dd5-f18d-48ef-99d6-95ee2c9d2389'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:12.552356 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:12.563541 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:12.570910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:12.642275 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8110152-4481-44ab-93bf-6ae53b92807d service neutron] Pushing event updated for resources: {'Port': ['ID=848ef3df-ed98-4704-958e-0c6bca5aaf58,revision_number=10']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:12.689019 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e832eff-c27e-4867-886d-2e6a1c1bb4fb None None] Pushing event updated for resources: {'Port': ['ID=c156c5fb-2baf-4520-997b-c84670cfd98e,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:12.767960 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-df77f995-48c4-4920-b005-960bd66dfb69 req-c8110152-4481-44ab-93bf-6ae53b92807d service neutron] No DVR routers for this DVR port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:12.806929 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-13ae0c03-c630-4194-8377-bcfabae7bee8 req-fdf6aa4a-786d-4b69-aea0-7c592e523fbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e HTTP/1.1" status: 200 len: 217 time: 0.2689707 Apr 18 19:24:12.868533 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device cd309dae-8b0a-4ff0-9cf1-7b28dc515125 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:12.908261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05648eae-8fa5-4ccc-b71d-c62527d8f3fb req-a538fc89-000f-4295-b3fd-6b768203810f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:12.909908 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05648eae-8fa5-4ccc-b71d-c62527d8f3fb req-a538fc89-000f-4295-b3fd-6b768203810f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 943 time: 0.4859655 Apr 18 19:24:13.017589 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae0c03-c630-4194-8377-bcfabae7bee8 req-ebc765bf-5869-42a7-9417-62aa35d06e64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:13.019143 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-13ae0c03-c630-4194-8377-bcfabae7bee8 req-ebc765bf-5869-42a7-9417-62aa35d06e64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.2057214 Apr 18 19:24:13.073018 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-13ae0c03-c630-4194-8377-bcfabae7bee8 req-1c8dc9df-718d-4857-8d47-faa7192a633e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438902 Apr 18 19:24:13.076994 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05648eae-8fa5-4ccc-b71d-c62527d8f3fb req-a10d8d9c-edab-4d38-a1b6-7d54bc8f5a4f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596537 Apr 18 19:24:13.134552 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:13.135341 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:13.232127 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-13ae0c03-c630-4194-8377-bcfabae7bee8 req-d65aece2-7973-4b72-ac12-59f04e7a72df service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483808 Apr 18 19:24:13.423783 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-13ae0c03-c630-4194-8377-bcfabae7bee8 req-87a5cada-0043-41a5-9f81-fcfecca428a7 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751573 Apr 18 19:24:13.429391 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f3066638-9d84-4b45-8bb9-0a060db3a3b6 None None] Provisioning for port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:13.432510 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Pushing event updated for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:13.464626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:13.472928 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-c8110152-4481-44ab-93bf-6ae53b92807d service neutron] 10.222.0.71 "PUT /v2.0/ports/848ef3df-ed98-4704-958e-0c6bca5aaf58/bindings/n-h2-838334-1/activate HTTP/1.1" status: 200 len: 369 time: 3.7370968 Apr 18 19:24:13.476273 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-11046821-650f-4fb2-a0f1-f13e3af540e4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5658488 Apr 18 19:24:13.478628 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:13.478996 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:13.497479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Request body: {'port': {'device_id': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:13.511020 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f3066638-9d84-4b45-8bb9-0a060db3a3b6 None None] Provisioning complete for port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:13.511398 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f3066638-9d84-4b45-8bb9-0a060db3a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:13.523827 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b84ee2-139f-4e3b-8577-c1659392ca98 req-a7a201a0-cff0-42ea-8021-961d7aff2f1b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:13.525283 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58b84ee2-139f-4e3b-8577-c1659392ca98 req-a7a201a0-cff0-42ea-8021-961d7aff2f1b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 944 time: 0.1006415 Apr 18 19:24:13.565264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b8992-55ce-4035-a77c-d48d458cc200 req-8e851832-cc7c-4d89-a5c5-94c52f7aaca6 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:13.566962 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9d3b8992-55ce-4035-a77c-d48d458cc200 req-8e851832-cc7c-4d89-a5c5-94c52f7aaca6 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 949 time: 0.3711097 Apr 18 19:24:13.599416 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58b84ee2-139f-4e3b-8577-c1659392ca98 req-79ec876b-1ee3-4d5e-8bf7-fd74dd880968 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678866 Apr 18 19:24:13.705862 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-f3066638-9d84-4b45-8bb9-0a060db3a3b6 None None] Port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:24:13.713294 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9d3b8992-55ce-4035-a77c-d48d458cc200 req-f90b37ef-b635-402a-8917-d7f1364c374e tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224773 Apr 18 19:24:13.749465 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Attempting to bind port c156c5fb-2baf-4520-997b-c84670cfd98e on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:13.749465 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Attempting to bind port c156c5fb-2baf-4520-997b-c84670cfd98e by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:13.749790 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Attempting to bind port c156c5fb-2baf-4520-997b-c84670cfd98e on network 8f4b542b-dab4-4698-ab5f-aefd33165dfe {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:13.761316 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:13.766443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Checking segment: {'id': '8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:13.766443 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:13.766443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Bound using segment: {'id': '8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:13.766443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Bound port: c156c5fb-2baf-4520-997b-c84670cfd98e, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:13.766443 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:13.791240 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-0978da29-8ae5-4df7-b5bf-dfbcff63110d tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1095 time: 0.1740315 Apr 18 19:24:13.865586 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:13.909191 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:13.966432 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504fd109-7e81-4059-af01-bb22c6721f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd309dae-8b0a-4ff0-9cf1-7b28dc515125'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:13.966898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] Router a6629075-7275-4316-aded-4ec7c71edd19 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:24:14.008530 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port cd309dae-8b0a-4ff0-9cf1-7b28dc515125, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=cd309dae-8b0a-4ff0-9cf1-7b28dc515125,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:14.055585 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] For port c156c5fb-2baf-4520-997b-c84670cfd98e, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:14.058015 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0aece24-fdc3-484a-914c-e419ca2b091b req-917934b6-f3c4-4957-8ffd-0ee1128554c2 tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1473234 Apr 18 19:24:14.060290 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] For port c156c5fb-2baf-4520-997b-c84670cfd98e, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=c156c5fb-2baf-4520-997b-c84670cfd98e,segment=NetworkSegment(8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5),segment_id=8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:14.078800 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.079752 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 848ef3df-ed98-4704-958e-0c6bca5aaf58 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:14.120015 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-3dfcc0f0-de0e-4459-8fe8-15bb1e5878ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2&tenant_id=7e8a2dfc35db431798213b48c535215f HTTP/1.1" status: 200 len: 1095 time: 0.3226485 Apr 18 19:24:14.240124 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:14.255091 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-6047dc57-48cb-4722-ad92-84f06e85954a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 1095 time: 0.1050813 Apr 18 19:24:14.313501 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 848ef3df-ed98-4704-958e-0c6bca5aaf58 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:14.327092 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=cd309dae-8b0a-4ff0-9cf1-7b28dc515125,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:14.412677 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c961294e-0ecb-44f0-821f-f5e32ce294ac'] response: {'server_uuid': '504fd109-7e81-4059-af01-bb22c6721f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd309dae-8b0a-4ff0-9cf1-7b28dc515125', 'code': 200} Apr 18 19:24:14.413447 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Routers {'92ce5ef0-e186-4002-b7a3-5caa2c338a3c'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:14.414075 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:14.578030 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77f995-48c4-4920-b005-960bd66dfb69 req-281ed299-c6b0-4526-9ce9-f3bad9ef1f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:14.579502 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-281ed299-c6b0-4526-9ce9-f3bad9ef1f98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.3180428 Apr 18 19:24:14.720600 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-9945aac0-8d4b-4ade-a543-4620dc30834d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58 HTTP/1.1" status: 200 len: 217 time: 0.1048319 Apr 18 19:24:14.809314 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] Set router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:14.817524 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77f995-48c4-4920-b005-960bd66dfb69 req-a7a3f2e2-89fa-4a9a-a607-7d5908b4eea3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:14.820043 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-a7a3f2e2-89fa-4a9a-a607-7d5908b4eea3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.0931704 Apr 18 19:24:14.880356 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ba9ce-1ea6-4528-8531-42a84e319044 req-2eeb1024-dd63-43f8-9108-58d4a23fc06f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:14.883226 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e11ba9ce-1ea6-4528-8531-42a84e319044 req-2eeb1024-dd63-43f8-9108-58d4a23fc06f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 943 time: 0.3028545 Apr 18 19:24:14.885977 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-be60e8d5-0862-4b64-8f14-43828312f347 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583584 Apr 18 19:24:14.901819 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16a26ad-1d0d-4059-b46e-5aa33ec688c2 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:14.965746 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:15.021374 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Transition to ACTIVE for port object a16a26ad-1d0d-4059-b46e-5aa33ec688c2 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:15.045668 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e832eff-c27e-4867-886d-2e6a1c1bb4fb None None] Pushing event updated for resources: {'Port': ['ID=c156c5fb-2baf-4520-997b-c84670cfd98e,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:15.083884 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7b05b7c0-7dee-4a0a-8730-15177daa4a84 req-f340512a-a66c-422b-a9ae-1375d543ffdb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 1101 time: 0.1899047 Apr 18 19:24:15.092548 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dbe52-b48f-45e4-90c6-64142406ab50 req-0d170a94-e2a0-4829-9676-200c249c5aca tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:15.092548 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ef5dbe52-b48f-45e4-90c6-64142406ab50 req-0d170a94-e2a0-4829-9676-200c249c5aca tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Synchronizing usage tracker for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:15.146959 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:15.234179 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e11ba9ce-1ea6-4528-8531-42a84e319044 req-43c52b3a-fae5-4dd2-a465-ae9160814e3f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451948 Apr 18 19:24:15.310182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-router', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:35Z', 'updated_at': '2022-04-18T19:23:45Z', 'revision_number': 4, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'gw_port': {'id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'c156c5fb-2baf-4520-997b-c84670cfd98e', 'name': '', 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'mac_address': 'fa:16:3e:23:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:41Z', 'updated_at': '2022-04-18T19:24:14Z', 'revision_number': 4, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'subnets': [{'id': '68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:15.313986 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-0d044115-d914-4fb4-a829-2d3b37fef42b service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073400 Apr 18 19:24:15.315868 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc441fe-5de7-46e9-b1a4-1f1913899628 None None] The sync data for ids ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'] in n-d-838334-1 is: [{'id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-router', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:35Z', 'updated_at': '2022-04-18T19:23:45Z', 'revision_number': 4, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'gw_port': {'id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'c156c5fb-2baf-4520-997b-c84670cfd98e', 'name': '', 'network_id': '8f4b542b-dab4-4698-ab5f-aefd33165dfe', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'mac_address': 'fa:16:3e:23:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:41Z', 'updated_at': '2022-04-18T19:24:14Z', 'revision_number': 4, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'subnets': [{'id': '68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:24:15.345259 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7b05b7c0-7dee-4a0a-8730-15177daa4a84 req-9df92302-369b-4d54-87c6-40f7f5a23162 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504721 Apr 18 19:24:15.387368 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Pushing event updated for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:15.394724 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ef5dbe52-b48f-45e4-90c6-64142406ab50 req-0d170a94-e2a0-4829-9676-200c249c5aca tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Unset dirty status for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:15.402443 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef5dbe52-b48f-45e4-90c6-64142406ab50 req-0d170a94-e2a0-4829-9676-200c249c5aca tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 936 time: 1.0709515 Apr 18 19:24:15.606987 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef5dbe52-b48f-45e4-90c6-64142406ab50 req-e523c2eb-61f8-4e90-ab64-2f4133bb4fb1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035191 Apr 18 19:24:15.639074 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Attempting to bind port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:15.643942 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Attempting to bind port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:15.643942 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Attempting to bind port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:15.651994 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-82145757-9201-489f-90ae-b2a96d19714a service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311191 Apr 18 19:24:15.665805 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:24:15.675061 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92305717-8bf5-4cef-9fbe-697db7b128f5 None None] Sync routers for ids ['a6629075-7275-4316-aded-4ec7c71edd19'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:24:15.680903 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47616) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:15.681243 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c6fea355-17b0-40b5-9b9e-9e819e36f284 admin admin] 10.222.0.66 "PUT /v2.0/routers/a6629075-7275-4316-aded-4ec7c71edd19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4374051 Apr 18 19:24:15.695954 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:15.696295 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Attempting to bind port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:15.710760 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:15.711459 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:15.712461 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:15.713062 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Bound port: a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:15.713965 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:15.721454 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92305717-8bf5-4cef-9fbe-697db7b128f5 None None] Routers {'a6629075-7275-4316-aded-4ec7c71edd19'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:15.722089 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-92305717-8bf5-4cef-9fbe-697db7b128f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a6629075-7275-4316-aded-4ec7c71edd19'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:15.838073 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:15.841480 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:15.966949 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.056265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a925a78-55d2-4084-ac2f-a9f0159a6e59 req-2d186d64-33fe-4354-9c62-60aa465b920e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:16.058417 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2a925a78-55d2-4084-ac2f-a9f0159a6e59 req-2d186d64-33fe-4354-9c62-60aa465b920e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 944 time: 0.4529755 Apr 18 19:24:16.128769 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-92305717-8bf5-4cef-9fbe-697db7b128f5 None None] Set router a6629075-7275-4316-aded-4ec7c71edd19 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:16.135108 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2a925a78-55d2-4084-ac2f-a9f0159a6e59 req-a9e184a1-c96b-4195-8655-6982a632f1ef tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692008 Apr 18 19:24:16.199671 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.228393 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Pushing event updated for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:16.265911 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:16.267310 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-dd1c4041-dd04-4dc0-8f96-5a50f5606812 service neutron] 10.222.0.16 "PUT /v2.0/ports/a16a26ad-1d0d-4059-b46e-5aa33ec688c2 HTTP/1.1" status: 200 len: 1096 time: 2.7763162 Apr 18 19:24:16.291808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:16.609812 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device c156c5fb-2baf-4520-997b-c84670cfd98e up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:16.801097 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-155f4523-bafa-458d-aab0-bf886b3f38ff req-835fa979-6de2-493d-96d7-2e70b00c1658 tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1372759 Apr 18 19:24:16.860643 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-8ce6d3fd-0572-441e-8555-21f6b2357ec2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 1099 time: 0.3392406 Apr 18 19:24:16.861204 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97481013-fc95-45bf-b9f2-5612815e0a69 req-fd51614e-7c68-4db5-a4ea-26f50c875ac8 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:16.870330 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-97481013-fc95-45bf-b9f2-5612815e0a69 req-fd51614e-7c68-4db5-a4ea-26f50c875ac8 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 950 time: 0.9781275 Apr 18 19:24:16.912517 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port c156c5fb-2baf-4520-997b-c84670cfd98e completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:16.918065 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port c156c5fb-2baf-4520-997b-c84670cfd98e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:16.918764 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.047010 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-db1750d8-e433-4fd1-9bb8-2bae3b37159e req-37a15c01-9ed3-4673-820a-e8864750d032 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.1447175 Apr 18 19:24:17.084334 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-30aeab11-fdbc-480a-ba6d-a48b27d352ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2 HTTP/1.1" status: 200 len: 217 time: 0.2134495 Apr 18 19:24:17.101740 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-92305717-8bf5-4cef-9fbe-697db7b128f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-router', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:55Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 5, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'gw_port': {'id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:56Z', 'updated_at': '2022-04-18T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:17.117665 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92305717-8bf5-4cef-9fbe-697db7b128f5 None None] Checking router: a6629075-7275-4316-aded-4ec7c71edd19 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:24:17.145294 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92305717-8bf5-4cef-9fbe-697db7b128f5 None None] Routers {'a6629075-7275-4316-aded-4ec7c71edd19'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:17.148918 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-92305717-8bf5-4cef-9fbe-697db7b128f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:23:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a6629075-7275-4316-aded-4ec7c71edd19'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:17.159919 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-7fe0f7fc-4491-4a68-a11f-bca6ec196aae service neutron] 10.222.0.16 "GET /v2.0/ports/09e6cf09-8e73-4f37-a616-12e323f7b49e/bindings/n-h1-838334-1 HTTP/1.1" status: 200 len: 384 time: 0.6339338 Apr 18 19:24:17.192931 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.276372 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port c156c5fb-2baf-4520-997b-c84670cfd98e, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=c156c5fb-2baf-4520-997b-c84670cfd98e,segment=NetworkSegment(8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5),segment_id=8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:17.279091 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-0411bff4-d336-4eac-86a6-23f54309a1e1 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 1095 time: 0.9011562 Apr 18 19:24:17.282412 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.337786 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-1c71ed79-291d-4598-bccf-fb48d3e6b0e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:17.341356 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-1c71ed79-291d-4598-bccf-fb48d3e6b0e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2372069 Apr 18 19:24:17.353088 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.368344 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-97481013-fc95-45bf-b9f2-5612815e0a69 req-1de06747-5a98-4868-90a4-163d10015beb tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955356 Apr 18 19:24:17.481673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Deleting port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:17.482016 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:17.519750 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697edff0-0635-4193-a59c-67c326417840'] response: {'name': 'network-changed', 'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'status': 'completed', 'code': 200} Apr 18 19:24:17.585470 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.16', 51201) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:17.628985 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=c156c5fb-2baf-4520-997b-c84670cfd98e,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:17.692381 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-92305717-8bf5-4cef-9fbe-697db7b128f5 None None] Set router a6629075-7275-4316-aded-4ec7c71edd19 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:17.946681 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-d920bff2-b4b1-41c6-a9e6-0934ccad5bbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6004841 Apr 18 19:24:17.956280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-686131a0-0e80-4360-aed7-9b17246d2586 service neutron] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:17.972093 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c55985-9d79-43a9-bfdb-aa362bf8c3cf req-6e6da880-921d-4cb9-a090-4b7b959cd8ef tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:17.973537 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-16c55985-9d79-43a9-bfdb-aa362bf8c3cf req-6e6da880-921d-4cb9-a090-4b7b959cd8ef tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 948 time: 0.2448859 Apr 18 19:24:18.122508 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-df77f995-48c4-4920-b005-960bd66dfb69 req-5bef3333-b65a-4afd-af7b-eee75c182f9e service neutron] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:18.126157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-686131a0-0e80-4360-aed7-9b17246d2586 service neutron] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:18.157383 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df77f995-48c4-4920-b005-960bd66dfb69 req-5bef3333-b65a-4afd-af7b-eee75c182f9e service neutron] Notify callbacks [] for binding, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.158505 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df77f995-48c4-4920-b005-960bd66dfb69 req-5bef3333-b65a-4afd-af7b-eee75c182f9e service neutron] 10.222.0.16 "DELETE /v2.0/ports/848ef3df-ed98-4704-958e-0c6bca5aaf58/bindings/n-h1-838334-1 HTTP/1.1" status: 204 len: 173 time: 0.8664570 Apr 18 19:24:18.172730 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-92305717-8bf5-4cef-9fbe-697db7b128f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-router', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:55Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 5, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'gw_port': {'id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:56Z', 'updated_at': '2022-04-18T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:18.180162 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92305717-8bf5-4cef-9fbe-697db7b128f5 None None] The sync data for ids ['a6629075-7275-4316-aded-4ec7c71edd19'] in n-d-838334-1 is: [{'id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-545242761-router', 'tenant_id': 'db188d76c56f405489bbc30f7b363051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:20:55Z', 'updated_at': '2022-04-18T19:24:09Z', 'revision_number': 5, 'project_id': 'db188d76c56f405489bbc30f7b363051', 'gw_port': {'id': '69e8954c-6b7d-4e57-bef2-4a366c8f71b8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6629075-7275-4316-aded-4ec7c71edd19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:20:56Z', 'updated_at': '2022-04-18T19:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:24:18.211344 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-16c55985-9d79-43a9-bfdb-aa362bf8c3cf req-b3795a9f-afeb-400c-bebb-3d3403d4060f tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296622 Apr 18 19:24:18.218012 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-686131a0-0e80-4360-aed7-9b17246d2586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e6cf09-8e73-4f37-a616-12e323f7b49e {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:18.234692 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-686131a0-0e80-4360-aed7-9b17246d2586 service neutron] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:18.330033 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-686131a0-0e80-4360-aed7-9b17246d2586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.419763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ccdb8-2e79-4317-8a40-6d3311d2ae26 req-66a967e9-3857-433c-a358-cc908c99a613 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:18.430911 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c9ccdb8-2e79-4317-8a40-6d3311d2ae26 req-66a967e9-3857-433c-a358-cc908c99a613 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 943 time: 0.8470418 Apr 18 19:24:18.434980 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-da0fcb8c-363a-4a95-9d17-3fe5682f9709 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740059 Apr 18 19:24:18.538643 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-686131a0-0e80-4360-aed7-9b17246d2586 service neutron] Transition to ACTIVE for port object 09e6cf09-8e73-4f37-a616-12e323f7b49e will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:18.541353 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81c7b387-375c-404d-9e7d-c6a497316590 req-eb918e2c-b342-4a17-ae09-9e06dac31821 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9427967 Apr 18 19:24:18.561015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb878f7-b027-4de8-bedc-d91474fd5413 req-82939714-f02b-47cd-b28a-d3661a665afa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:18.562662 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ebb878f7-b027-4de8-bedc-d91474fd5413 req-82939714-f02b-47cd-b28a-d3661a665afa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 944 time: 0.1478617 Apr 18 19:24:18.568142 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device c156c5fb-2baf-4520-997b-c84670cfd98e up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:18.615351 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-686131a0-0e80-4360-aed7-9b17246d2586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.709333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] For port 69e8954c-6b7d-4e57-bef2-4a366c8f71b8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=69e8954c-6b7d-4e57-bef2-4a366c8f71b8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:18.710248 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.755610 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port c156c5fb-2baf-4520-997b-c84670cfd98e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:18.756957 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:18.803623 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ebb878f7-b027-4de8-bedc-d91474fd5413 req-a7d334d2-73e3-42d7-bf22-b48a372a6963 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326412 Apr 18 19:24:18.825035 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686131a0-0e80-4360-aed7-9b17246d2586 service neutron] Pushing event updated for resources: {'Port': ['ID=09e6cf09-8e73-4f37-a616-12e323f7b49e,revision_number=10']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:18.918931 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-686131a0-0e80-4360-aed7-9b17246d2586 service neutron] No DVR routers for this DVR port 09e6cf09-8e73-4f37-a616-12e323f7b49e on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:18.921654 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d9e468bb-e002-483f-aa31-5ab86100bda0 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:18.958967 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Calling delete_port for 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:18.972819 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: d9e468bb-e002-483f-aa31-5ab86100bda0 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:18.973182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d9e468bb-e002-483f-aa31-5ab86100bda0 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:19.031429 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-686131a0-0e80-4360-aed7-9b17246d2586 service neutron] 10.222.0.16 "PUT /v2.0/ports/09e6cf09-8e73-4f37-a616-12e323f7b49e/bindings/n-h1-838334-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8529029 Apr 18 19:24:19.048802 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c9ccdb8-2e79-4317-8a40-6d3311d2ae26 req-1e4cac02-93bb-4d3a-b82d-af35e693391a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116173 Apr 18 19:24:19.180796 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 09e6cf09-8e73-4f37-a616-12e323f7b49e no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:19.285598 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 09e6cf09-8e73-4f37-a616-12e323f7b49e not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:19.371620 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-525ace0c-334c-42fe-ae09-8190f4bed032 req-67efa244-8b44-4ee8-9ca5-4f8be3e89cf8 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9165506 Apr 18 19:24:19.401493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-694f73df-76ef-46f1-9c6e-ef9e32794697 req-c45239ac-526c-4557-92ae-92fa2e8c7685 tempest-ServersAdmin275Test-1356666634 tempest-ServersAdmin275Test-1356666634-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0758662 Apr 18 19:24:19.448782 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-2e089209-7752-45b8-940e-e37be2d0898f tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 1095 time: 0.2599859 Apr 18 19:24:19.449018 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81c7b387-375c-404d-9e7d-c6a497316590 req-fdd4adf9-c3a7-4893-ada6-a7ba41de1e30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 1095 time: 0.7129164 Apr 18 19:24:19.590318 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-b08bc004-dbf7-43b9-94a8-4d87d3bf7916 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4&tenant_id=8c23189679ae40bb84dcf0717d8a1396 HTTP/1.1" status: 200 len: 1095 time: 0.1302707 Apr 18 19:24:19.739166 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08ac4654-6922-4cf8-9113-c98726d4bfff req-1a15f6ae-9336-4810-92a1-9d312a3158ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4102392 Apr 18 19:24:19.761602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6885cee-d53f-45f6-80bd-4983c522280a req-4cd5050a-fb3c-49f7-82fd-7bbf4c492f05 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:19.769605 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6885cee-d53f-45f6-80bd-4983c522280a req-4cd5050a-fb3c-49f7-82fd-7bbf4c492f05 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 950 time: 0.3948641 Apr 18 19:24:19.843271 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-ab685b79-3fbc-4ec2-bf06-7c86ef0a0922 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 1095 time: 0.2239203 Apr 18 19:24:19.890537 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7b387-375c-404d-9e7d-c6a497316590 req-c26cbfb6-c268-4ee1-beeb-46a78ef618f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:19.891756 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81c7b387-375c-404d-9e7d-c6a497316590 req-c26cbfb6-c268-4ee1-beeb-46a78ef618f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.3992524 Apr 18 19:24:20.001222 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2c56af77-60fb-4bec-b8e5-d7ae54c10cbb req-37da9be9-0432-4e7a-84f8-4746f6538e45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 1099 time: 0.4889429 Apr 18 19:24:20.031281 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81c7b387-375c-404d-9e7d-c6a497316590 req-270f83de-9eaf-49f4-803b-50d6041f425f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34 HTTP/1.1" status: 200 len: 217 time: 0.1304593 Apr 18 19:24:20.053698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6885cee-d53f-45f6-80bd-4983c522280a req-9f340974-83c3-4caa-a3d3-c6fd69dcf76e tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830434 Apr 18 19:24:20.070781 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2633c6b-8939-4558-a2b3-6eadd500a4a2 req-0a89b563-f992-42a9-ab74-29c2f14fe94a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:20.077646 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a2633c6b-8939-4558-a2b3-6eadd500a4a2 req-0a89b563-f992-42a9-ab74-29c2f14fe94a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 948 time: 0.2334261 Apr 18 19:24:20.079755 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-3d36f2dc-9ddf-4e7a-9f9d-8a7c61b0b49e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:20.081122 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-3d36f2dc-9ddf-4e7a-9f9d-8a7c61b0b49e service neutron] 10.222.0.71 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.2015495 Apr 18 19:24:20.157023 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:20.239719 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-41bfbfe7-fefb-413e-b7fb-8ad7680ca898 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e HTTP/1.1" status: 200 len: 217 time: 0.1205890 Apr 18 19:24:20.252716 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Pushing event deleted for resources: {'Port': ['ID=69e8954c-6b7d-4e57-bef2-4a366c8f71b8,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:20.364136 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a2633c6b-8939-4558-a2b3-6eadd500a4a2 req-cffb15e2-dc64-4c07-9a9b-cd74a8ae7986 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854900 Apr 18 19:24:20.377602 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08ac4654-6922-4cf8-9113-c98726d4bfff req-186c5669-fc41-4094-b929-3d13648a2286 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 1116 time: 0.5802212 Apr 18 19:24:20.378836 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7b387-375c-404d-9e7d-c6a497316590 req-4d2edeb8-2c04-4fd7-9b55-d6fd4f4f557a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:20.380135 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81c7b387-375c-404d-9e7d-c6a497316590 req-4d2edeb8-2c04-4fd7-9b55-d6fd4f4f557a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.3252816 Apr 18 19:24:20.382407 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-6a809941-0d58-4d6c-b1c4-2743d8316a29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:20.384209 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-6a809941-0d58-4d6c-b1c4-2743d8316a29 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1384346 Apr 18 19:24:20.443016 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81c7b387-375c-404d-9e7d-c6a497316590 req-75c3eda8-b4f2-421c-a2f1-e730ee5064dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485477 Apr 18 19:24:20.459234 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-15025b91-99fc-4bb1-97b1-15cba4ddd633 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669641 Apr 18 19:24:20.657215 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56af77-60fb-4bec-b8e5-d7ae54c10cbb req-d413c2c7-afa2-4d5a-8fe7-96aef19f81da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:20.658751 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2c56af77-60fb-4bec-b8e5-d7ae54c10cbb req-d413c2c7-afa2-4d5a-8fe7-96aef19f81da service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.6470652 Apr 18 19:24:20.716141 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4b12ef60-1a5e-4828-8e28-b2fc2a123f88 req-00095926-65de-4113-b3d7-af73800adefb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5731319b341f4c488c9769d45923e84e&device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0461948 Apr 18 19:24:20.758575 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-3385cbbb-dc4f-470e-b46d-b54c64cca199 service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928910 Apr 18 19:24:20.850789 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2c56af77-60fb-4bec-b8e5-d7ae54c10cbb req-107ca616-5cfc-459d-9df1-bd0d6c013115 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2 HTTP/1.1" status: 200 len: 217 time: 0.1365550 Apr 18 19:24:20.907559 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4b12ef60-1a5e-4828-8e28-b2fc2a123f88 req-ed6ce3c7-a0f1-4f23-a3c8-f15eea0c5fe8 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5731319b341f4c488c9769d45923e84e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1725521 Apr 18 19:24:20.986973 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ed3dd6c2-7e85-417b-8710-7b456a966f0e req-f17a6644-313c-4646-be86-5a471aba9964 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 1095 time: 0.3779976 Apr 18 19:24:21.043982 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:21.134531 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-90ce8b7d-745d-4353-b374-e2361fa61e7c service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658302 Apr 18 19:24:21.214806 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56af77-60fb-4bec-b8e5-d7ae54c10cbb req-fc61c830-9f88-48b4-92bb-daa5169a4bdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:21.216130 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2c56af77-60fb-4bec-b8e5-d7ae54c10cbb req-fc61c830-9f88-48b4-92bb-daa5169a4bdf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2669539 Apr 18 19:24:21.216289 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ed3dd6c2-7e85-417b-8710-7b456a966f0e req-52f50fd0-27fc-403e-b69b-100a96394bf3 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840635 Apr 18 19:24:21.235048 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac4654-6922-4cf8-9113-c98726d4bfff req-64070996-0de0-48a0-96bc-f8e628186cfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:21.236427 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08ac4654-6922-4cf8-9113-c98726d4bfff req-64070996-0de0-48a0-96bc-f8e628186cfa service neutron] 10.222.0.71 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.7906702 Apr 18 19:24:21.240054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12ef60-1a5e-4828-8e28-b2fc2a123f88 req-fc9075ae-eadd-4d11-9e52-143c835373c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:21.241841 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4b12ef60-1a5e-4828-8e28-b2fc2a123f88 req-fc9075ae-eadd-4d11-9e52-143c835373c0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2966738 Apr 18 19:24:21.380838 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81c7b387-375c-404d-9e7d-c6a497316590 req-e31859f4-8e0a-48d1-93df-5c08a982e0b5 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8004012 Apr 18 19:24:21.486699 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:21.492282 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08ac4654-6922-4cf8-9113-c98726d4bfff req-94e61923-2605-4db6-8cdf-c3486e5aadac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5 HTTP/1.1" status: 200 len: 217 time: 0.1678190 Apr 18 19:24:21.515054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b85c51-75f6-4df1-b276-3fe430e36eb8 req-62b77f4c-0c8d-46a1-8717-d52887bf2812 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:21.523568 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-01b85c51-75f6-4df1-b276-3fe430e36eb8 req-62b77f4c-0c8d-46a1-8717-d52887bf2812 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 944 time: 0.0946937 Apr 18 19:24:21.586392 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:21.590934 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-01b85c51-75f6-4df1-b276-3fe430e36eb8 req-badb4838-ca8c-45c7-8eb1-cc07aba2f76f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669243 Apr 18 19:24:21.674029 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7fe479ca-93d8-4c35-aa43-2f5ae2f379b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:21.718662 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac4654-6922-4cf8-9113-c98726d4bfff req-7c272614-dab1-4d76-b53c-18c1977a2152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:21.720144 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08ac4654-6922-4cf8-9113-c98726d4bfff req-7c272614-dab1-4d76-b53c-18c1977a2152 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1825252 Apr 18 19:24:21.799979 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdb50f16-d25d-4c19-97d2-9a61bb069890 req-6e5ddb22-4907-489b-96c2-105f4d1f307f tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0679884 Apr 18 19:24:21.927626 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2c56af77-60fb-4bec-b8e5-d7ae54c10cbb req-15bd204d-5d37-4965-bf40-bc6dbda3d376 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6938605 Apr 18 19:24:21.936433 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:21.936948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6629075-7275-4316-aded-4ec7c71edd19 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:24:21.939602 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81c7b387-375c-404d-9e7d-c6a497316590 req-061b048f-6355-4535-8a5c-616c970cd47b service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900470 Apr 18 19:24:21.964554 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08ac4654-6922-4cf8-9113-c98726d4bfff req-0d8ce0b6-637c-40e6-b237-91a8083b8a5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2239659 Apr 18 19:24:22.028020 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a6d0d-113e-4bd9-9d85-c048d6dcf6a6 req-849c996c-044c-4134-8ec9-53b8fbfeaf7d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:22.029734 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f06a6d0d-113e-4bd9-9d85-c048d6dcf6a6 req-849c996c-044c-4134-8ec9-53b8fbfeaf7d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 948 time: 0.0853672 Apr 18 19:24:22.135986 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.137088 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bdc248a5-09c6-4d94-889f-70b2270bfe9a admin admin] 10.222.0.66 "DELETE /v2.0/routers/a6629075-7275-4316-aded-4ec7c71edd19 HTTP/1.1" status: 204 len: 168 time: 6.4552763 Apr 18 19:24:22.141811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47702) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:22.230599 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2c56af77-60fb-4bec-b8e5-d7ae54c10cbb req-604f080e-de27-46cf-bf19-17541de95677 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900655 Apr 18 19:24:22.239517 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f06a6d0d-113e-4bd9-9d85-c048d6dcf6a6 req-16a5dd9e-5c68-46c1-9482-d2c53b6fd4e3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893806 Apr 18 19:24:22.291313 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-88694e4d-317e-425f-8949-de861373f1c1 req-24afb6e7-d009-4d25-89f1-17e5b434fa0e tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 1095 time: 0.3988795 Apr 18 19:24:22.301036 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-247a8513-45f5-4e2c-be7b-dab695822178 admin admin] Deleting subnet 5bd26c9b-0333-4308-9621-e465f2800902 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:24:22.315029 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-247a8513-45f5-4e2c-be7b-dab695822178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.378174 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08ac4654-6922-4cf8-9113-c98726d4bfff req-86929808-dfb9-47c8-b954-3c048116bdc8 service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573813 Apr 18 19:24:22.444778 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-247a8513-45f5-4e2c-be7b-dab695822178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.506190 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-88694e4d-317e-425f-8949-de861373f1c1 req-88962740-6e6d-4e95-ac03-9fa357b2eb18 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128277 Apr 18 19:24:22.533373 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-394c8469-aa1d-4c3b-81fc-555e79339fe3 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1095 time: 0.3294840 Apr 18 19:24:22.622856 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-247a8513-45f5-4e2c-be7b-dab695822178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.672308 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2c56af77-60fb-4bec-b8e5-d7ae54c10cbb req-afeaca31-6567-4f39-9f25-9ae21873373b service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344602 Apr 18 19:24:22.714852 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac0f52-43db-4c80-af26-93a8e8b5773e req-ff4c7a03-911f-4c73-b682-c58018515f77 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:22.723033 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-45ac0f52-43db-4c80-af26-93a8e8b5773e req-ff4c7a03-911f-4c73-b682-c58018515f77 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 950 time: 0.3174875 Apr 18 19:24:22.793486 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08ac4654-6922-4cf8-9113-c98726d4bfff req-84f65488-83c1-4dbf-9535-2f5293b13e2a service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956170 Apr 18 19:24:22.856021 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-45ac0f52-43db-4c80-af26-93a8e8b5773e req-2229d94a-1ac0-436a-8534-a5d99305a9df tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318340 Apr 18 19:24:22.863910 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b12ef60-1a5e-4828-8e28-b2fc2a123f88 req-27d004e5-c15e-486b-9568-02b6fd6833fa tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.71 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0427198 Apr 18 19:24:22.971556 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-247a8513-45f5-4e2c-be7b-dab695822178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:22.999849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641e700-48ce-4665-b1d7-ed27ea941f9d req-099c0a2f-94af-4deb-a607-6de6ab595034 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:23.001454 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d641e700-48ce-4665-b1d7-ed27ea941f9d req-099c0a2f-94af-4deb-a607-6de6ab595034 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 944 time: 0.1199915 Apr 18 19:24:23.036266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-5e5701bb-8a5e-44aa-8441-6a7ab2856c35 service neutron] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:23.049294 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a8513-45f5-4e2c-be7b-dab695822178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bd26c9b-0333-4308-9621-e465f2800902,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:23.077370 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f55e624-5df7-48a2-b6b7-8b78c378d129 None None] Network eef39a32-58ab-4f4c-a40c-a16a5c799afd requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:23.079074 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-5e5701bb-8a5e-44aa-8441-6a7ab2856c35 service neutron] Notify callbacks [] for binding, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:23.080439 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc32ec1c-fbe7-4819-9fd5-c6a81ec0d1f5 req-5e5701bb-8a5e-44aa-8441-6a7ab2856c35 service neutron] 10.222.0.71 "DELETE /v2.0/ports/09e6cf09-8e73-4f37-a616-12e323f7b49e/bindings/n-h2-838334-1 HTTP/1.1" status: 204 len: 173 time: 0.5206671 Apr 18 19:24:23.081977 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-247a8513-45f5-4e2c-be7b-dab695822178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:23.084446 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-247a8513-45f5-4e2c-be7b-dab695822178 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5bd26c9b-0333-4308-9621-e465f2800902 HTTP/1.1" status: 204 len: 168 time: 0.9399009 Apr 18 19:24:23.086697 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47730) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:23.112689 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d641e700-48ce-4665-b1d7-ed27ea941f9d req-c8ce50a5-5a47-49ef-b4ff-add89e3e9cc0 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036015 Apr 18 19:24:23.239370 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:23.257917 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Deleting port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:23.258392 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:23.397345 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a16a26ad-1d0d-4059-b46e-5aa33ec688c2 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:24:23.520656 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8911e8df-24c6-4265-b360-53096e23ae08 req-13de8a48-9577-4de0-9a7b-ac0c9a621ec8 tempest-ServersAdmin275Test-288913222 tempest-ServersAdmin275Test-288913222-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dd4cb3b-1c27-456d-8140-8e8dd8fe50fa HTTP/1.1" status: 200 len: 210 time: 0.0663321 Apr 18 19:24:23.840463 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:23.874601 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'mac_address': 'fa:16:3e:3b:2d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:24:23.893447 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-87d2685e-2bd3-4bc3-a1ef-67b544c61ec5 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=823cfa2f41ab45219280cd31da6db23c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681958 Apr 18 19:24:23.909753 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2694ff-369a-41df-9c87-bd567388d2c0 req-4bb71508-45ab-4481-bf2c-42ac5478a86c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:23.921217 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8b2694ff-369a-41df-9c87-bd567388d2c0 req-4bb71508-45ab-4481-bf2c-42ac5478a86c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 948 time: 0.1423357 Apr 18 19:24:23.965972 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d601e-e46f-42de-9339-e1fa788d16bd None None] DHCP port deletion for eef39a32-58ab-4f4c-a40c-a16a5c799afd request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:24:23.978226 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7e7168e0-8f2a-4635-bdb5-a098eef1d20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:23.981648 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:23.991869 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8b2694ff-369a-41df-9c87-bd567388d2c0 req-3c08e249-6d31-4b24-a2bb-b208cc33c949 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694723 Apr 18 19:24:23.999049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d601e-e46f-42de-9339-e1fa788d16bd None None] Deleting port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:24.003335 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-aa6d601e-e46f-42de-9339-e1fa788d16bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:24.064186 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16a26ad-1d0d-4059-b46e-5aa33ec688c2 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:24.159614 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] For port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=13a7548f-28aa-42d9-ab63-ca6e92c6ff06,segment=NetworkSegment(fbb3619e-ab92-4c84-8da2-a18d8af4df28),segment_id=fbb3619e-ab92-4c84-8da2-a18d8af4df28)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:24.159929 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:24.387844 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-aa6d601e-e46f-42de-9339-e1fa788d16bd None None] For port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=13a7548f-28aa-42d9-ab63-ca6e92c6ff06,segment=NetworkSegment(fbb3619e-ab92-4c84-8da2-a18d8af4df28),segment_id=fbb3619e-ab92-4c84-8da2-a18d8af4df28)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:24.388752 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-aa6d601e-e46f-42de-9339-e1fa788d16bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:24.398996 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1af3310a-21b5-4bc9-8e11-faf2f69ac0bf req-bd629adc-837f-410c-a8e6-ad8c001ff618 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 1095 time: 0.1255913 Apr 18 19:24:24.486836 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Calling delete_port for 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:24.519884 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1af3310a-21b5-4bc9-8e11-faf2f69ac0bf req-8212e7c0-74a8-4b14-a763-ed2a8c1ed834 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167729 Apr 18 19:24:24.600938 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d601e-e46f-42de-9339-e1fa788d16bd None None] Calling delete_port for 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:24.618977 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-fc8c7332-af22-4e06-9280-1ecb514a7fc0 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:24.625942 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-fc8c7332-af22-4e06-9280-1ecb514a7fc0 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7308750 Apr 18 19:24:24.662615 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-74d03aa4-e0bb-4220-9ef1-147e0d9c94ce tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/quotas/823cfa2f41ab45219280cd31da6db23c HTTP/1.1" status: 200 len: 375 time: 0.0351675 Apr 18 19:24:24.719711 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:24.721568 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:24.745668 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-c7ca025b-a80f-4bd6-893a-9e7089ed07b2 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=823cfa2f41ab45219280cd31da6db23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806017 Apr 18 19:24:24.748606 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:24.775447 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c19809-57eb-4dd2-8665-ef4a3599c6e2 req-c2bfdf2a-bef4-4826-b9a8-dab4f07d1051 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:24.778474 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-aa6d601e-e46f-42de-9339-e1fa788d16bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:24:24.778700 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-aa6d601e-e46f-42de-9339-e1fa788d16bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:24:24.783274 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34c19809-57eb-4dd2-8665-ef4a3599c6e2 req-c2bfdf2a-bef4-4826-b9a8-dab4f07d1051 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.71 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 950 time: 1.0908194 Apr 18 19:24:24.804185 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:24.908772 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f407f-963d-4dcd-ace7-985d1b1a25cd req-24d52540-6f55-49b5-bebc-6580ad3cce82 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:24.920330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:24.920586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:24.921383 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a3f407f-963d-4dcd-ace7-985d1b1a25cd req-24d52540-6f55-49b5-bebc-6580ad3cce82 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 950 time: 0.1702983 Apr 18 19:24:24.933719 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:24.935650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-34c19809-57eb-4dd2-8665-ef4a3599c6e2 req-7816f1ca-cfb1-4bd2-9102-628f92e3c7ec tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Deleting port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:24.936483 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-34c19809-57eb-4dd2-8665-ef4a3599c6e2 req-7816f1ca-cfb1-4bd2-9102-628f92e3c7ec tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:24.982405 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a7548f-28aa-42d9-ab63-ca6e92c6ff06,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:25.013699 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] No DVR routers for this DVR port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:25.039009 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a3f407f-963d-4dcd-ace7-985d1b1a25cd req-285d46c8-6250-4708-a44b-ac48d69b05f8 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/security-groups?id=46da674a-8b9d-4b0c-96f9-c432451c3fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166236 Apr 18 19:24:25.068369 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.087764 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['a16a26ad-1d0d-4059-b46e-5aa33ec688c2'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:25.187650 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.284026 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d601e-e46f-42de-9339-e1fa788d16bd None None] Deleting port 13a7548f-28aa-42d9-ab63-ca6e92c6ff06 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:24:25.284399 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-aa6d601e-e46f-42de-9339-e1fa788d16bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.317188 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.337987 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-819394ed-cf25-4a0d-b6cc-387f9f513fc9 req-050cd9de-8c87-4acb-a4e5-52b4423b05fd tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 1095 time: 0.1879635 Apr 18 19:24:25.401728 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef39a32-58ab-4f4c-a40c-a16a5c799afd']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:25.402169 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d601e-e46f-42de-9339-e1fa788d16bd None None] The port '13a7548f-28aa-42d9-ab63-ca6e92c6ff06' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:24:25.445107 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-819394ed-cf25-4a0d-b6cc-387f9f513fc9 req-74ca3365-5f24-421b-ab0b-7ab7bf969ded tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966880 Apr 18 19:24:25.450406 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb3619e-ab92-4c84-8da2-a18d8af4df28') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:25.450929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb3619e-ab92-4c84-8da2-a18d8af4df28') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:25.698882 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.816302 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.839691 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:24:25.840236 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:25.952404 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-8314b171-eaa3-4c6c-85fe-a0318dbe700f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=823cfa2f41ab45219280cd31da6db23c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362232 Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:24:26.035875 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:24:26.125613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-34c19809-57eb-4dd2-8665-ef4a3599c6e2 req-7816f1ca-cfb1-4bd2-9102-628f92e3c7ec tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] For port cd309dae-8b0a-4ff0-9cf1-7b28dc515125, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=cd309dae-8b0a-4ff0-9cf1-7b28dc515125,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:26.128993 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-34c19809-57eb-4dd2-8665-ef4a3599c6e2 req-7816f1ca-cfb1-4bd2-9102-628f92e3c7ec tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:26.179653 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-b4032ae0-bcb7-48b0-9ab0-ad20cd248523 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:26.182316 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:26.189516 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-b4032ae0-bcb7-48b0-9ab0-ad20cd248523 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360291 Apr 18 19:24:26.210939 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3936fe60-7c1f-4598-8c29-e35f29fb7ef9 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/quotas/823cfa2f41ab45219280cd31da6db23c HTTP/1.1" status: 200 len: 375 time: 0.0197344 Apr 18 19:24:26.295878 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-7035bd49-c15e-4a87-b280-25a5ffdb75cd tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=823cfa2f41ab45219280cd31da6db23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837836 Apr 18 19:24:26.346621 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:26.382612 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-34c19809-57eb-4dd2-8665-ef4a3599c6e2 req-7816f1ca-cfb1-4bd2-9102-628f92e3c7ec tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Calling delete_port for cd309dae-8b0a-4ff0-9cf1-7b28dc515125 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:24:26.415027 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47802) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:26.464426 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:26.504887 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:26.505553 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 69e8954c-6b7d-4e57-bef2-4a366c8f71b8 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:26.618977 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:26.640440 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef39a32-58ab-4f4c-a40c-a16a5c799afd,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:26.770890 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-45a8eac9-4824-4007-a374-f3d010c3c3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:26.832565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d36660-cb24-4315-be5f-8dfe9ece584b req-058d5359-febe-49b0-af3b-3fa859b71101 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:26.834305 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b0d36660-cb24-4315-be5f-8dfe9ece584b req-058d5359-febe-49b0-af3b-3fa859b71101 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 949 time: 0.7934067 Apr 18 19:24:26.866671 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ffd6ffed-129f-42c2-9abd-b67e3643f493 admin admin] 10.222.0.66 "DELETE /v2.0/networks/eef39a32-58ab-4f4c-a40c-a16a5c799afd HTTP/1.1" status: 204 len: 168 time: 3.7785213 Apr 18 19:24:26.886491 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device cd309dae-8b0a-4ff0-9cf1-7b28dc515125 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:24:26.903459 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-45a8eac9-4824-4007-a374-f3d010c3c3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:26.908012 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-45a8eac9-4824-4007-a374-f3d010c3c3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:5731319b341f4c488c9769d45923e84e is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:26.911465 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-45a8eac9-4824-4007-a374-f3d010c3c3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:26.922160 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-45a8eac9-4824-4007-a374-f3d010c3c3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:26.935385 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b0d36660-cb24-4315-be5f-8dfe9ece584b req-9c8fe6da-ff65-40f8-b905-d297f1af3386 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936422 Apr 18 19:24:26.936402 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-34c19809-57eb-4dd2-8665-ef4a3599c6e2 req-7816f1ca-cfb1-4bd2-9102-628f92e3c7ec tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:26.981150 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: cd309dae-8b0a-4ff0-9cf1-7b28dc515125 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:24:26.981431 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device cd309dae-8b0a-4ff0-9cf1-7b28dc515125 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:24:27.026001 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-45a8eac9-4824-4007-a374-f3d010c3c3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.033583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816f1ca-cfb1-4bd2-9102-628f92e3c7ec tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Pushing event deleted for resources: {'Port': ['ID=cd309dae-8b0a-4ff0-9cf1-7b28dc515125,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:27.107302 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-45a8eac9-4824-4007-a374-f3d010c3c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.182088 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c19809-57eb-4dd2-8665-ef4a3599c6e2 req-7816f1ca-cfb1-4bd2-9102-628f92e3c7ec tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] No DVR routers for this DVR port cd309dae-8b0a-4ff0-9cf1-7b28dc515125 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:24:27.185207 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8eac9-4824-4007-a374-f3d010c3c3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccb647f-afbb-4987-90b7-af2dd6f31371,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:27.186323 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-34c19809-57eb-4dd2-8665-ef4a3599c6e2 req-7816f1ca-cfb1-4bd2-9102-628f92e3c7ec tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.194595 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a16a26ad-1d0d-4059-b46e-5aa33ec688c2 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:27.218170 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-45a8eac9-4824-4007-a374-f3d010c3c3e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5731319b341f4c488c9769d45923e84e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8012819 Apr 18 19:24:27.219837 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47832) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:27.234500 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34c19809-57eb-4dd2-8665-ef4a3599c6e2 req-7816f1ca-cfb1-4bd2-9102-628f92e3c7ec tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.71 "DELETE /v2.0/ports/cd309dae-8b0a-4ff0-9cf1-7b28dc515125 HTTP/1.1" status: 204 len: 173 time: 2.3368671 Apr 18 19:24:27.236850 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504fd109-7e81-4059-af01-bb22c6721f77', 'name': 'network-vif-deleted', 'tag': 'cd309dae-8b0a-4ff0-9cf1-7b28dc515125'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:27.390214 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-be352519-27b0-4f53-8143-b6feab498fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.442567 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e931a208-7706-4684-aa56-dee7844450ea req-8f45974f-47a6-4c89-9787-7bc469051910 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Synchronizing usage tracker for tenant:5e6dcbe391d94c1b8bbcd24f38b94491 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:27.449738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47838) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:27.531711 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d69032ca-f490-40eb-8da2-df960cba9d56 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3cbf4e3c30304ddab39b304473805b3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0793567 Apr 18 19:24:27.534423 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 47844) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:27.582865 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:27.597700 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:27.598430 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.620064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e931a208-7706-4684-aa56-dee7844450ea req-8f45974f-47a6-4c89-9787-7bc469051910 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] Unset dirty status for tenant:5e6dcbe391d94c1b8bbcd24f38b94491 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:27.626175 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e931a208-7706-4684-aa56-dee7844450ea req-8f45974f-47a6-4c89-9787-7bc469051910 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 210 time: 0.3899939 Apr 18 19:24:27.631047 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f71acfd4-f51d-4522-803c-841da179be86 req-a125ffae-052e-45b1-a0dc-543db1109ad4 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 210 time: 0.2443376 Apr 18 19:24:27.650878 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-be352519-27b0-4f53-8143-b6feab498fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.690383 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d23eb1b-aef2-423d-9a62-effb22861cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.724543 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d23eb1b-aef2-423d-9a62-effb22861cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.812048 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9607ea6f-9e2f-47c5-8da2-35db9b68ecf8'] response: {'server_uuid': '504fd109-7e81-4059-af01-bb22c6721f77', 'name': 'network-vif-deleted', 'tag': 'cd309dae-8b0a-4ff0-9cf1-7b28dc515125', 'status': 'completed', 'code': 200} Apr 18 19:24:27.889066 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.925726 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:27.929639 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-be352519-27b0-4f53-8143-b6feab498fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.937917 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:27.951573 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be352519-27b0-4f53-8143-b6feab498fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccb647f-afbb-4987-90b7-af2dd6f31371,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:27.953776 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-be352519-27b0-4f53-8143-b6feab498fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:27.955204 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-be352519-27b0-4f53-8143-b6feab498fe7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ccb647f-afbb-4987-90b7-af2dd6f31371 HTTP/1.1" status: 204 len: 168 time: 0.7342269 Apr 18 19:24:27.998158 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d23eb1b-aef2-423d-9a62-effb22861cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.026814 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.047742 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23eb1b-aef2-423d-9a62-effb22861cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4c9512-e879-48d2-ade7-755cc1e122d7,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:28.072859 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d23eb1b-aef2-423d-9a62-effb22861cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:28.072859 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4d23eb1b-aef2-423d-9a62-effb22861cd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b4c9512-e879-48d2-ade7-755cc1e122d7 HTTP/1.1" status: 204 len: 168 time: 0.5307450 Apr 18 19:24:28.174899 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f605685-efcd-4aae-a295-9abf4e4f9f21'] response: {'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'code': 200} Apr 18 19:24:28.275537 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:28.419958 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcda5ba-4f3f-459b-95b6-23a4e8b8da83 req-a4f28bbc-87b9-4cc0-ad84-28b950e38288 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:28.422097 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9dcda5ba-4f3f-459b-95b6-23a4e8b8da83 req-a4f28bbc-87b9-4cc0-ad84-28b950e38288 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.2343018 Apr 18 19:24:28.520860 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4c53f7f2-ae30-4c44-a8da-e72d96045531 req-00e273ad-192c-4fc5-a008-fc37a2d9d4df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 1101 time: 0.3347714 Apr 18 19:24:28.570979 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9dcda5ba-4f3f-459b-95b6-23a4e8b8da83 req-9c995c00-ee2c-49b1-b90e-19fc97376dbb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404951 Apr 18 19:24:28.617109 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4c53f7f2-ae30-4c44-a8da-e72d96045531 req-d4912f69-0389-41e7-aa16-b5859a9e8872 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896499 Apr 18 19:24:29.036698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-96f17096-2391-4f50-8b1a-1ec180dd1d68 req-9b48b665-00e6-49d9-befd-087b08a6dd97 tempest-ImagesNegativeTestJSON-379574278 tempest-ImagesNegativeTestJSON-379574278-project] 10.222.0.66 "GET /v2.0/ports?device_id=504fd109-7e81-4059-af01-bb22c6721f77 HTTP/1.1" status: 200 len: 210 time: 0.0631268 Apr 18 19:24:29.474316 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47890) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:29.487591 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f253df16-e93b-4caa-a455-b0abda5e6927 req-3c3a3298-f56a-4eb7-9756-abac0fc92148 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 210 time: 0.4793046 Apr 18 19:24:29.510639 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-6297ff82-ba85-4ea4-b55d-a9cf35c6c697 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=823cfa2f41ab45219280cd31da6db23c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601077 Apr 18 19:24:29.600605 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3ac9a3db-3a6c-4ff0-8d4f-ec758f7faf8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db188d76c56f405489bbc30f7b363051&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1221032 Apr 18 19:24:29.601433 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47896) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:29.632295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47900) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:29.760288 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ebcb8ff6-b2a0-46fc-bf84-44d45a9f8037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:29.822440 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-2ae1b090-bdfd-4ca1-b222-d4418079870d tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:29.824014 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-2ae1b090-bdfd-4ca1-b222-d4418079870d tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2963843 Apr 18 19:24:29.844915 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Request body: {'port': {'device_id': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '823cfa2f41ab45219280cd31da6db23c'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:30.012454 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-daaa1626-558a-452c-9376-48a9413644a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.045209 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-daaa1626-558a-452c-9376-48a9413644a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.063215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:30.070900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Usage tracker for resource:port and tenant:823cfa2f41ab45219280cd31da6db23c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:30.075670 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:30.085291 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:30.103719 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:24:30.111534 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ebcb8ff6-b2a0-46fc-bf84-44d45a9f8037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:30.120881 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ebcb8ff6-b2a0-46fc-bf84-44d45a9f8037 admin admin] Usage tracker for resource:security_group_rule and tenant:d8956d88da4f460e8fb9ef39813fc872 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:30.124813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ebcb8ff6-b2a0-46fc-bf84-44d45a9f8037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:30.134767 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffd9fd-88ef-45cf-b90c-1a17c8d25c75 req-70353afb-f114-4481-929f-77c6113c65c5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:30.146795 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53ffd9fd-88ef-45cf-b90c-1a17c8d25c75 req-70353afb-f114-4481-929f-77c6113c65c5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.3624439 Apr 18 19:24:30.184664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ebcb8ff6-b2a0-46fc-bf84-44d45a9f8037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:30.206423 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-daaa1626-558a-452c-9376-48a9413644a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.221952 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Made reservation on behalf of 823cfa2f41ab45219280cd31da6db23c for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:30.229781 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.285393 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.285525 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53ffd9fd-88ef-45cf-b90c-1a17c8d25c75 req-52f01573-93bd-4616-9547-269ac1f29bd6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364431 Apr 18 19:24:30.310389 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa1626-558a-452c-9376-48a9413644a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ba3361-114d-420e-aacd-82074edea186,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:30.342316 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-daaa1626-558a-452c-9376-48a9413644a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.359455 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-daaa1626-558a-452c-9376-48a9413644a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1ba3361-114d-420e-aacd-82074edea186 HTTP/1.1" status: 204 len: 168 time: 0.7540817 Apr 18 19:24:30.424023 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:30.429283 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Usage tracker for resource:security_group_rule and tenant:823cfa2f41ab45219280cd31da6db23c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:30.433696 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:30.452265 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:30.466730 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ebcb8ff6-b2a0-46fc-bf84-44d45a9f8037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:30.524668 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-2468a2e2-8112-4ce9-9310-9d9c8c7f61c0 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=823cfa2f41ab45219280cd31da6db23c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603406 Apr 18 19:24:30.804768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-26492c98-7573-4c72-b2b4-f69a995a9c74 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:30.807714 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-26492c98-7573-4c72-b2b4-f69a995a9c74 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784395 Apr 18 19:24:30.810578 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-33b63269-cf08-4518-9290-c5139a0ea956 req-1bf65fff-ff51-47dc-af65-1a07e736ca98 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 210 time: 0.0964549 Apr 18 19:24:30.829768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Request body: {'port': {'device_id': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '823cfa2f41ab45219280cd31da6db23c'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:31.019545 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:31.027727 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Usage tracker for resource:port and tenant:823cfa2f41ab45219280cd31da6db23c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:31.032395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:31.041709 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:31.074918 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ebcb8ff6-b2a0-46fc-bf84-44d45a9f8037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.157011 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb8ff6-b2a0-46fc-bf84-44d45a9f8037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9d5c2b-ba14-4c85-9426-327874798f36,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:31.163758 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ebcb8ff6-b2a0-46fc-bf84-44d45a9f8037 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8956d88da4f460e8fb9ef39813fc872&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5254183 Apr 18 19:24:31.169086 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47954) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:31.261836 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Made reservation on behalf of 823cfa2f41ab45219280cd31da6db23c for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:31.265302 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.273954 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.291909 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.332807 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-69cc3038-26db-49ed-9ba0-7f4ec1507abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.378091 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.448013 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-69cc3038-26db-49ed-9ba0-7f4ec1507abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.612064 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-69cc3038-26db-49ed-9ba0-7f4ec1507abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.629212 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 823cfa2f41ab45219280cd31da6db23c {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:24:31.629212 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:24:31.671232 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc3038-26db-49ed-9ba0-7f4ec1507abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9d5c2b-ba14-4c85-9426-327874798f36,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:31.737843 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-69cc3038-26db-49ed-9ba0-7f4ec1507abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:31.739254 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-69cc3038-26db-49ed-9ba0-7f4ec1507abf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae9d5c2b-ba14-4c85-9426-327874798f36 HTTP/1.1" status: 204 len: 168 time: 0.5692222 Apr 18 19:24:31.807259 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733ba58-03da-4cab-bfaf-2acad2d086c6 req-358ad567-f1ef-475b-999b-bf1f0b005beb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:31.811341 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7733ba58-03da-4cab-bfaf-2acad2d086c6 req-358ad567-f1ef-475b-999b-bf1f0b005beb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.2732344 Apr 18 19:24:31.866853 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b707bd35-44d4-4262-bd42-06f0fb860d17,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:31.885727 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Allocated IP 192.168.233.253 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:31.967113 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7733ba58-03da-4cab-bfaf-2acad2d086c6 req-bdc0e2f8-ce45-4340-85a2-58755c5fadf6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502500 Apr 18 19:24:32.065330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 47982) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:32.121289 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:32.334893 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3783a640-660d-4385-831e-31894b45672d req-1befdc35-907f-44cf-95dd-35af48af5083 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 210 time: 0.0815387 Apr 18 19:24:32.400889 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:32.422571 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Transition to ACTIVE for port object 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:32.524256 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:32.538095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e4a16-4579-480b-a658-3014c38bbf17 req-a7049906-6004-4c84-87f3-03f79d8558d3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:32.539835 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e2e4a16-4579-480b-a658-3014c38bbf17 req-a7049906-6004-4c84-87f3-03f79d8558d3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.1373427 Apr 18 19:24:32.720100 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:32.724439 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:32.726860 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Allocated IP 192.168.233.81 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:32.727415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:32.730734 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e2e4a16-4579-480b-a658-3014c38bbf17 req-9b9990a3-a9b8-4b25-a4cd-3de457e6d60b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614749 Apr 18 19:24:32.771462 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d04c4d7c-26d4-4389-8811-b4323b1092a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e6dcbe391d94c1b8bbcd24f38b94491&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7039707 Apr 18 19:24:32.775652 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 48004) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:32.808889 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Pushing event updated for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:32.852390 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:32.853161 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:32.920064 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1e163b0-5a6f-4e47-900a-199d06f36995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:33.084495 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-d18bb6b3-dfdb-4078-ba55-784fc68f923a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2435253 Apr 18 19:24:33.096309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Request body: {'port': {'device_id': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:33.209457 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-cbc1e2ec-b1c3-4842-a81f-bdb56460d039 None None] Provisioning for port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:33.215905 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-cbc1e2ec-b1c3-4842-a81f-bdb56460d039 None None] Provisioning complete for port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:33.219590 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cbc1e2ec-b1c3-4842-a81f-bdb56460d039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:33.391250 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:33.496775 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1e163b0-5a6f-4e47-900a-199d06f36995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:33.557581 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1e2ec-b1c3-4842-a81f-bdb56460d039 None None] Port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:24:33.692520 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0af3d5cf-f5de-4184-bb4f-750159418604 req-66163ebf-abf5-4f7c-92e7-5cad29203c30 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2591083 Apr 18 19:24:33.739987 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe6bc49d-4d30-484b-8b65-c3c7c753603a req-f4784a25-1d48-4631-95af-d6c280d0145f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 210 time: 0.1370020 Apr 18 19:24:33.744707 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:33.790916 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Transition to ACTIVE for port object de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:33.890014 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1e163b0-5a6f-4e47-900a-199d06f36995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:33.899936 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:33.993742 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Pushing event updated for resources: {'Port': ['ID=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:33.996212 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e163b0-5a6f-4e47-900a-199d06f36995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46da674a-8b9d-4b0c-96f9-c432451c3fc9,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:34.002645 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:34.006483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:34.009564 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:34.079694 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:34.080315 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.204246 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-dc3f475a-d69a-4623-a0bb-d93cf4631f0e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3842924 Apr 18 19:24:34.216276 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Request body: {'port': {'device_id': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:34.346972 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:34.373808 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.415799 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Transition to ACTIVE for port object 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:34.454985 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1e163b0-5a6f-4e47-900a-199d06f36995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.456520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f1e163b0-5a6f-4e47-900a-199d06f36995 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46da674a-8b9d-4b0c-96f9-c432451c3fc9 HTTP/1.1" status: 204 len: 168 time: 1.6795974 Apr 18 19:24:34.561295 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.585019 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.586576 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f490eccc-f73d-45c0-abc0-1e49595134f8 None None] Provisioning for port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:34.592562 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f490eccc-f73d-45c0-abc0-1e49595134f8 None None] Provisioning complete for port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:34.595395 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f490eccc-f73d-45c0-abc0-1e49595134f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:34.724210 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-75e6f469-067c-478d-a305-9169d94ea0e5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4016435 Apr 18 19:24:34.758750 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-f490eccc-f73d-45c0-abc0-1e49595134f8 None None] Port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:24:34.964074 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167cace-7851-433a-8877-6960dedcd2b6 req-fe4f8e00-7c4a-4f6c-89be-3f690b056133 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:34.975932 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4167cace-7851-433a-8877-6960dedcd2b6 req-fe4f8e00-7c4a-4f6c-89be-3f690b056133 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.5565126 Apr 18 19:24:35.123404 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:35.153124 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4167cace-7851-433a-8877-6960dedcd2b6 req-aa2f4cc7-e048-4104-8893-763abb9c0221 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762125 Apr 18 19:24:35.248045 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Attempting to bind port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:35.248382 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Attempting to bind port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:35.248713 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Attempting to bind port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:35.263781 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:35.264114 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Attempting to bind port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:35.295248 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:35.296146 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:35.296529 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:35.297251 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Bound port: 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:35.297604 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:35.315516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:35.326871 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:35.345221 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Transition to ACTIVE for port object de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:35.472099 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:35.473872 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:35.482826 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48078) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:35.497440 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366b995-7a14-4a92-a6d0-3743d9386540 req-c9e9d6c0-7897-4a57-a20c-0bc0d8482a17 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:35.498137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b366b995-7a14-4a92-a6d0-3743d9386540 req-c9e9d6c0-7897-4a57-a20c-0bc0d8482a17 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Synchronizing usage tracker for tenant:823cfa2f41ab45219280cd31da6db23c on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:35.535266 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:35.536593 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:35.612394 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b366b995-7a14-4a92-a6d0-3743d9386540 req-c9e9d6c0-7897-4a57-a20c-0bc0d8482a17 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Unset dirty status for tenant:823cfa2f41ab45219280cd31da6db23c on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:35.614049 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b366b995-7a14-4a92-a6d0-3743d9386540 req-c9e9d6c0-7897-4a57-a20c-0bc0d8482a17 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 935 time: 0.2476385 Apr 18 19:24:35.641588 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 48090) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:35.679377 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785593473', 'description': 'tempest-description--2090264592'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:35.684093 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:35.686557 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] 10.222.0.71 "PUT /v2.0/ports/8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 HTTP/1.1" status: 200 len: 1096 time: 2.5951326 Apr 18 19:24:35.688666 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:35.699248 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:35.707723 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Usage tracker for resource:security_group and tenant:50f7e16938504e6fa4116d104d35978c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:35.717025 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:35.731785 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:35.745625 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14395aba-5c68-454d-8d70-6c17182754fd service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:35.759359 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b366b995-7a14-4a92-a6d0-3743d9386540 req-1988fd9a-4674-49a1-91f9-d32632524b5a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Synchronizing usage tracker for tenant:823cfa2f41ab45219280cd31da6db23c on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:35.850539 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43aa2f59-5fc7-45f6-8b69-226399e7f042'] response: {'name': 'network-changed', 'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'status': 'completed', 'code': 200} Apr 18 19:24:35.906611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b366b995-7a14-4a92-a6d0-3743d9386540 req-1988fd9a-4674-49a1-91f9-d32632524b5a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Unset dirty status for tenant:823cfa2f41ab45219280cd31da6db23c on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:35.907755 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b366b995-7a14-4a92-a6d0-3743d9386540 req-1988fd9a-4674-49a1-91f9-d32632524b5a tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781770 Apr 18 19:24:35.912232 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-98686143-05d6-4664-aa0a-c4da1308a586 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=823cfa2f41ab45219280cd31da6db23c&device_id=fabc29b5-c329-44ad-b438-08e6e23449ea HTTP/1.1" status: 200 len: 1099 time: 0.1041663 Apr 18 19:24:35.943815 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:35.997321 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Pushing event updated for resources: {'Port': ['ID=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:36.047084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-network', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:36.062832 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:36.069364 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-062ebbf3-f1b1-4d88-bbe3-73257e59a64d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 HTTP/1.1" status: 200 len: 217 time: 0.1492553 Apr 18 19:24:36.070379 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Usage tracker for resource:network and tenant:e619c78b52b347049d90b52d5dae621c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:36.075737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:36.099426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:36.180324 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:36.226648 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Usage tracker for resource:security_group_rule and tenant:50f7e16938504e6fa4116d104d35978c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:36.231787 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:36.249211 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:36.254930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Attempting to bind port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:36.255486 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Attempting to bind port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:36.256009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Attempting to bind port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:36.259798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-110432f3-d8cd-4946-8690-19eb6a4ba2b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:36.264385 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-110432f3-d8cd-4946-8690-19eb6a4ba2b1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1883810 Apr 18 19:24:36.279970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:36.280297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Attempting to bind port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:36.338737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:36.345042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:36.345042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:36.345042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Bound port: de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:36.345042 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.431739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Made reservation on behalf of e619c78b52b347049d90b52d5dae621c for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:36.437149 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.469842 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.496432 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.564439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] For port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:36.569564 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:36.570352 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] For port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:36.574683 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.576459 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Usage tracker for resource:security_group_rule and tenant:e619c78b52b347049d90b52d5dae621c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:36.580827 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:36.590061 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-44a1e962-88ce-4aed-b422-13b8ea651468 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3145604 Apr 18 19:24:36.591930 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:36.666261 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.776278 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33cc4cc-9934-405e-9908-04e5c22077d2,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:36.843332 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.843332 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] 10.222.0.71 "PUT /v2.0/ports/de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 HTTP/1.1" status: 200 len: 1095 time: 2.6267395 Apr 18 19:24:36.843332 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'tag': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:36.887284 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3ef08-fec9-4c88-a5a7-e7839192572e service neutron] Pushing event updated for resources: {'Port': ['ID=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:36.901400 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:36.913031 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48132) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:36.916258 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c1d1ebc4-23a7-4957-8db7-c2a0635dacfd tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2592249 Apr 18 19:24:36.936079 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-82cc984e-6bdd-4711-8d77-cb38074e4d58 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Request body: {'security_group_rule': {'security_group_id': 'e33cc4cc-9934-405e-9908-04e5c22077d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:36.949665 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78b4a6-fc5e-41f2-b2ac-3e98a20d0da2 req-8cad40d4-e0ac-414d-8050-4fa6d237a715 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:36.964975 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb78b4a6-fc5e-41f2-b2ac-3e98a20d0da2 req-8cad40d4-e0ac-414d-8050-4fa6d237a715 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.3764548 Apr 18 19:24:36.998663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-82cc984e-6bdd-4711-8d77-cb38074e4d58 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:37.038330 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-82cc984e-6bdd-4711-8d77-cb38074e4d58 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Usage tracker for resource:security_group_rule and tenant:50f7e16938504e6fa4116d104d35978c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:37.054049 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-82cc984e-6bdd-4711-8d77-cb38074e4d58 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:37.113729 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-82cc984e-6bdd-4711-8d77-cb38074e4d58 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:37.164056 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ac3bd5-0884-4372-ae0e-9dc7d6548c63'] response: {'name': 'network-changed', 'server_uuid': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'tag': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834', 'status': 'completed', 'code': 200} Apr 18 19:24:37.304826 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb78b4a6-fc5e-41f2-b2ac-3e98a20d0da2 req-476754fe-80dc-4fc2-8693-381ef1316b48 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322845 Apr 18 19:24:37.352921 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-bab60d0c-feef-46fc-a145-2e4b51fe025b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=823cfa2f41ab45219280cd31da6db23c&device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 1098 time: 0.3432648 Apr 18 19:24:37.414084 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:37.419494 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-82cc984e-6bdd-4711-8d77-cb38074e4d58 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:37.429489 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-eddd3ac2-d6f7-405b-bc88-15571b0fec51 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8328545 Apr 18 19:24:37.452149 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-a265088f-26ed-4cc7-b19b-4c9bc274aae0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 HTTP/1.1" status: 200 len: 217 time: 0.0916500 Apr 18 19:24:37.515758 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:37.715493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 48158) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:37.742381 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d838315-cb5c-4607-a433-d36f3a55a230 req-e937c539-d5af-4dd0-83d4-d7bb62ae26d8 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060899 Apr 18 19:24:37.752523 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:24:37.764361 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8abf439-3bc3-42e8-9798-8c12e5295950,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:37.774354 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:37.774714 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Added segment f0e84cec-9885-4768-9b9d-d840d01a134d of type vlan for network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 Apr 18 19:24:37.832736 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-7528abd5-1130-4957-8b64-33e11d5755ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:37.837040 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-7528abd5-1130-4957-8b64-33e11d5755ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.3777046 Apr 18 19:24:37.867793 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-82cc984e-6bdd-4711-8d77-cb38074e4d58 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:37.875007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0d403-4770-42b9-bdb6-4d46178f221c req-5890d8c0-c8b3-45ec-bcf2-d979b86e91ce tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:37.887312 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f8a0d403-4770-42b9-bdb6-4d46178f221c req-5890d8c0-c8b3-45ec-bcf2-d979b86e91ce tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 947 time: 0.6265762 Apr 18 19:24:37.922438 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.011931 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-82cc984e-6bdd-4711-8d77-cb38074e4d58 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.056440 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-0a0a3cf2-a7c2-4401-b958-2d211e2b67f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2139573 Apr 18 19:24:38.076846 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc984e-6bdd-4711-8d77-cb38074e4d58 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8f7f42-bcf9-4c99-9367-e03d8ba3fd1e,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:38.127427 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f8a0d403-4770-42b9-bdb6-4d46178f221c req-c3b60c10-5e10-4c07-a57f-f43bd83ac8ae tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388122 Apr 18 19:24:38.275182 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.278312 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:38.279219 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.283070 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-8e6ce646-d434-4a3c-a4df-aa713b8f45bc service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191894 Apr 18 19:24:38.336352 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34f434d4-7e31-41f1-9437-9f663ba21563 req-159aba0d-070e-4a4e-9564-1445f21928e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=823cfa2f41ab45219280cd31da6db23c&device_id=fabc29b5-c329-44ad-b438-08e6e23449ea HTTP/1.1" status: 200 len: 1099 time: 0.3893125 Apr 18 19:24:38.460865 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-82cc984e-6bdd-4711-8d77-cb38074e4d58 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.464660 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-82cc984e-6bdd-4711-8d77-cb38074e4d58 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5421486 Apr 18 19:24:38.478569 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 48174) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:38.481927 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-286355272-network', 'tenant_id': '29d62e5c072f4902ad55730f43d79777'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:38.496156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-c4e29757-cef9-4584-b111-099c97e17622 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Request body: {'security_group_rule': {'security_group_id': 'e33cc4cc-9934-405e-9908-04e5c22077d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:38.501222 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:38.541326 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c4e29757-cef9-4584-b111-099c97e17622 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:38.555639 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Usage tracker for resource:network and tenant:29d62e5c072f4902ad55730f43d79777 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:38.559249 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:38.568592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c4e29757-cef9-4584-b111-099c97e17622 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Usage tracker for resource:security_group_rule and tenant:50f7e16938504e6fa4116d104d35978c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:38.578071 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:38.590262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c4e29757-cef9-4584-b111-099c97e17622 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:38.608085 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c4e29757-cef9-4584-b111-099c97e17622 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:38.644821 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d5c3244-ae17-4e44-ace4-4bdfdbbdd5f8 req-3efb764e-a5b3-4809-8ab2-955862d63f01 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559749 Apr 18 19:24:38.666201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ac671-9df9-4e1d-af03-a8ce88a7109f req-09aa2e38-b925-4319-a17f-cc40600807e8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:38.673241 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1d6ac671-9df9-4e1d-af03-a8ce88a7109f req-09aa2e38-b925-4319-a17f-cc40600807e8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.1830215 Apr 18 19:24:38.702534 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 48182) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:38.702736 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.2072923 Apr 18 19:24:38.702872 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Made reservation on behalf of 29d62e5c072f4902ad55730f43d79777 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:38.702872 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.708256 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13feb3-e58d-484f-8faf-821969bfae71 admin admin] Pushing event updated for resources: {'Network': ['ID=296e9a9a-e71f-4d9d-98a5-01b67c2bc625,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:38.713570 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Request body: {'subnet': {'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-subnet', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:38.722911 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:38.733282 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:24:38.743061 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.750264 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Usage tracker for resource:subnet and tenant:e619c78b52b347049d90b52d5dae621c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:38.768966 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:38.777664 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4e29757-cef9-4584-b111-099c97e17622 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:38.789184 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:38.797030 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f434d4-7e31-41f1-9437-9f663ba21563 req-05535d7b-9af7-42e3-854f-70ba43f08d91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:38.800737 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34f434d4-7e31-41f1-9437-9f663ba21563 req-05535d7b-9af7-42e3-854f-70ba43f08d91 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.4062681 Apr 18 19:24:38.839032 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1d6ac671-9df9-4e1d-af03-a8ce88a7109f req-d1df729b-b4a8-4a19-b9c3-724c346622f2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645730 Apr 18 19:24:38.963792 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34f434d4-7e31-41f1-9437-9f663ba21563 req-432ebd34-44a4-4e93-9e7d-909db6f0e2d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 HTTP/1.1" status: 200 len: 217 time: 0.1524258 Apr 18 19:24:38.989682 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:39.012085 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Usage tracker for resource:security_group_rule and tenant:29d62e5c072f4902ad55730f43d79777 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:39.025644 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:39.057811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f434d4-7e31-41f1-9437-9f663ba21563 req-0fca424c-432c-4807-8b95-f09d176fd2e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:39.059719 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34f434d4-7e31-41f1-9437-9f663ba21563 req-0fca424c-432c-4807-8b95-f09d176fd2e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0905194 Apr 18 19:24:39.060872 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Made reservation on behalf of e619c78b52b347049d90b52d5dae621c for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:39.063199 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:39.080794 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:39.171958 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34f434d4-7e31-41f1-9437-9f663ba21563 req-af4372db-b505-43e1-a7fa-053350579d66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053622 Apr 18 19:24:39.251026 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4e29757-cef9-4584-b111-099c97e17622 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:39.306958 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-a08c2544-b4cc-4198-98c4-8a6f7f68d11f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 1101 time: 0.3613629 Apr 18 19:24:39.331662 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6f7dfb9-2cf2-4f29-a7b3-1244acf9c411 req-55d6e9d5-2bd3-4091-b056-9089d7d6130a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=823cfa2f41ab45219280cd31da6db23c&device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 1098 time: 0.4845786 Apr 18 19:24:39.348254 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4e29757-cef9-4584-b111-099c97e17622 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:39.366276 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34f434d4-7e31-41f1-9437-9f663ba21563 req-b4b2f3ff-8545-4c96-83d4-48c5e8a9fa5e service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874940 Apr 18 19:24:39.534779 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34f434d4-7e31-41f1-9437-9f663ba21563 req-41bbe44b-7339-49da-8e47-f4b8c12fffc3 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620400 Apr 18 19:24:39.563332 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:39.617211 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e29757-cef9-4584-b111-099c97e17622 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f57e79-0363-49b4-9346-17de3626e25f,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:39.716785 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:39.803995 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4e29757-cef9-4584-b111-099c97e17622 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:39.808748 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c4e29757-cef9-4584-b111-099c97e17622 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3199627 Apr 18 19:24:39.809809 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48214) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:39.818895 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:39.830786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:39.837532 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Usage tracker for resource:floatingip and tenant:50f7e16938504e6fa4116d104d35978c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:39.840979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:39.847570 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-bc3ee6e6-6a4d-40e1-b156-868b8c82126e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:39.847948 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:39.849311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-bc3ee6e6-6a4d-40e1-b156-868b8c82126e service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.5135241 Apr 18 19:24:39.858696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7dfb9-2cf2-4f29-a7b3-1244acf9c411 req-520113c4-3b7d-42a0-b32f-e477c39719c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:39.860168 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6f7dfb9-2cf2-4f29-a7b3-1244acf9c411 req-520113c4-3b7d-42a0-b32f-e477c39719c3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.4727461 Apr 18 19:24:39.865398 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:39.951456 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.040444 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:24:40.049829 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-0c2a6b16-a926-44ce-b2e6-4abf793c8d01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2 HTTP/1.1" status: 200 len: 217 time: 0.1927288 Apr 18 19:24:40.064083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6f7dfb9-2cf2-4f29-a7b3-1244acf9c411 req-fa54dabe-86e7-4628-83ee-f98f685db7a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 HTTP/1.1" status: 200 len: 217 time: 0.1435974 Apr 18 19:24:40.110224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78348251-0e19-4c9a-a073-0ca94fc20837,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:40.194455 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb13a2-ca3b-4114-96b8-dc0b6aa0a9c9 req-d0135e98-77ef-45b8-9ec1-b0deb1124be5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:40.195979 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-97fb13a2-ca3b-4114-96b8-dc0b6aa0a9c9 req-d0135e98-77ef-45b8-9ec1-b0deb1124be5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.1288166 Apr 18 19:24:40.251368 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.251704 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Added segment b8b57145-2236-4d1a-bbfc-a0c8048b7009 of type vlan for network 2df9b653-df43-479d-909b-e196a7ae7980 Apr 18 19:24:40.264092 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d47adc-ce53-4fe7-b317-4cc305e0cc1f req-065cb43d-87e9-4f5b-b63a-92b735088e8f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:40.264092 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-12d47adc-ce53-4fe7-b317-4cc305e0cc1f req-065cb43d-87e9-4f5b-b63a-92b735088e8f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Synchronizing usage tracker for tenant:823cfa2f41ab45219280cd31da6db23c on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:40.283086 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-97fb13a2-ca3b-4114-96b8-dc0b6aa0a9c9 req-98fc6651-b335-4e70-a2fd-a77f13afcd28 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800500 Apr 18 19:24:40.286505 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.287849 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.399199 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-12d47adc-ce53-4fe7-b317-4cc305e0cc1f req-065cb43d-87e9-4f5b-b63a-92b735088e8f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Unset dirty status for tenant:823cfa2f41ab45219280cd31da6db23c on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:40.405635 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-12d47adc-ce53-4fe7-b317-4cc305e0cc1f req-065cb43d-87e9-4f5b-b63a-92b735088e8f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 947 time: 1.0192318 Apr 18 19:24:40.414009 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.418552 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-1dcdd9fc-f714-4e71-a432-91b22989878d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:40.419964 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-1dcdd9fc-f714-4e71-a432-91b22989878d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.3613577 Apr 18 19:24:40.440844 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7dfb9-2cf2-4f29-a7b3-1244acf9c411 req-e3cecb08-6ad6-444a-b800-6fd967e19319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:40.442173 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6f7dfb9-2cf2-4f29-a7b3-1244acf9c411 req-e3cecb08-6ad6-444a-b800-6fd967e19319 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.3379369 Apr 18 19:24:40.495423 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Allocated IP 172.25.8.32 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/9575e4d3-d43e-489c-b389-1ec040492f12) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:40.561563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c230340-5cf2-4861-a95e-2098262205fc,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:40.647145 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-12d47adc-ce53-4fe7-b317-4cc305e0cc1f req-304271b2-c578-47be-8bb1-eeda50d0dd12 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Synchronizing usage tracker for tenant:823cfa2f41ab45219280cd31da6db23c on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:40.654153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Checking segment: {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:40.654584 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Network hostable DHCP agents. Network: 296e9a9a-e71f-4d9d-98a5-01b67c2bc625, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:24:40.655395 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.689671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-12d47adc-ce53-4fe7-b317-4cc305e0cc1f req-304271b2-c578-47be-8bb1-eeda50d0dd12 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Unset dirty status for tenant:823cfa2f41ab45219280cd31da6db23c on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:40.691620 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-12d47adc-ce53-4fe7-b317-4cc305e0cc1f req-304271b2-c578-47be-8bb1-eeda50d0dd12 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849505 Apr 18 19:24:40.706970 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-11b1fce7-4e1e-49ea-aa21-21231703c47c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2636924 Apr 18 19:24:40.714530 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6f7dfb9-2cf2-4f29-a7b3-1244acf9c411 req-8c921846-0d23-4e19-b3b5-77c992e88c91 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2363372 Apr 18 19:24:40.878431 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.882661 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.885610 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:40.885610 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:40.887431 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:24:40.973011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:40.978504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:40.979231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:24:40.981841 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:41.064626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] Pushing event updated for resources: {'Network': ['ID=2df9b653-df43-479d-909b-e196a7ae7980,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:41.068768 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-64087444-bf32-4ffb-84c5-d45ddb6d4dce service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527195 Apr 18 19:24:41.071218 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6f7dfb9-2cf2-4f29-a7b3-1244acf9c411 req-79f17047-9146-4126-bd59-871bd91be144 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353505 Apr 18 19:24:41.091512 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 2df9b653-df43-479d-909b-e196a7ae7980 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:24:41.117141 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.118184 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Pushing event updated for resources: {'Port': ['ID=9575e4d3-d43e-489c-b389-1ec040492f12,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:41.247070 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:41.261957 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'mac_address': 'fa:16:3e:ab:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:24:41.286176 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 296e9a9a-e71f-4d9d-98a5-01b67c2bc625) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:41.296934 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d0ab6c-9e95-4adb-910e-8941a2a58d3d None None] Network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:41.304564 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5feb6420-974d-405b-9bcc-bdb3294460cd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.5812678 Apr 18 19:24:41.314380 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 48230) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:41.315671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:41.316256 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.338702 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Request body: {'subnet': {'network_id': '2df9b653-df43-479d-909b-e196a7ae7980', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-286355272-subnet', 'tenant_id': '29d62e5c072f4902ad55730f43d79777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:41.346126 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.356061 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:41.377267 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Usage tracker for resource:subnet and tenant:29d62e5c072f4902ad55730f43d79777 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:41.381286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:41.415268 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:41.470581 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-adb76000-17e0-4e51-9eee-fe89cc8c7e1d service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852909 Apr 18 19:24:41.476369 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6f7dfb9-2cf2-4f29-a7b3-1244acf9c411 req-f966eda4-12eb-4e2f-9c82-d08c50d6041a service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929648 Apr 18 19:24:41.503272 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6cd4ca70-ac1a-4d8c-b074-b6af97b8b743 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.8110089 Apr 18 19:24:41.506415 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 48240) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:41.513417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:41.517609 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:41.522487 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Usage tracker for resource:router and tenant:e619c78b52b347049d90b52d5dae621c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:41.526945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:41.533874 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:41.553683 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Made reservation on behalf of 29d62e5c072f4902ad55730f43d79777 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:41.562731 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.599984 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.628439 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48244) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:41.634197 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.692674 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.694168 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.694405 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:41.734047 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:41.758377 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.801118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:24:41.803089 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:41.831591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644540aa-2778-4039-ac91-fe1dc7705792 req-e175a60a-f9fd-45b9-8312-4911390178d3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:41.846663 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-644540aa-2778-4039-ac91-fe1dc7705792 req-e175a60a-f9fd-45b9-8312-4911390178d3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.3412037 Apr 18 19:24:41.880708 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.036235 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:42.115707 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Allocated IP 172.20.0.2 (296e9a9a-e71f-4d9d-98a5-01b67c2bc625/5c230340-5cf2-4861-a95e-2098262205fc/7c805ae0-d535-41b8-8867-c9cf384cd58b) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:42.125215 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be6cdcc1-c428-47d0-8dec-0179b7227e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.130962 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:42.189282 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-644540aa-2778-4039-ac91-fe1dc7705792 req-15225164-b6d0-4462-bee0-1064de5f48f5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417311 Apr 18 19:24:42.204841 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.272371 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-be6cdcc1-c428-47d0-8dec-0179b7227e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:42.286229 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-be6cdcc1-c428-47d0-8dec-0179b7227e61 admin admin] Usage tracker for resource:security_group_rule and tenant:0163550975674837a3dfa6ab7cff4132 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:42.290144 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-be6cdcc1-c428-47d0-8dec-0179b7227e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:42.298608 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-be6cdcc1-c428-47d0-8dec-0179b7227e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:42.334889 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.429681 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.435990 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be6cdcc1-c428-47d0-8dec-0179b7227e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.494603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5443ad13-31f9-466d-9130-83a8d3e047bd,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:42.514831 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Checking segment: {'id': 'b8b57145-2236-4d1a-bbfc-a0c8048b7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2df9b653-df43-479d-909b-e196a7ae7980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:42.515320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Network hostable DHCP agents. Network: 2df9b653-df43-479d-909b-e196a7ae7980, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:24:42.520710 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.522805 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Pushing event updated for resources: {'Port': ['ID=9575e4d3-d43e-489c-b389-1ec040492f12,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:42.530022 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be6cdcc1-c428-47d0-8dec-0179b7227e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.542417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e75dc3-020f-48bf-8a6c-cc993b464fe5 req-37cc1885-1c89-4b81-a69c-ca2ee8725a98 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:42.544526 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e2e75dc3-020f-48bf-8a6c-cc993b464fe5 req-37cc1885-1c89-4b81-a69c-ca2ee8725a98 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 947 time: 0.6043298 Apr 18 19:24:42.578166 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cdcc1-c428-47d0-8dec-0179b7227e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af17ed5-b022-4b3f-b594-f17005bb669e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:42.617436 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e2e75dc3-020f-48bf-8a6c-cc993b464fe5 req-231d5531-d4bb-4807-ba90-3b91c7fadf1e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625253 Apr 18 19:24:42.629909 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.642153 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Transition to ACTIVE for port object 7c805ae0-d535-41b8-8867-c9cf384cd58b will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:42.663651 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Transition to ACTIVE for port object 7c805ae0-d535-41b8-8867-c9cf384cd58b will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:42.676433 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-be6cdcc1-c428-47d0-8dec-0179b7227e61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0163550975674837a3dfa6ab7cff4132&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0011475 Apr 18 19:24:42.677038 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48256) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:42.700470 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.734349 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Network 2df9b653-df43-479d-909b-e196a7ae7980 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:24:42.769548 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.778284 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a467b5d7-524d-4741-a0fb-54830423a615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.828264 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a467b5d7-524d-4741-a0fb-54830423a615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.846450 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:42.850716 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:42.854668 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:42.860561 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 2df9b653-df43-479d-909b-e196a7ae7980) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:42.865800 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:42.866558 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.867446 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Pushing event updated for resources: {'Port': ['ID=7c805ae0-d535-41b8-8867-c9cf384cd58b,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:42.877119 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.878700 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-668f6f7f-2c57-4213-aa6f-135615af566f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0672190 Apr 18 19:24:42.903836 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:42.918719 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8600d2b0-9683-4e6e-b582-e71931350fb9 None None] Network 2df9b653-df43-479d-909b-e196a7ae7980 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:42.951499 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.003762 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a467b5d7-524d-4741-a0fb-54830423a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.024810 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467b5d7-524d-4741-a0fb-54830423a615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af17ed5-b022-4b3f-b594-f17005bb669e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:43.042924 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a467b5d7-524d-4741-a0fb-54830423a615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.053204 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a467b5d7-524d-4741-a0fb-54830423a615 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0af17ed5-b022-4b3f-b594-f17005bb669e HTTP/1.1" status: 204 len: 168 time: 0.3636241 Apr 18 19:24:43.062327 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2150637e-26b6-465a-a3fe-35113354c3e3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7415192 Apr 18 19:24:43.182288 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Allocated IP 172.25.8.180 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:43.188332 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:24:43.215831 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-66eacbcc-0422-442d-8a11-e1b3af3d8ef4 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1785593473&fields=id&tenant_id=50f7e16938504e6fa4116d104d35978c HTTP/1.1" status: 200 len: 267 time: 0.0970073 Apr 18 19:24:43.414263 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.487845 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Attempting to bind port 7c805ae0-d535-41b8-8867-c9cf384cd58b on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:43.488215 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Attempting to bind port 7c805ae0-d535-41b8-8867-c9cf384cd58b by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:43.488572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Attempting to bind port 7c805ae0-d535-41b8-8867-c9cf384cd58b on network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:43.544509 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:43.544894 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Checking segment: {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:43.545399 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.545864 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Bound using segment: {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:43.546508 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Bound port: 7c805ae0-d535-41b8-8867-c9cf384cd58b, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:43.546999 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.568902 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-4aa66230-3670-4bff-bee5-57de535b5fa3 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:43.577386 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-4aa66230-3670-4bff-bee5-57de535b5fa3 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/networks?id=ff63c8ee-6036-4198-b057-6b371916ead7 HTTP/1.1" status: 200 len: 814 time: 0.3519795 Apr 18 19:24:43.594971 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54747ff-d260-4108-8946-701085391e00 req-dff64806-a401-436a-a752-372b169b039a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:43.603557 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d54747ff-d260-4108-8946-701085391e00 req-dff64806-a401-436a-a752-372b169b039a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.1503334 Apr 18 19:24:43.604392 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-112d6fdd-d45f-4067-a3bc-6d710990c507 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/quotas/50f7e16938504e6fa4116d104d35978c HTTP/1.1" status: 200 len: 375 time: 0.0259652 Apr 18 19:24:43.661060 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d54747ff-d260-4108-8946-701085391e00 req-0f3079b2-bcbe-4ed7-ac74-5739137c2173 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556841 Apr 18 19:24:43.669081 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:43.729650 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-4507abae-4aa0-4201-9687-eed4405edcd4 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=50f7e16938504e6fa4116d104d35978c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1125848 Apr 18 19:24:43.780765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Pushing event updated for resources: {'Port': ['ID=6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:43.787697 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:43.789413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:43.795073 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:43.833780 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] For port 7c805ae0-d535-41b8-8867-c9cf384cd58b, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:43.838108 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] For port 7c805ae0-d535-41b8-8867-c9cf384cd58b, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=7c805ae0-d535-41b8-8867-c9cf384cd58b,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:43.851970 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:43.895854 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834', 'mac_address': 'fa:16:3e:37:e1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:24:44.010426 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.035538 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.036395 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-6093cf91-b3a3-4801-9798-c8b0292acced service neutron] 10.222.0.66 "GET /v2.0/networks/ff63c8ee-6036-4198-b057-6b371916ead7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056617 Apr 18 19:24:44.168740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf092230-69a1-491b-a533-a8ab318749d1 None None] Network 2df9b653-df43-479d-909b-e196a7ae7980 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:44.242034 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-3356cd75-4eef-41b5-903a-145427b4e842 service neutron] 10.222.0.66 "GET /v2.0/networks/ff63c8ee-6036-4198-b057-6b371916ead7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004678 Apr 18 19:24:44.278754 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:44.335094 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:44.338871 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6c74c-28af-4e4e-ac85-8519525ac9eb None None] Pushing event updated for resources: {'Port': ['ID=7c805ae0-d535-41b8-8867-c9cf384cd58b,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:44.384706 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48298) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:44.415996 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7e0f09b0-d73f-46b5-a1eb-008a66160a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.426161 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.473598 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.476236 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.481931 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7e0f09b0-d73f-46b5-a1eb-008a66160a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:44.487890 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7e0f09b0-d73f-46b5-a1eb-008a66160a3e admin admin] Usage tracker for resource:security_group_rule and tenant:7d3a54e580ac47ab999eb9577fbf9169 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:44.492059 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-9d5ce268-21e2-4de5-8a1d-6ec933f13d95 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:44.492585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7e0f09b0-d73f-46b5-a1eb-008a66160a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:44.492868 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-9d5ce268-21e2-4de5-8a1d-6ec933f13d95 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Synchronizing usage tracker for tenant:29d62e5c072f4902ad55730f43d79777 on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:44.502430 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7e0f09b0-d73f-46b5-a1eb-008a66160a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:44.763312 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:24:44.799957 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7e0f09b0-d73f-46b5-a1eb-008a66160a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.877134 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:44.895567 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3cbe8-eac5-441d-aac1-67ece6288efd req-c305be0d-ad89-44e8-a824-a576ff3757a2 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:44.897188 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-9d5ce268-21e2-4de5-8a1d-6ec933f13d95 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Unset dirty status for tenant:29d62e5c072f4902ad55730f43d79777 on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:44.903694 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-9d5ce268-21e2-4de5-8a1d-6ec933f13d95 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/networks?id=2df9b653-df43-479d-909b-e196a7ae7980 HTTP/1.1" status: 200 len: 813 time: 0.7590539 Apr 18 19:24:44.910604 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-58e3cbe8-eac5-441d-aac1-67ece6288efd req-c305be0d-ad89-44e8-a824-a576ff3757a2 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 948 time: 0.1754873 Apr 18 19:24:44.945251 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7e0f09b0-d73f-46b5-a1eb-008a66160a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:44.946475 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-656b275c-0587-43b6-b690-9b71d46a244b tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/quotas/29d62e5c072f4902ad55730f43d79777 HTTP/1.1" status: 200 len: 375 time: 0.0418398 Apr 18 19:24:44.984667 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7e0f09b0-d73f-46b5-a1eb-008a66160a3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d3a54e580ac47ab999eb9577fbf9169&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5985532 Apr 18 19:24:44.991023 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48316) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:45.019544 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:45.036627 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-37d5596f-6473-4785-b061-7150a46605bd tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=29d62e5c072f4902ad55730f43d79777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892146 Apr 18 19:24:45.044282 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-58e3cbe8-eac5-441d-aac1-67ece6288efd req-696a8d76-9ea0-4e3e-8604-c9d3a47adb15 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328247 Apr 18 19:24:45.046714 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f09b0-d73f-46b5-a1eb-008a66160a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af024af7-3e77-4f94-a0dd-abad1583fa3e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:45.108170 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cafc1377-1537-4a7e-9458-881f551d9a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.202963 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cafc1377-1537-4a7e-9458-881f551d9a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.246164 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6f60a172-f537-46fb-8f83-a8dd4b331307 req-5c4911c6-202f-45a4-ba61-95c5761845cc tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 210 time: 0.0893903 Apr 18 19:24:45.259691 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-b24d10c4-c397-4f20-ab8d-99fea8ed97c5 service neutron] 10.222.0.66 "GET /v2.0/networks/2df9b653-df43-479d-909b-e196a7ae7980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221947 Apr 18 19:24:45.397968 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:45.403449 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:45.403819 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.420521 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cafc1377-1537-4a7e-9458-881f551d9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.449788 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc1377-1537-4a7e-9458-881f551d9a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af024af7-3e77-4f94-a0dd-abad1583fa3e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:45.469747 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cafc1377-1537-4a7e-9458-881f551d9a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.471085 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cafc1377-1537-4a7e-9458-881f551d9a9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af024af7-3e77-4f94-a0dd-abad1583fa3e HTTP/1.1" status: 204 len: 168 time: 0.4788003 Apr 18 19:24:45.570014 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-c9546c4f-28e5-4537-9cf7-1e4fac14e877 service neutron] 10.222.0.66 "GET /v2.0/networks/2df9b653-df43-479d-909b-e196a7ae7980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990868 Apr 18 19:24:45.570810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:24:45.604259 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38266847-9021-497e-a202-331a21c8846a req-a516129b-3ec2-4154-a741-4dd08a735a2c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:45.607334 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-38266847-9021-497e-a202-331a21c8846a req-a516129b-3ec2-4154-a741-4dd08a735a2c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.1319621 Apr 18 19:24:45.612971 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:45.660964 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:45.677798 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:45.757087 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-38266847-9021-497e-a202-331a21c8846a req-7bc549ab-a274-4d2f-b13b-681e93b3cd0b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378450 Apr 18 19:24:45.935009 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5e83a7-12f2-4a00-ad64-de1e4e2c1cad'] response: {'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'code': 200} Apr 18 19:24:45.958523 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a3bbc4-c011-4cc8-8248-171eb3898b3f None None] Network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:24:46.088774 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cdafe37c-a2b0-4ed2-92b0-2895cc88574f req-037f6dbe-6382-493b-a1ea-74cb3c3bdaeb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fabc29b5-c329-44ad-b438-08e6e23449ea HTTP/1.1" status: 200 len: 1100 time: 0.1592679 Apr 18 19:24:46.153204 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cdafe37c-a2b0-4ed2-92b0-2895cc88574f req-6b87ed67-6e19-434c-8e63-4929c01fac82 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574739 Apr 18 19:24:46.213339 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:24:46.258650 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Sync routers for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:24:46.290591 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:46.291496 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:24:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:46.369075 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e982c9b-56c9-43f5-8d49-eac32fc5a94b req-296befae-f5c0-41a4-b8a8-bb9e3fa0fd06 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:46.371372 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2e982c9b-56c9-43f5-8d49-eac32fc5a94b req-296befae-f5c0-41a4-b8a8-bb9e3fa0fd06 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 948 time: 0.0945337 Apr 18 19:24:46.429342 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2e982c9b-56c9-43f5-8d49-eac32fc5a94b req-0da117fe-ad35-49ea-93b1-cd938160db2c tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495555 Apr 18 19:24:46.555688 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-af285e81-0e3a-48f4-9b4e-8d8dc38a5669 req-b13760c1-124f-443d-b097-47c85eea39ab tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 210 time: 0.0450346 Apr 18 19:24:46.569449 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 7c805ae0-d535-41b8-8867-c9cf384cd58b up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:46.658278 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:46.882160 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:47.016658 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:47.046553 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:47.063379 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163db9c-24ff-4915-b19f-36b2709f1bb6 req-f8891fd5-6eb1-4226-b148-2f648164b489 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:47.068827 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a163db9c-24ff-4915-b19f-36b2709f1bb6 req-f8891fd5-6eb1-4226-b148-2f648164b489 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.1169024 Apr 18 19:24:47.106987 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:47.112168 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48342) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:24:47.113920 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8c52e315-8ada-488f-89e3-7f065cdf3136 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.6063726 Apr 18 19:24:47.134316 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8c60eea9-c3d4-494d-b3d1-c191f2fd7971 None None] Provisioning for port 7c805ae0-d535-41b8-8867-c9cf384cd58b completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:47.184170 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 7c805ae0-d535-41b8-8867-c9cf384cd58b completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:47.192475 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8c60eea9-c3d4-494d-b3d1-c191f2fd7971 None None] Provisioning complete for port 7c805ae0-d535-41b8-8867-c9cf384cd58b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:47.195915 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8c60eea9-c3d4-494d-b3d1-c191f2fd7971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:47.242092 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcea6e1c-ffbd-40b9-a244-8106b058287d req-6cd8e382-06d6-49f5-97b5-3370cb09f79e tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 210 time: 0.0894475 Apr 18 19:24:47.264844 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 7c805ae0-d535-41b8-8867-c9cf384cd58b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:47.264844 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:47.668605 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a163db9c-24ff-4915-b19f-36b2709f1bb6 req-4562a42d-cff1-494a-8665-fcb009afebcc tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944076 Apr 18 19:24:47.702191 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:44Z', 'revision_number': 3, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:47.706964 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:47.715929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a3556-0196-4e04-9ae2-fb0634ffacef req-ba90f25d-e344-4961-985c-8151a54ecacd tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:47.722369 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7e8a3556-0196-4e04-9ae2-fb0634ffacef req-ba90f25d-e344-4961-985c-8151a54ecacd tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 948 time: 0.1089144 Apr 18 19:24:47.745527 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Checking router: 18a4807f-cbc0-44c1-b316-12192cfa0ee7 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:24:47.745873 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Updating router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:24:47.768147 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:47.768520 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:47.778917 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7e8a3556-0196-4e04-9ae2-fb0634ffacef req-be91a404-b15a-413a-bea4-5380acd36651 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556307 Apr 18 19:24:47.813388 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8c60eea9-c3d4-494d-b3d1-c191f2fd7971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:47.943095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-8c60eea9-c3d4-494d-b3d1-c191f2fd7971 None None] For port 7c805ae0-d535-41b8-8867-c9cf384cd58b, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=7c805ae0-d535-41b8-8867-c9cf384cd58b,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:47.948142 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:47.980186 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:48.067838 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-859e623b-384a-437f-a634-eea14dcb1abf req-6978efdb-dc03-4a59-8744-fe03b70de26a tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 210 time: 0.1323621 Apr 18 19:24:48.369986 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8c60eea9-c3d4-494d-b3d1-c191f2fd7971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:48.435020 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1bd43fe0-4881-47ed-98df-2238e5147c94 req-7fe7c428-d041-45fe-a723-3dc3e38f335b tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 210 time: 0.0995560 Apr 18 19:24:48.630866 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:24:48.631388 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:24:48.678522 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:48.694348 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:48.716133 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:48.729921 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60eea9-c3d4-494d-b3d1-c191f2fd7971 None None] Pushing event updated for resources: {'Port': ['ID=7c805ae0-d535-41b8-8867-c9cf384cd58b,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:48.749114 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:48.753177 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:24:48.769198 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-cc384631-07a9-4c8c-bf68-01106d00be94 None None] Provisioning complete for port 7c805ae0-d535-41b8-8867-c9cf384cd58b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:48.769546 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cc384631-07a9-4c8c-bf68-01106d00be94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:48.860537 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab93e35-83f8-45c1-b776-836f758f776d'] response: {'server_uuid': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834', 'code': 200} Apr 18 19:24:48.873130 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Transition to ACTIVE for port object 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:48.881110 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:49.045343 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-96b593cc-89ef-486e-861b-07976c75c6de req-35781f86-1256-48f1-86a4-08dabc34df2c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 1100 time: 0.1358829 Apr 18 19:24:49.056342 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:49.205523 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31463b4b-dfa8-4a09-a597-cd61bbfed257 req-a858e811-834b-46ea-8e8e-713f8c41546a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:49.207909 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31463b4b-dfa8-4a09-a597-cd61bbfed257 req-a858e811-834b-46ea-8e8e-713f8c41546a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.3231273 Apr 18 19:24:49.259639 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Attempting to bind port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:49.259639 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Attempting to bind port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:49.259639 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Attempting to bind port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:49.295549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Allocated IP 172.20.0.1 (296e9a9a-e71f-4d9d-98a5-01b67c2bc625/5c230340-5cf2-4861-a95e-2098262205fc/abb7040c-b998-4d7e-978e-74fffec13713) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:49.309140 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:49.328017 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31463b4b-dfa8-4a09-a597-cd61bbfed257 req-5adc040b-ab2c-4967-945f-5de223eb8928 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972149 Apr 18 19:24:49.463419 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:49.464009 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:49.464590 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:49.465021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:49.465500 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Bound port: 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:49.465871 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:49.468453 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-96b593cc-89ef-486e-861b-07976c75c6de req-33e4651c-bd2a-4dab-9bc1-37fc5c7d8c5c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239846 Apr 18 19:24:49.487857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe71a1-c820-4f3a-bfae-9ece970fae0b req-486bba67-4140-4005-881b-54be3fcc3a3b tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:49.494897 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-25fe71a1-c820-4f3a-bfae-9ece970fae0b req-486bba67-4140-4005-881b-54be3fcc3a3b tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 949 time: 0.4468749 Apr 18 19:24:49.614657 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-25fe71a1-c820-4f3a-bfae-9ece970fae0b req-0da50aea-56be-4745-be7e-43f9a4ea369f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184592 Apr 18 19:24:49.662038 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-71112d30-96db-4dfe-815a-ac9e1b164124 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:49.663243 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-71112d30-96db-4dfe-815a-ac9e1b164124 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Synchronizing usage tracker for tenant:50f7e16938504e6fa4116d104d35978c on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:49.704113 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c8633-d23a-4b89-99d9-09b2ed6a9685 None None] Pushing event updated for resources: {'Port': ['ID=6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:49.711130 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 7c805ae0-d535-41b8-8867-c9cf384cd58b up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:49.826617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-71112d30-96db-4dfe-815a-ac9e1b164124 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Unset dirty status for tenant:50f7e16938504e6fa4116d104d35978c on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:49.831141 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-71112d30-96db-4dfe-815a-ac9e1b164124 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.16 "GET /v2.0/networks?id=ff63c8ee-6036-4198-b057-6b371916ead7 HTTP/1.1" status: 200 len: 814 time: 0.5156269 Apr 18 19:24:49.859091 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] For port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:49.859540 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-afbea572-f6ea-4521-965e-e71a6e26878d req-bedf7fd8-f423-43b9-bd0d-1399d61a05c0 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 210 time: 0.2202840 Apr 18 19:24:49.861489 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 7c805ae0-d535-41b8-8867-c9cf384cd58b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:49.863388 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:49.914821 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:49.929762 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] For port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:49.961266 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-805b10c5-a63d-4a0e-9789-e50f80d1d89b req-be39df9f-4851-49a0-8ae7-fbdd7654ee50 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 210 time: 0.0891831 Apr 18 19:24:49.961424 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Transition to ACTIVE for port object abb7040c-b998-4d7e-978e-74fffec13713 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:50.011941 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-242be7ab-58d7-4056-8bf6-6e109eaea569 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Synchronizing usage tracker for tenant:50f7e16938504e6fa4116d104d35978c on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:24:50.034796 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:50.079649 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:50.101185 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-242be7ab-58d7-4056-8bf6-6e109eaea569 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Unset dirty status for tenant:50f7e16938504e6fa4116d104d35978c on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:24:50.102905 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-242be7ab-58d7-4056-8bf6-6e109eaea569 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f7e16938504e6fa4116d104d35978c HTTP/1.1" status: 200 len: 380 time: 0.2613778 Apr 18 19:24:50.114285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Request body: {'port': {'device_id': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'admin_state_up': True, 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'security_groups': ['e33cc4cc-9934-405e-9908-04e5c22077d2']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:50.159352 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c8633-d23a-4b89-99d9-09b2ed6a9685 None None] Pushing event updated for resources: {'Port': ['ID=6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:50.180694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:50.186099 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:50.189384 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:24:50.190080 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:24:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:50.191834 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:50.225872 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Pushing event updated for resources: {'Port': ['ID=abb7040c-b998-4d7e-978e-74fffec13713,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:50.288166 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:50.529637 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:50.557957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Usage tracker for resource:port and tenant:50f7e16938504e6fa4116d104d35978c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:50.567207 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:50.573351 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:50.586497 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:50.677343 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Made reservation on behalf of 50f7e16938504e6fa4116d104d35978c for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:50.682277 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:50.771138 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:24:50.922672 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-71e957b2-df07-4517-9cbf-e0b7d5f3911a None None] Provisioning for port abb7040c-b998-4d7e-978e-74fffec13713 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:50.983490 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-71e957b2-df07-4517-9cbf-e0b7d5f3911a None None] Provisioning complete for port abb7040c-b998-4d7e-978e-74fffec13713 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:50.986276 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-71e957b2-df07-4517-9cbf-e0b7d5f3911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:51.038262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Allocated IP 172.20.0.6 (ff63c8ee-6036-4198-b057-6b371916ead7/59e83fbf-d1fb-428d-86d6-c3889147f171/f3db61db-9206-48d5-a84f-3fee87d0a48b) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:51.100632 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-71e957b2-df07-4517-9cbf-e0b7d5f3911a None None] Port abb7040c-b998-4d7e-978e-74fffec13713 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:24:51.445521 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712bf9d-b444-4ea7-901d-cefec3dd5dc1 req-81a5fa3c-c279-471a-8988-e303c32bd5cb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:51.453047 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d712bf9d-b444-4ea7-901d-cefec3dd5dc1 req-81a5fa3c-c279-471a-8988-e303c32bd5cb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.8178370 Apr 18 19:24:51.569335 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d712bf9d-b444-4ea7-901d-cefec3dd5dc1 req-bd4d6056-c445-4015-b974-216139aa7d35 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869665 Apr 18 19:24:51.624871 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-87c35143-6aca-4014-afdc-5db86560bd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:51.628395 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:51.686756 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:24:49Z', 'revision_number': 1, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:24:51.692130 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-ed773c7b-3324-42db-bfbb-b4b44cce515c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:51.699074 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-ed773c7b-3324-42db-bfbb-b4b44cce515c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.16 "GET /v2.0/networks?id=2df9b653-df43-479d-909b-e196a7ae7980 HTTP/1.1" status: 200 len: 813 time: 0.5802372 Apr 18 19:24:51.708045 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e120a0b-0a2b-4243-9999-996439788a0c None None] The sync data for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 is: [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:24:49Z', 'revision_number': 1, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:24:51.729241 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:51.802874 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Request body: {'port': {'device_id': '032209c7-45d2-477d-b23b-77befeb30a40', 'network_id': '2df9b653-df43-479d-909b-e196a7ae7980', 'admin_state_up': True, 'tenant_id': '29d62e5c072f4902ad55730f43d79777'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:52.018540 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:52.190008 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Pushing event updated for resources: {'Port': ['ID=abb7040c-b998-4d7e-978e-74fffec13713,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:52.219280 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-14df0cc4-602b-4cc1-aa16-49f94c18dc84 req-61a87ef2-63b3-4304-af89-b06aacedadc4 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 210 time: 0.2967672 Apr 18 19:24:52.280510 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2ed54-4746-417c-b050-a77623cc6f3e req-377cb039-dc5f-4e86-a2e1-c5c54f6dc36f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:52.282734 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c6b2ed54-4746-417c-b050-a77623cc6f3e req-377cb039-dc5f-4e86-a2e1-c5c54f6dc36f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 949 time: 1.1632771 Apr 18 19:24:52.356772 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:52.357350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:52.357894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:52.358492 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:52.363002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:52.363002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:52.363002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:52.363002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:52.363002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:52.363002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:52.363002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:24:52.468197 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:52.504929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Transition to ACTIVE for port object f3db61db-9206-48d5-a84f-3fee87d0a48b will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:52.545344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:52.547864 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-68080145-4c96-43d4-9708-d324d64397a8 req-d8ed4196-9c48-475f-8c20-a918df74c40d tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 210 time: 0.0914695 Apr 18 19:24:52.548858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:52.638048 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:24:52.690929 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c6b2ed54-4746-417c-b050-a77623cc6f3e req-cdc08a29-6bbf-4ff5-9f60-9f8ad7724101 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751483 Apr 18 19:24:52.692170 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Usage tracker for resource:port and tenant:29d62e5c072f4902ad55730f43d79777 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:24:52.710850 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:24:52.722405 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:24:52.832874 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Made reservation on behalf of 29d62e5c072f4902ad55730f43d79777 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:24:52.837887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:52.903414 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:52.979550 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-03b55550-66e6-4741-b2c5-359c29de162f None None] Provisioning complete for port abb7040c-b998-4d7e-978e-74fffec13713 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:52.980106 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-03b55550-66e6-4741-b2c5-359c29de162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:53.259282 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-03b55550-66e6-4741-b2c5-359c29de162f None None] Port abb7040c-b998-4d7e-978e-74fffec13713 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:24:53.447034 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:24:53.690285 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:53.825625 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Network ff63c8ee-6036-4198-b057-6b371916ead7 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:53.845093 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:53.845330 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb39b5-c80b-4d29-a079-3f6e83d875c6 req-8ec9460b-f620-4b0d-b156-54a4bc555626 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:53.849540 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c7eb39b5-c80b-4d29-a079-3f6e83d875c6 req-8ec9460b-f620-4b0d-b156-54a4bc555626 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 931 time: 0.2971089 Apr 18 19:24:53.868077 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:53.934045 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0ed8411b-2655-4044-baaf-10a6ae3c55ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:53.983033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Allocated IP 172.20.0.3 (2df9b653-df43-479d-909b-e196a7ae7980/5443ad13-31f9-466d-9130-83a8d3e047bd/2b87f3c6-5b97-48de-9b3d-0f9aaca78f62) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:24:54.023131 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c7eb39b5-c80b-4d29-a079-3f6e83d875c6 req-40133c72-61c9-4016-9010-a144b0380fb6 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637049 Apr 18 19:24:54.026003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:54.031744 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:54.032377 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:54.083632 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:24:54.133749 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-474b4a33-283b-4c4f-ad74-26dd29d6ddec admin admin] 10.222.0.66 "PUT /v2.0/routers/18a4807f-cbc0-44c1-b316-12192cfa0ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0116684 Apr 18 19:24:54.159741 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:54.160296 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:54.213331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Pushing event updated for resources: {'Port': ['ID=f3db61db-9206-48d5-a84f-3fee87d0a48b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:54.454835 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:54.464490 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74e182-88c7-4240-a7eb-7e1a37f8e9a9 req-4efa7cc8-4283-4a35-9b6f-b578c2aae873 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:54.474691 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df74e182-88c7-4240-a7eb-7e1a37f8e9a9 req-4efa7cc8-4283-4a35-9b6f-b578c2aae873 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 1.3374205 Apr 18 19:24:54.482673 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:24:54.519585 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-385aa69a-701b-4729-b6a8-36224b6a528c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4090726 Apr 18 19:24:54.587573 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-65157cf4-fabb-4550-ab26-7d498bcaf1e3 None None] Provisioning for port f3db61db-9206-48d5-a84f-3fee87d0a48b completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:24:54.603083 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-65157cf4-fabb-4550-ab26-7d498bcaf1e3 None None] Provisioning complete for port f3db61db-9206-48d5-a84f-3fee87d0a48b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:54.604511 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-65157cf4-fabb-4550-ab26-7d498bcaf1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:54.669634 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57e03380-e2cf-4da7-9cec-46481187a652 req-e10ed2cd-dda3-4bed-bef2-adfd0bb1c433 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 210 time: 0.0829434 Apr 18 19:24:54.680176 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:54.706740 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Request body: {'port': {'device_id': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:54.896280 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:54.939802 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-65157cf4-fabb-4550-ab26-7d498bcaf1e3 None None] Port f3db61db-9206-48d5-a84f-3fee87d0a48b cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:24:54.981761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df74e182-88c7-4240-a7eb-7e1a37f8e9a9 req-0b5aec82-2bd9-46e5-8a05-ffa2eb16f4e6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705031 Apr 18 19:24:55.014635 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df9537-61d8-49c8-b043-4773eecf9178 req-4a6eeda0-e895-44bb-877b-b53ba9f33f46 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:55.016259 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-85df9537-61d8-49c8-b043-4773eecf9178 req-4a6eeda0-e895-44bb-877b-b53ba9f33f46 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 949 time: 0.1459007 Apr 18 19:24:55.020144 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:55.050253 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:55.106745 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-85df9537-61d8-49c8-b043-4773eecf9178 req-2e62af4d-401b-4312-8c04-ccb551db06bc tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783722 Apr 18 19:24:55.138005 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:55.272309 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:55.612152 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:24:55.740723 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f238a1-8145-4ea2-b51c-f1ed3076108b req-b7f71ab2-e5fe-4501-ba41-077e59ba020e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:55.750030 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-70f238a1-8145-4ea2-b51c-f1ed3076108b req-b7f71ab2-e5fe-4501-ba41-077e59ba020e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 931 time: 0.2254283 Apr 18 19:24:55.763113 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:55.775058 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45256c94-6085-4072-b81f-9af22f76a64a req-e328fbe1-5ba8-46cd-8430-a4b0271d6eae tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:55.776517 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-e328fbe1-5ba8-46cd-8430-a4b0271d6eae tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 820 time: 0.4029474 Apr 18 19:24:55.784198 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:24:55.784718 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:55.862660 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-70f238a1-8145-4ea2-b51c-f1ed3076108b req-6401b03c-b121-48b4-9fac-9c8c3e7bac03 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113744 Apr 18 19:24:56.079208 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-04e2fc93-b9eb-45e2-bbe6-18d7cec41cba tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/quotas/e619c78b52b347049d90b52d5dae621c HTTP/1.1" status: 200 len: 375 time: 0.1194057 Apr 18 19:24:56.166884 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:24:56.187829 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Network 2df9b653-df43-479d-909b-e196a7ae7980 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:24:56.208293 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:24:56.231413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:24:56.272598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e16b78-d473-46b2-aa26-ec681dfc6ad4 req-cd7fa95f-25d5-4a57-b181-a9ef2c128e3c tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:56.275158 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-39e16b78-d473-46b2-aa26-ec681dfc6ad4 req-cd7fa95f-25d5-4a57-b181-a9ef2c128e3c tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=fabc29b5-c329-44ad-b438-08e6e23449ea HTTP/1.1" status: 200 len: 950 time: 0.1750424 Apr 18 19:24:56.392616 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:56.399587 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-39e16b78-d473-46b2-aa26-ec681dfc6ad4 req-ab146925-5dc6-4ad9-b4d2-81ca4fcc4bd5 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178806 Apr 18 19:24:56.449876 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Pushing event updated for resources: {'Port': ['ID=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:56.508135 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:56.509746 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:56.547707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3db61db-9206-48d5-a84f-3fee87d0a48b {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:56.571347 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:56.603753 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Transition to ACTIVE for port object f3db61db-9206-48d5-a84f-3fee87d0a48b will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:56.627462 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7974eb3-0684-4490-9e25-f1ff442727c5 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5322616 Apr 18 19:24:56.633419 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-874f40a1-b542-4a0d-b945-756411da70aa tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8907137 Apr 18 19:24:56.781705 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb533-093c-4fb9-bc14-07371ec97722 req-0cb935c3-65e5-423f-bedf-0f882e70a8b8 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:56.790690 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-730cb533-093c-4fb9-bc14-07371ec97722 req-0cb935c3-65e5-423f-bedf-0f882e70a8b8 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 931 time: 0.2425609 Apr 18 19:24:56.882467 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-730cb533-093c-4fb9-bc14-07371ec97722 req-a581295b-5946-4c8b-b05a-69f4d5e9bb1e tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627954 Apr 18 19:24:56.900506 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Request body: {'port': {'device_id': '032209c7-45d2-477d-b23b-77befeb30a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:24:57.107765 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:57.277161 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Pushing event updated for resources: {'Port': ['ID=f3db61db-9206-48d5-a84f-3fee87d0a48b,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:57.300336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3498d0-3962-4f6b-9f62-44004830b2b4 req-189db9d2-0b7e-489e-bef2-3bacb9b9a6f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:24:57.311746 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ff3498d0-3962-4f6b-9f62-44004830b2b4 req-189db9d2-0b7e-489e-bef2-3bacb9b9a6f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.1605892 Apr 18 19:24:57.371174 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ff3498d0-3962-4f6b-9f62-44004830b2b4 req-a6a13372-63e6-449f-a44a-7e75579062f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584300 Apr 18 19:24:57.394343 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:57.529311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-7010a5a5-4a3c-44ed-b79a-2af6f98bbe7f service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8931961 Apr 18 19:24:58.040674 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Attempting to bind port f3db61db-9206-48d5-a84f-3fee87d0a48b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:24:58.041112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Attempting to bind port f3db61db-9206-48d5-a84f-3fee87d0a48b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:24:58.041617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Attempting to bind port f3db61db-9206-48d5-a84f-3fee87d0a48b on network ff63c8ee-6036-4198-b057-6b371916ead7 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:58.060608 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-79d0dff0-3d88-47c3-9bcd-6e18a795471c service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281084 Apr 18 19:24:58.115051 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Port f3db61db-9206-48d5-a84f-3fee87d0a48b on network ff63c8ee-6036-4198-b057-6b371916ead7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:24:58.115051 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Attempting to bind port f3db61db-9206-48d5-a84f-3fee87d0a48b on network ff63c8ee-6036-4198-b057-6b371916ead7 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:24:58.228029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:24:58.228435 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Checking segment: {'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:24:58.228939 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Bound using segment: {'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:24:58.229407 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Bound port: f3db61db-9206-48d5-a84f-3fee87d0a48b, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f7d645-8f8d-425d-80b2-352c2dc3e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:24:58.229738 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:58.410745 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] For port f3db61db-9206-48d5-a84f-3fee87d0a48b, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:24:58.417189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] For port f3db61db-9206-48d5-a84f-3fee87d0a48b, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f3db61db-9206-48d5-a84f-3fee87d0a48b,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:24:58.503787 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:24:58.514085 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:58.562168 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Transition to ACTIVE for port object 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:24:59.746617 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:24:59.898536 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Pushing event updated for resources: {'Port': ['ID=f3db61db-9206-48d5-a84f-3fee87d0a48b,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:24:59.904566 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:00.404021 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15fae6-05ad-4d6b-96ef-7af93758852d req-0b776408-841c-43dc-869a-538e0a4c0462 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:00.413930 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2c15fae6-05ad-4d6b-96ef-7af93758852d req-0b776408-841c-43dc-869a-538e0a4c0462 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 943 time: 0.1471076 Apr 18 19:25:00.432979 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Pushing event updated for resources: {'Port': ['ID=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:00.464265 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:00.466377 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-45e45b6a-0e1b-4a88-82e5-4b249415fcbc service neutron] 10.222.0.16 "PUT /v2.0/ports/f3db61db-9206-48d5-a84f-3fee87d0a48b HTTP/1.1" status: 200 len: 1091 time: 5.8884509 Apr 18 19:25:00.466998 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'tag': 'f3db61db-9206-48d5-a84f-3fee87d0a48b'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:00.522794 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:00.523261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:00.523773 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:00.524198 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:00.524627 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:00.530904 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:00.541379 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:00.541708 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2c15fae6-05ad-4d6b-96ef-7af93758852d req-099afd3e-c9a8-4959-9f7a-5928b993e6f3 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168053 Apr 18 19:25:00.541857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:00.541857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:00.541857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:00.541857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:00.845768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Attempting to bind port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:00.846658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Attempting to bind port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'b8b57145-2236-4d1a-bbfc-a0c8048b7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2df9b653-df43-479d-909b-e196a7ae7980'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:00.846658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Attempting to bind port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 on network 2df9b653-df43-479d-909b-e196a7ae7980 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:00.856765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 on network 2df9b653-df43-479d-909b-e196a7ae7980 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:00.857091 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Attempting to bind port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 on network 2df9b653-df43-479d-909b-e196a7ae7980 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:00.882818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5afd5-820e-4677-af86-c200525270da req-de928509-8426-41bf-978a-7b13d9ebfb4c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:00.883437 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-4ec5afd5-820e-4677-af86-c200525270da req-de928509-8426-41bf-978a-7b13d9ebfb4c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Synchronizing usage tracker for tenant:50f7e16938504e6fa4116d104d35978c on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:00.891703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d884f-f29e-45a8-8253-46d5ecc9c964 req-5fad8f9b-ad92-407a-9a94-96c5b302e12e tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:00.892775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:00.893387 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d22d884f-f29e-45a8-8253-46d5ecc9c964 req-5fad8f9b-ad92-407a-9a94-96c5b302e12e tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.1373091 Apr 18 19:25:00.899873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Checking segment: {'id': 'b8b57145-2236-4d1a-bbfc-a0c8048b7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2df9b653-df43-479d-909b-e196a7ae7980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:00.900306 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Bound using segment: {'id': 'b8b57145-2236-4d1a-bbfc-a0c8048b7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2df9b653-df43-479d-909b-e196a7ae7980'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:00.900765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Bound port: 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b57145-2236-4d1a-bbfc-a0c8048b7009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '2df9b653-df43-479d-909b-e196a7ae7980'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:00.901119 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:00.958212 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-db437356-098b-43db-be1e-f0fa5e03a045 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50f7e16938504e6fa4116d104d35978c&device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 1094 time: 0.3200283 Apr 18 19:25:01.026780 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d22d884f-f29e-45a8-8253-46d5ecc9c964 req-41bb451e-6dfd-49b7-91df-72c36c39b1fb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258852 Apr 18 19:25:01.172916 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-4ec5afd5-820e-4677-af86-c200525270da req-de928509-8426-41bf-978a-7b13d9ebfb4c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Unset dirty status for tenant:50f7e16938504e6fa4116d104d35978c on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:01.179770 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4ec5afd5-820e-4677-af86-c200525270da req-de928509-8426-41bf-978a-7b13d9ebfb4c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 943 time: 0.9000587 Apr 18 19:25:01.233939 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-b76e5942-6c98-4d7e-a9d3-14fdf8675feb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3db61db-9206-48d5-a84f-3fee87d0a48b HTTP/1.1" status: 200 len: 217 time: 0.2528968 Apr 18 19:25:01.254452 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e3a7bf06-0e29-41aa-88f3-4e69ba34f82d req-bc4c6185-651b-41f5-8f5d-2c8b15a51a30 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Synchronizing usage tracker for tenant:e619c78b52b347049d90b52d5dae621c on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:01.335322 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e3a7bf06-0e29-41aa-88f3-4e69ba34f82d req-bc4c6185-651b-41f5-8f5d-2c8b15a51a30 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Unset dirty status for tenant:e619c78b52b347049d90b52d5dae621c on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:01.336495 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e3a7bf06-0e29-41aa-88f3-4e69ba34f82d req-bc4c6185-651b-41f5-8f5d-2c8b15a51a30 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 210 time: 0.1743250 Apr 18 19:25:01.359807 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] For port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:01.383311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4ec5afd5-820e-4677-af86-c200525270da req-4a2d3a43-2e60-4a23-9d0e-bc3e14aff19a tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995580 Apr 18 19:25:01.391166 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-8d46f1d9-1df4-403e-afb9-175468e41d3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:01.395307 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-8d46f1d9-1df4-403e-afb9-175468e41d3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59e83fbf-d1fb-428d-86d6-c3889147f171 HTTP/1.1" status: 200 len: 853 time: 0.1280925 Apr 18 19:25:01.395307 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] For port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62,segment=NetworkSegment(b8b57145-2236-4d1a-bbfc-a0c8048b7009),segment_id=b8b57145-2236-4d1a-bbfc-a0c8048b7009)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:01.495341 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d610362b-d19d-45aa-8eda-f18e815d1cbc'] response: {'name': 'network-changed', 'server_uuid': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'tag': 'f3db61db-9206-48d5-a84f-3fee87d0a48b', 'status': 'completed', 'code': 200} Apr 18 19:25:01.511757 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:01.640482 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:01.642345 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] 10.222.0.16 "PUT /v2.0/ports/2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 HTTP/1.1" status: 200 len: 1091 time: 4.7473035 Apr 18 19:25:01.661957 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-e26e7fff-7b4a-4fdc-97cd-b4ea29f9da91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff63c8ee-6036-4198-b057-6b371916ead7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617428 Apr 18 19:25:01.672905 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7289f-99b0-48a8-9541-a9b2ae39cffc service neutron] Pushing event updated for resources: {'Port': ['ID=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:02.040884 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801349f6-3666-4a6c-a4a3-6af4084a0e5a req-d8dc389e-0317-4875-bbed-08aaeafb492e tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:02.055117 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-801349f6-3666-4a6c-a4a3-6af4084a0e5a req-d8dc389e-0317-4875-bbed-08aaeafb492e tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 943 time: 0.2232661 Apr 18 19:25:02.106132 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-b3c19aaf-afdc-43e6-9bd4-d47ee1926f8d service neutron] 10.222.0.16 "GET /v2.0/networks/ff63c8ee-6036-4198-b057-6b371916ead7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247262 Apr 18 19:25:02.126042 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-801349f6-3666-4a6c-a4a3-6af4084a0e5a req-9239d68b-66cd-4a30-9258-3443fc596212 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698748 Apr 18 19:25:02.228283 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-e3c0953b-92ec-4906-8d34-13a459e9607c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29d62e5c072f4902ad55730f43d79777&device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 1094 time: 0.3756914 Apr 18 19:25:02.358840 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-3d4f61d6-f6e9-4f8a-8c0f-5ea912d08d08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 HTTP/1.1" status: 200 len: 217 time: 0.0829561 Apr 18 19:25:02.571156 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b2a25685-bc69-4cb1-bbe8-76da49123c2a req-e58b0a40-56e9-463b-9a1e-059f2ce97536 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 210 time: 0.0769262 Apr 18 19:25:02.581948 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8241e542-3bad-40e7-a30b-818a7ba74bf0 req-9b077637-a3a6-47bc-b1ac-aa77d39344de service neutron] 10.222.0.16 "GET /v2.0/networks/ff63c8ee-6036-4198-b057-6b371916ead7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697104 Apr 18 19:25:02.584962 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-2493d3dd-8470-4434-b2dd-3007ab62e490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:02.586528 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-2493d3dd-8470-4434-b2dd-3007ab62e490 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5443ad13-31f9-466d-9130-83a8d3e047bd HTTP/1.1" status: 200 len: 853 time: 0.2110176 Apr 18 19:25:02.596520 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f10bb-05cd-4ffe-abe3-c4fa745a5fc1 req-ebba9d38-ff81-4958-9060-5968c20e6031 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:02.598060 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1f0f10bb-05cd-4ffe-abe3-c4fa745a5fc1 req-ebba9d38-ff81-4958-9060-5968c20e6031 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.3618131 Apr 18 19:25:02.743151 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1f0f10bb-05cd-4ffe-abe3-c4fa745a5fc1 req-0feca9f1-75ac-4699-a98d-5c1d4bb66f8a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383080 Apr 18 19:25:02.745135 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-8ebb70d9-2c5e-4f27-b2ef-e1f1fd7eaea7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2df9b653-df43-479d-909b-e196a7ae7980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613992 Apr 18 19:25:02.762880 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 48594) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:02.892616 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07d9da-fd2a-41c3-a293-8d27d5c932a2 req-b1ae5e3b-ef03-4239-a479-3d24534272ef tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:02.911063 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2a07d9da-fd2a-41c3-a293-8d27d5c932a2 req-b1ae5e3b-ef03-4239-a479-3d24534272ef tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 943 time: 0.1971531 Apr 18 19:25:03.074901 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2a07d9da-fd2a-41c3-a293-8d27d5c932a2 req-4110df83-f8ae-489d-8bfa-ba61a8df1207 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630852 Apr 18 19:25:03.154623 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5232b16b-33a1-4ae9-bbef-b9dad1b51fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:03.203736 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-00a53939-5ae0-41bd-b0e2-27b50643d0c3 req-e2e03050-1c5e-4fa7-b11c-84cb31e0ec3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50f7e16938504e6fa4116d104d35978c&device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 1094 time: 0.3921778 Apr 18 19:25:03.244615 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-cb22d839-f087-4de9-8144-4d1efa7cccb8 service neutron] 10.222.0.16 "GET /v2.0/networks/2df9b653-df43-479d-909b-e196a7ae7980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708686 Apr 18 19:25:03.487892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5232b16b-33a1-4ae9-bbef-b9dad1b51fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:03.499232 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032209c7-45d2-477d-b23b-77befeb30a40', 'tag': '2b87f3c6-5b97-48de-9b3d-0f9aaca78f62'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:03.581073 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5232b16b-33a1-4ae9-bbef-b9dad1b51fd6 admin admin] Usage tracker for resource:security_group_rule and tenant:33313d1eea1b41a1a1073e1a3fdeb434 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:03.590942 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5232b16b-33a1-4ae9-bbef-b9dad1b51fd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:03.675895 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e16777-77ec-42c9-b6ba-66e06c8149a1'] response: {'name': 'network-changed', 'server_uuid': '032209c7-45d2-477d-b23b-77befeb30a40', 'tag': '2b87f3c6-5b97-48de-9b3d-0f9aaca78f62', 'status': 'completed', 'code': 200} Apr 18 19:25:03.681557 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5232b16b-33a1-4ae9-bbef-b9dad1b51fd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:03.848558 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-76f1a075-d681-4778-a83b-cdbdccacc965 req-acae61f3-3c96-4d2d-877e-bfc471c650a5 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 210 time: 0.0758047 Apr 18 19:25:04.029744 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a53939-5ae0-41bd-b0e2-27b50643d0c3 req-ded4f12f-8be9-4f0f-9698-91e6c8f50411 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:04.031578 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-00a53939-5ae0-41bd-b0e2-27b50643d0c3 req-ded4f12f-8be9-4f0f-9698-91e6c8f50411 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff63c8ee-6036-4198-b057-6b371916ead7 HTTP/1.1" status: 200 len: 915 time: 0.8133941 Apr 18 19:25:04.104326 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e259719-5901-490c-baf0-d1943fdeaaaa req-7d890250-45ce-4f16-9e81-0ed199f8f457 service neutron] 10.222.0.16 "GET /v2.0/networks/2df9b653-df43-479d-909b-e196a7ae7980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7617483 Apr 18 19:25:04.141494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da25f6-c2b4-454d-9500-d723ebdcfd7d req-10adfa80-a226-4599-899f-f50910edbdc5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:04.143703 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0da25f6-c2b4-454d-9500-d723ebdcfd7d req-10adfa80-a226-4599-899f-f50910edbdc5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.1388369 Apr 18 19:25:04.168064 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-00a53939-5ae0-41bd-b0e2-27b50643d0c3 req-2ccbf299-6c49-484b-89d1-c6f7647560d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3db61db-9206-48d5-a84f-3fee87d0a48b HTTP/1.1" status: 200 len: 217 time: 0.1220062 Apr 18 19:25:04.177737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45256c94-6085-4072-b81f-9af22f76a64a req-a6074830-6d1f-4d47-9aa1-ce46e1d6126b tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:04.179317 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-a6074830-6d1f-4d47-9aa1-ce46e1d6126b tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.71 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 820 time: 0.6514776 Apr 18 19:25:04.206918 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Request body: {'port': {'device_id': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'admin_state_up': True, 'tenant_id': 'e619c78b52b347049d90b52d5dae621c'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:04.249635 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0da25f6-c2b4-454d-9500-d723ebdcfd7d req-3724ddbe-23bd-425c-aa9d-db75f5597916 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950451 Apr 18 19:25:04.291775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c825bb4-26f4-42e7-a0f2-bb6511ea5307 req-cbe308a5-93c9-4565-ab01-d2c66d48247a tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:04.292526 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0c825bb4-26f4-42e7-a0f2-bb6511ea5307 req-cbe308a5-93c9-4565-ab01-d2c66d48247a tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Synchronizing usage tracker for tenant:29d62e5c072f4902ad55730f43d79777 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:04.444412 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5232b16b-33a1-4ae9-bbef-b9dad1b51fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:04.496564 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a53939-5ae0-41bd-b0e2-27b50643d0c3 req-7f569a47-44a8-427b-873f-2bf343fe05ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:04.498444 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-00a53939-5ae0-41bd-b0e2-27b50643d0c3 req-7f569a47-44a8-427b-873f-2bf343fe05ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59e83fbf-d1fb-428d-86d6-c3889147f171 HTTP/1.1" status: 200 len: 853 time: 0.2719862 Apr 18 19:25:04.551189 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5232b16b-33a1-4ae9-bbef-b9dad1b51fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:04.610142 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0c825bb4-26f4-42e7-a0f2-bb6511ea5307 req-cbe308a5-93c9-4565-ab01-d2c66d48247a tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Unset dirty status for tenant:29d62e5c072f4902ad55730f43d79777 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:04.612868 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c825bb4-26f4-42e7-a0f2-bb6511ea5307 req-cbe308a5-93c9-4565-ab01-d2c66d48247a tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 943 time: 1.0082915 Apr 18 19:25:04.704676 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232b16b-33a1-4ae9-bbef-b9dad1b51fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9212c73-11e4-4307-880e-93623a566eed,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:04.713307 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:04.721111 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5232b16b-33a1-4ae9-bbef-b9dad1b51fd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33313d1eea1b41a1a1073e1a3fdeb434&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9555740 Apr 18 19:25:04.727031 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48638) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:04.746194 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:04.776133 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93200cee-acc0-4df1-b0eb-7b105d8be789 req-08c477db-7fdf-43f7-bd79-9e88f14534bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29d62e5c072f4902ad55730f43d79777&device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 1094 time: 0.3977880 Apr 18 19:25:04.872560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0c825bb4-26f4-42e7-a0f2-bb6511ea5307 req-33ca939c-2de7-49d1-9f6f-6aacc84cfc0b tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Synchronizing usage tracker for tenant:29d62e5c072f4902ad55730f43d79777 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:04.921025 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a9a11985-5e0e-4b5e-9f0a-fa71e5c9a4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:04.966884 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-00a53939-5ae0-41bd-b0e2-27b50643d0c3 req-6f52e8e7-dadb-4a02-b018-2ea4978041db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff63c8ee-6036-4198-b057-6b371916ead7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4597907 Apr 18 19:25:04.973723 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a9a11985-5e0e-4b5e-9f0a-fa71e5c9a4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:04.974052 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Made reservation on behalf of e619c78b52b347049d90b52d5dae621c for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:04.977054 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:04.988408 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cea2-3bfd-4736-985c-e400b931fda5 req-32abbbcb-350c-4bfd-8d5a-63344680dee5 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:04.989609 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f742cea2-3bfd-4736-985c-e400b931fda5 req-32abbbcb-350c-4bfd-8d5a-63344680dee5 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 943 time: 0.3596950 Apr 18 19:25:04.998437 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-912e12ae-a351-4b1f-a1ea-f06ae9dd6a1c service neutron] 10.222.0.16 "GET /v2.0/ports/a16a26ad-1d0d-4059-b46e-5aa33ec688c2/bindings/n-h2-838334-1 HTTP/1.1" status: 200 len: 382 time: 0.4723673 Apr 18 19:25:05.107365 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:05.148228 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f742cea2-3bfd-4736-985c-e400b931fda5 req-60b67010-af77-402e-a50e-96d8346aa8c7 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197586 Apr 18 19:25:05.344508 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:05.360290 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-00a53939-5ae0-41bd-b0e2-27b50643d0c3 req-cf46fb6f-97c1-432e-8650-4e165a6e13e5 service neutron] 10.222.0.16 "GET /v2.0/networks/ff63c8ee-6036-4198-b057-6b371916ead7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686652 Apr 18 19:25:05.368378 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'mac_address': 'fa:16:3e:ab:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:05.438395 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:05.457508 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:05.490243 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:05.540770 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-00a53939-5ae0-41bd-b0e2-27b50643d0c3 req-49520306-92ab-4fe8-a278-082eef332748 service neutron] 10.222.0.16 "GET /v2.0/networks/ff63c8ee-6036-4198-b057-6b371916ead7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710067 Apr 18 19:25:05.544337 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200cee-acc0-4df1-b0eb-7b105d8be789 req-ad64f560-e52f-41ba-bc0d-1bb155873d3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:05.545798 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93200cee-acc0-4df1-b0eb-7b105d8be789 req-ad64f560-e52f-41ba-bc0d-1bb155873d3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=2df9b653-df43-479d-909b-e196a7ae7980 HTTP/1.1" status: 200 len: 914 time: 0.7488937 Apr 18 19:25:05.580050 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ec39b7cf-8c6b-49f7-b0f2-16dbb10c0e7d req-eb7e14e5-0833-4c29-9e81-1d04f5152659 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 210 time: 0.0973287 Apr 18 19:25:05.666907 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93200cee-acc0-4df1-b0eb-7b105d8be789 req-d6f0be6a-a3bf-4c21-96f3-899ec362eeb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 HTTP/1.1" status: 200 len: 217 time: 0.1138093 Apr 18 19:25:05.705367 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a9a11985-5e0e-4b5e-9f0a-fa71e5c9a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:05.768912 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:05.769786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a11985-5e0e-4b5e-9f0a-fa71e5c9a4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9212c73-11e4-4307-880e-93623a566eed,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:05.808645 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0c825bb4-26f4-42e7-a0f2-bb6511ea5307 req-33ca939c-2de7-49d1-9f6f-6aacc84cfc0b tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Unset dirty status for tenant:29d62e5c072f4902ad55730f43d79777 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:05.823252 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c825bb4-26f4-42e7-a0f2-bb6511ea5307 req-33ca939c-2de7-49d1-9f6f-6aacc84cfc0b tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1822641 Apr 18 19:25:05.890760 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a9a11985-5e0e-4b5e-9f0a-fa71e5c9a4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:05.890760 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a9a11985-5e0e-4b5e-9f0a-fa71e5c9a4c1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9212c73-11e4-4307-880e-93623a566eed HTTP/1.1" status: 204 len: 168 time: 1.1621115 Apr 18 19:25:05.930304 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:05.974601 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:05.976589 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:05.978705 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:05.979862 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:05.981031 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:05.982253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:05.982777 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:05.983253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:05.983744 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:05.984843 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:05.986098 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:05.989836 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93200cee-acc0-4df1-b0eb-7b105d8be789 req-f9ba0568-81bb-4fac-8651-a6e6e1a9c47d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:05.996385 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93200cee-acc0-4df1-b0eb-7b105d8be789 req-f9ba0568-81bb-4fac-8651-a6e6e1a9c47d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5443ad13-31f9-466d-9130-83a8d3e047bd HTTP/1.1" status: 200 len: 853 time: 0.3238072 Apr 18 19:25:06.044708 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:06.044854 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa77f5e-0469-4129-934a-b2d62bfccc97 req-805dfb20-ef23-4c17-a4e8-c4f134e86422 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:06.044854 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3fa77f5e-0469-4129-934a-b2d62bfccc97 req-805dfb20-ef23-4c17-a4e8-c4f134e86422 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.2918601 Apr 18 19:25:06.156542 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3fa77f5e-0469-4129-934a-b2d62bfccc97 req-13deb535-4054-4159-8e70-30ff0b416fa2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030042 Apr 18 19:25:06.177858 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93200cee-acc0-4df1-b0eb-7b105d8be789 req-03bb973f-1de6-4610-b405-0bf9bc8b079e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2df9b653-df43-479d-909b-e196a7ae7980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692233 Apr 18 19:25:06.320119 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Allocated IP 172.20.0.14 (296e9a9a-e71f-4d9d-98a5-01b67c2bc625/5c230340-5cf2-4861-a95e-2098262205fc/2f98efc4-3708-47ab-a07a-80dabc282617) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:06.727697 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93200cee-acc0-4df1-b0eb-7b105d8be789 req-247d9a76-1422-4211-92a1-c1027044fb10 service neutron] 10.222.0.16 "GET /v2.0/networks/2df9b653-df43-479d-909b-e196a7ae7980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435295 Apr 18 19:25:06.805938 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Sync routers for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:25:06.830209 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:25:06.833011 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:24:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:06.916214 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-52f414e7-e103-4073-9c9c-9fdf34cbe64a req-876db871-7b84-4c94-b96f-f208ef1f35eb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 210 time: 0.0868101 Apr 18 19:25:07.029828 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-da8ed1ae-b3d3-4026-8db0-6c7dde957c24 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9&tenant_id=5c22a2f2d46e46198d19e1a175df3310 HTTP/1.1" status: 200 len: 1101 time: 0.7444563 Apr 18 19:25:07.121165 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:25:07.132791 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:07.136742 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:25:07.273347 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f265f-8672-4850-a2da-4300cea03d73 req-32acd980-92c8-43cf-a068-67d619138213 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:07.276952 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b65f265f-8672-4850-a2da-4300cea03d73 req-32acd980-92c8-43cf-a068-67d619138213 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 943 time: 0.7240865 Apr 18 19:25:07.305683 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:07.310858 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:07.396109 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e076a0b-4622-4b26-8f36-961e03516eda req-383c87ba-a774-4d59-b951-5544e3d4f0d2 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:07.404130 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6e076a0b-4622-4b26-8f36-961e03516eda req-383c87ba-a774-4d59-b951-5544e3d4f0d2 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 943 time: 0.2015827 Apr 18 19:25:07.475294 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6e076a0b-4622-4b26-8f36-961e03516eda req-bc99c881-5601-4cae-863c-698c174648cd tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633790 Apr 18 19:25:07.496545 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93200cee-acc0-4df1-b0eb-7b105d8be789 req-7568b4d4-79ee-4f3a-be38-f23812a5cffc service neutron] 10.222.0.16 "GET /v2.0/networks/2df9b653-df43-479d-909b-e196a7ae7980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531211 Apr 18 19:25:07.540973 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:07.553488 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:07.555635 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a16a26ad-1d0d-4059-b46e-5aa33ec688c2 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:25:07.603668 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b65f265f-8672-4850-a2da-4300cea03d73 req-448b856f-e1b9-4121-bd3e-936f37f81b3c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974927 Apr 18 19:25:07.608845 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48696) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:07.663907 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:07.668384 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b0cbc73-b867-4aab-a140-2f25192bbec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:07.682629 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-63b0dfdc-7746-4d35-8a12-3f214a576f7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 1101 time: 0.6228187 Apr 18 19:25:07.795595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4b0cbc73-b867-4aab-a140-2f25192bbec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:07.808086 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:07.817286 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4b0cbc73-b867-4aab-a140-2f25192bbec3 admin admin] Usage tracker for resource:security_group_rule and tenant:a8c2c259408c449c93b10086dc425797 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:07.848572 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4b0cbc73-b867-4aab-a140-2f25192bbec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:07.858003 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 2, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:07.864678 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Checking router: 18a4807f-cbc0-44c1-b316-12192cfa0ee7 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:25:07.865078 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Updating router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 port abb7040c-b998-4d7e-978e-74fffec13713 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:25:07.871166 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Transition to ACTIVE for port object 2f98efc4-3708-47ab-a07a-80dabc282617 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:07.872273 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4b0cbc73-b867-4aab-a140-2f25192bbec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:07.878829 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d161040b-bdf0-4a5f-86ff-64ca0cf5271a'] response: {'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'code': 200} Apr 18 19:25:07.890658 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:07.952719 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:07.999272 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.017653 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.111937 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.216096 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeb65f-7a77-4e6f-83e9-cc5b36715d24 req-c737bf93-5674-4692-94df-8596e6e9f457 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:08.233466 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6faeb65f-7a77-4e6f-83e9-cc5b36715d24 req-c737bf93-5674-4692-94df-8596e6e9f457 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.3460279 Apr 18 19:25:08.255910 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62,segment=NetworkSegment(b8b57145-2236-4d1a-bbfc-a0c8048b7009),segment_id=b8b57145-2236-4d1a-bbfc-a0c8048b7009)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:08.262456 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b0cbc73-b867-4aab-a140-2f25192bbec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.288567 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:08.293382 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '2b87f3c6-5b97-48de-9b3d-0f9aaca78f62', 'network_id': '2df9b653-df43-479d-909b-e196a7ae7980', 'port_id': '2b87f3c6-5b97-48de-9b3d-0f9aaca78f62', 'mac_address': 'fa:16:3e:87:92:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5443ad13-31f9-466d-9130-83a8d3e047bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:08.308069 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6faeb65f-7a77-4e6f-83e9-cc5b36715d24 req-dc32ec8e-c65c-453e-b7c9-25ef41892d84 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748029 Apr 18 19:25:08.399995 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:08.404248 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.430610 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:08.450293 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62,segment=NetworkSegment(b8b57145-2236-4d1a-bbfc-a0c8048b7009),segment_id=b8b57145-2236-4d1a-bbfc-a0c8048b7009)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:08.494102 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Pushing event updated for resources: {'Port': ['ID=2f98efc4-3708-47ab-a07a-80dabc282617,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:08.507761 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b0cbc73-b867-4aab-a140-2f25192bbec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.540584 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.582201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:08.590856 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:08.605658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:08.607511 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cbc73-b867-4aab-a140-2f25192bbec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c9f683-8de7-4e92-b5b5-1820b9d92aed,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:08.632719 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4b0cbc73-b867-4aab-a140-2f25192bbec3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a8c2c259408c449c93b10086dc425797&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0226343 Apr 18 19:25:08.636487 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48716) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:08.684516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-ba6dc004-987c-4cc4-a880-fd8c1b271cd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:08.685805 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-ba6dc004-987c-4cc4-a880-fd8c1b271cd9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.9944158 Apr 18 19:25:08.702414 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:08.712017 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.805109 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.808163 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device f3db61db-9206-48d5-a84f-3fee87d0a48b details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:08.813167 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:08.855272 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-05662724-c5b9-4760-9260-7eb5492967e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2 HTTP/1.1" status: 200 len: 217 time: 0.1001716 Apr 18 19:25:08.861162 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-93c52a82-b959-40d4-a0ba-2f4a90846386 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6599357 Apr 18 19:25:08.866251 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.885008 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Transition to ACTIVE for port object abb7040c-b998-4d7e-978e-74fffec13713 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:08.888471 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf11500-2675-44ab-85fd-05a8db74f4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.994344 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf11500-2675-44ab-85fd-05a8db74f4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:08.995064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-099d0459-c666-4de4-8f37-909b49e1e589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:08.995064 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-099d0459-c666-4de4-8f37-909b49e1e589 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1000519 Apr 18 19:25:08.995064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Request body: {'port': {'device_id': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:09.008875 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.104789 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9399e59-59e8-4645-92c1-bbfa5c307beb req-da3cc4dd-d230-4e7d-8358-d0d469559877 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:09.106305 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a9399e59-59e8-4645-92c1-bbfa5c307beb req-da3cc4dd-d230-4e7d-8358-d0d469559877 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 944 time: 0.3312082 Apr 18 19:25:09.203152 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3d183-8a72-443e-b464-406dae53d637 req-1a5c7b30-513c-4196-8b64-c32681829cef tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:09.204206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-bda3d183-8a72-443e-b464-406dae53d637 req-1a5c7b30-513c-4196-8b64-c32681829cef tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Synchronizing usage tracker for tenant:e619c78b52b347049d90b52d5dae621c on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:09.217503 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf11500-2675-44ab-85fd-05a8db74f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.296543 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a9399e59-59e8-4645-92c1-bbfa5c307beb req-a25904e3-a340-4a95-90f6-037ff3d467f8 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831646 Apr 18 19:25:09.299740 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf11500-2675-44ab-85fd-05a8db74f4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c9f683-8de7-4e92-b5b5-1820b9d92aed,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:09.306289 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bf11500-2675-44ab-85fd-05a8db74f4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.328831 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1bf11500-2675-44ab-85fd-05a8db74f4f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/33c9f683-8de7-4e92-b5b5-1820b9d92aed HTTP/1.1" status: 204 len: 168 time: 0.6880026 Apr 18 19:25:09.356681 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Pushing event updated for resources: {'Port': ['ID=abb7040c-b998-4d7e-978e-74fffec13713,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:09.363211 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-bda3d183-8a72-443e-b464-406dae53d637 req-1a5c7b30-513c-4196-8b64-c32681829cef tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Unset dirty status for tenant:e619c78b52b347049d90b52d5dae621c on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:09.371188 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bda3d183-8a72-443e-b464-406dae53d637 req-1a5c7b30-513c-4196-8b64-c32681829cef tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 932 time: 1.0659497 Apr 18 19:25:09.439591 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port f3db61db-9206-48d5-a84f-3fee87d0a48b, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f3db61db-9206-48d5-a84f-3fee87d0a48b,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:09.478390 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.486793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.486793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.486793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.486793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.486793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.486793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.486793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.486793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.486793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.486793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:09.490086 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'f3db61db-9206-48d5-a84f-3fee87d0a48b', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'port_id': 'f3db61db-9206-48d5-a84f-3fee87d0a48b', 'mac_address': 'fa:16:3e:ce:28:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:09.529520 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.570438 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:09.661604 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Attempting to bind port abb7040c-b998-4d7e-978e-74fffec13713 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:09.661858 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-01a75a7d-fc47-4f34-83db-5f17dbb9ac44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6334338 Apr 18 19:25:09.663421 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Attempting to bind port abb7040c-b998-4d7e-978e-74fffec13713 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:09.664172 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Attempting to bind port abb7040c-b998-4d7e-978e-74fffec13713 on network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:09.666477 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.667092 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2d930e5a-a08a-41fc-a75b-273060eeeb69 None None] Provisioning for port 2f98efc4-3708-47ab-a07a-80dabc282617 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:09.669365 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bda3d183-8a72-443e-b464-406dae53d637 req-eac51ad7-61c0-4270-9d9c-73018148b1c9 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970021 Apr 18 19:25:09.698307 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2d930e5a-a08a-41fc-a75b-273060eeeb69 None None] Provisioning complete for port 2f98efc4-3708-47ab-a07a-80dabc282617 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:09.698755 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2d930e5a-a08a-41fc-a75b-273060eeeb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.719619 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:09.720349 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Checking segment: {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:09.732294 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.739561 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Bound using segment: {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:09.742711 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Bound port: abb7040c-b998-4d7e-978e-74fffec13713, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:09.743461 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.877910 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-2d930e5a-a08a-41fc-a75b-273060eeeb69 None None] Port 2f98efc4-3708-47ab-a07a-80dabc282617 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:25:09.890970 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:09.917937 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:09.949236 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3db61db-9206-48d5-a84f-3fee87d0a48b {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:09.969775 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port f3db61db-9206-48d5-a84f-3fee87d0a48b, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f3db61db-9206-48d5-a84f-3fee87d0a48b,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:10.042946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743261e-996c-46e2-bff2-6bac897fda02 req-497b3479-0f82-42e5-b514-0cd9285f9917 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:10.043567 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:10.064967 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1743261e-996c-46e2-bff2-6bac897fda02 req-497b3479-0f82-42e5-b514-0cd9285f9917 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 943 time: 0.2274337 Apr 18 19:25:10.092961 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] For port abb7040c-b998-4d7e-978e-74fffec13713, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:10.103230 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] For port abb7040c-b998-4d7e-978e-74fffec13713, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=abb7040c-b998-4d7e-978e-74fffec13713,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:10.182025 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1743261e-996c-46e2-bff2-6bac897fda02 req-0127e5c0-f748-47f9-a6b8-440499ac769d tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147499 Apr 18 19:25:10.187549 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:10.360786 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=f3db61db-9206-48d5-a84f-3fee87d0a48b,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:10.389167 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0b5cb7-96da-4feb-9fc8-3296fbc15108'] response: {'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'code': 200} Apr 18 19:25:10.453966 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71def6b3-c7c6-4aa9-a401-e3f61bf9990a None None] Pushing event updated for resources: {'Port': ['ID=abb7040c-b998-4d7e-978e-74fffec13713,revision_number=4']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:10.484194 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['2b87f3c6-5b97-48de-9b3d-0f9aaca78f62'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:10.534374 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:25:10.535019 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:24:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:10.540412 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['f3db61db-9206-48d5-a84f-3fee87d0a48b'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:10.761121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-bf6a7159-e530-4b5b-8002-8aba66fb8449 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0865533 Apr 18 19:25:10.868293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9d68-0822-4138-905e-9aba6848999c req-dcaa037a-2b2b-4f27-aa95-c41a27f20d87 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:10.880794 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-286d9d68-0822-4138-905e-9aba6848999c req-dcaa037a-2b2b-4f27-aa95-c41a27f20d87 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 944 time: 0.1986382 Apr 18 19:25:10.903922 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:25:10.986587 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-286d9d68-0822-4138-905e-9aba6848999c req-2e8bf2aa-9451-43dc-bd1b-39ecef6a2933 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011050 Apr 18 19:25:11.301643 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:11.378090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34f14-4687-4ece-8ff5-03af4b08b3e6 req-17263797-6c38-46c6-847e-350569291ac0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:11.387390 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-30c34f14-4687-4ece-8ff5-03af4b08b3e6 req-17263797-6c38-46c6-847e-350569291ac0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 948 time: 1.2100818 Apr 18 19:25:11.484019 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec1c92fa-aed0-4a62-a2e5-b56810475bed req-341587dc-a956-4fd6-80a3-87ad00027471 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632302 Apr 18 19:25:11.606459 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:25:11.655011 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-30c34f14-4687-4ece-8ff5-03af4b08b3e6 req-908a5a7a-ef97-432d-bd37-e052e924916a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607338 Apr 18 19:25:11.713185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4dac4-94d0-402b-bcc8-579e168acf9f req-f130b10c-3d52-4047-bb4e-78a94e9ba3c4 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:11.725320 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e7b4dac4-94d0-402b-bcc8-579e168acf9f req-f130b10c-3d52-4047-bb4e-78a94e9ba3c4 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 932 time: 0.4097040 Apr 18 19:25:11.734328 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device abb7040c-b998-4d7e-978e-74fffec13713 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:11.769273 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:10Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:11.776005 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f27ead3-ad50-4de2-af8e-75c780440d46 None None] The sync data for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 is: [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:10Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:25:11.792929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f98efc4-3708-47ab-a07a-80dabc282617 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:11.806011 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:11.831399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e7b4dac4-94d0-402b-bcc8-579e168acf9f req-48ef5082-51f1-4354-8ab5-f39284d3db74 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Synchronizing usage tracker for tenant:e619c78b52b347049d90b52d5dae621c on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:11.858516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Transition to ACTIVE for port object 2f98efc4-3708-47ab-a07a-80dabc282617 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:11.980315 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port abb7040c-b998-4d7e-978e-74fffec13713 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:11.984988 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e7b4dac4-94d0-402b-bcc8-579e168acf9f req-48ef5082-51f1-4354-8ab5-f39284d3db74 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Unset dirty status for tenant:e619c78b52b347049d90b52d5dae621c on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:11.985124 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:11.988915 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e7b4dac4-94d0-402b-bcc8-579e168acf9f req-48ef5082-51f1-4354-8ab5-f39284d3db74 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568154 Apr 18 19:25:12.000806 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port abb7040c-b998-4d7e-978e-74fffec13713 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:12.002343 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:12.141273 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device f3db61db-9206-48d5-a84f-3fee87d0a48b up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:12.462084 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f98efc4-3708-47ab-a07a-80dabc282617,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:12.479499 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:12.521373 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port f3db61db-9206-48d5-a84f-3fee87d0a48b completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:12.560231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port f3db61db-9206-48d5-a84f-3fee87d0a48b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:12.564109 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:12.596788 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55310e3a-00e2-41a7-a7c1-ecbc27dc20b3 req-6e119c88-5422-402b-ad80-951c4527c9c6 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:12.608492 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-55310e3a-00e2-41a7-a7c1-ecbc27dc20b3 req-6e119c88-5422-402b-ad80-951c4527c9c6 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 944 time: 0.2057002 Apr 18 19:25:12.672267 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-55310e3a-00e2-41a7-a7c1-ecbc27dc20b3 req-a2c5cbe2-896b-4926-b629-d7b9671f0323 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624504 Apr 18 19:25:12.834224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Attempting to bind port 2f98efc4-3708-47ab-a07a-80dabc282617 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:12.835165 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Attempting to bind port 2f98efc4-3708-47ab-a07a-80dabc282617 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:12.835805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Attempting to bind port 2f98efc4-3708-47ab-a07a-80dabc282617 on network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:12.836978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port abb7040c-b998-4d7e-978e-74fffec13713, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=abb7040c-b998-4d7e-978e-74fffec13713,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:12.854337 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Port 2f98efc4-3708-47ab-a07a-80dabc282617 on network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:12.855070 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Attempting to bind port 2f98efc4-3708-47ab-a07a-80dabc282617 on network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:12.877153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82ccb-06c7-4eed-acbf-087fa6f28518 req-b151ba15-de8f-4ada-b799-375fb24faa15 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:12.890776 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94f82ccb-06c7-4eed-acbf-087fa6f28518 req-b151ba15-de8f-4ada-b799-375fb24faa15 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 944 time: 0.8336895 Apr 18 19:25:12.966553 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94f82ccb-06c7-4eed-acbf-087fa6f28518 req-0b37e5b9-4260-4e34-99d0-ccc2f7960e15 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711827 Apr 18 19:25:12.971320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:12.971810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Checking segment: {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:12.973615 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Bound using segment: {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:12.974148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Bound port: 2f98efc4-3708-47ab-a07a-80dabc282617, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:12.974783 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:13.083132 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977cb0a-7d8d-46ca-a5a2-c5ce268a7a12 req-49134a5c-7029-4af6-8d42-fca1b44d8b52 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:13.093681 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d977cb0a-7d8d-46ca-a5a2-c5ce268a7a12 req-49134a5c-7029-4af6-8d42-fca1b44d8b52 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 948 time: 0.1439662 Apr 18 19:25:13.143632 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] For port 2f98efc4-3708-47ab-a07a-80dabc282617, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:13.147763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] For port 2f98efc4-3708-47ab-a07a-80dabc282617, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=2f98efc4-3708-47ab-a07a-80dabc282617,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:13.166793 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:13.191392 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d977cb0a-7d8d-46ca-a5a2-c5ce268a7a12 req-65a64207-e78f-4feb-95ec-faa649428be4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954320 Apr 18 19:25:13.199983 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:13.243564 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:13.369621 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port f3db61db-9206-48d5-a84f-3fee87d0a48b, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f3db61db-9206-48d5-a84f-3fee87d0a48b,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:13.379592 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db61db-9206-48d5-a84f-3fee87d0a48b'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:13.391250 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:13.392618 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] 10.222.0.71 "PUT /v2.0/ports/2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 1092 time: 4.5215526 Apr 18 19:25:13.399058 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:13.404678 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf47cb-d2fd-4d10-b2f1-6d77bd5db9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f98efc4-3708-47ab-a07a-80dabc282617,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:13.444265 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=abb7040c-b998-4d7e-978e-74fffec13713,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:13.488725 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:13.517226 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a3c7c-975d-423c-8381-48a87b6a93c2 req-d1254852-c64f-412b-9e6d-52d0d9f418cd tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:13.534165 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ac8a3c7c-975d-423c-8381-48a87b6a93c2 req-d1254852-c64f-412b-9e6d-52d0d9f418cd tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 944 time: 0.2074499 Apr 18 19:25:13.616575 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e019d3f0-84f9-445a-8382-990e53bf8fa9'] response: {'server_uuid': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db61db-9206-48d5-a84f-3fee87d0a48b', 'code': 200} Apr 18 19:25:13.624462 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device abb7040c-b998-4d7e-978e-74fffec13713 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:13.651697 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c33b4c9-88f5-4bc0-9787-6adcc445439b'] response: {'name': 'network-changed', 'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617', 'status': 'completed', 'code': 200} Apr 18 19:25:13.758922 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=f3db61db-9206-48d5-a84f-3fee87d0a48b,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:13.817836 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ac8a3c7c-975d-423c-8381-48a87b6a93c2 req-0f63a77b-a27e-461e-9847-2886e6ea79bb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803261 Apr 18 19:25:13.841159 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port abb7040c-b998-4d7e-978e-74fffec13713 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:13.841777 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:13.876663 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-91fa793e-2179-41b6-934e-5f8f6c878701 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 1095 time: 0.3342459 Apr 18 19:25:14.114308 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:14.137113 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aef72882-50b5-4747-ae25-8187a9e0d584 req-0a0499d5-73b0-4152-b2b0-0c606ae862d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 1096 time: 0.4764338 Apr 18 19:25:14.144850 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-e268f09a-9e96-453c-ba67-9855d657688b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 217 time: 0.2401006 Apr 18 19:25:14.249007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085a7aa-7b59-495d-917e-5f16f089fcde req-86152dca-0972-44bb-93b9-2f46a1182290 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:14.266149 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f085a7aa-7b59-495d-917e-5f16f089fcde req-86152dca-0972-44bb-93b9-2f46a1182290 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 944 time: 0.3094292 Apr 18 19:25:14.345431 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f085a7aa-7b59-495d-917e-5f16f089fcde req-cc77383a-3391-4164-bc7a-41de22abe99d tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839188 Apr 18 19:25:14.378386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aef72882-50b5-4747-ae25-8187a9e0d584 req-79f4b5d7-db5e-48a4-8f53-ae5653f490a1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228911 Apr 18 19:25:14.457121 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45256c94-6085-4072-b81f-9af22f76a64a req-c808dd7e-17a9-42ee-8dc0-19fdf1dc140e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:14.457121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-c808dd7e-17a9-42ee-8dc0-19fdf1dc140e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.2914777 Apr 18 19:25:14.544843 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:14.550125 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:14.550517 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:14.631730 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-7fef5b6a-af13-4459-a15e-dc3e731850c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719522 Apr 18 19:25:14.649420 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3e056-0161-476b-999f-ce4a9320bd34 req-e6d27799-f539-4cc8-bd80-85b8a54ef6ec tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:14.655992 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2d3e056-0161-476b-999f-ce4a9320bd34 req-e6d27799-f539-4cc8-bd80-85b8a54ef6ec tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 945 time: 0.2957678 Apr 18 19:25:14.905586 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:14.948644 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62,segment=NetworkSegment(b8b57145-2236-4d1a-bbfc-a0c8048b7009),segment_id=b8b57145-2236-4d1a-bbfc-a0c8048b7009)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:14.966556 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693da3c-ab4f-42a8-9328-97f5c98f4c33 req-b07f0963-3eae-4977-bd2a-b857fc2e9b42 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:14.968217 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e693da3c-ab4f-42a8-9328-97f5c98f4c33 req-b07f0963-3eae-4977-bd2a-b857fc2e9b42 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 948 time: 0.1006200 Apr 18 19:25:15.049868 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e693da3c-ab4f-42a8-9328-97f5c98f4c33 req-73838b9f-74af-48f9-a3e2-3df50afb4233 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742373 Apr 18 19:25:15.055622 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2d3e056-0161-476b-999f-ce4a9320bd34 req-21325084-4815-4b6a-a626-dc6ae45fac57 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398666 Apr 18 19:25:15.064420 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:15.133344 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-1c4ab685-9594-41ca-8b72-89972661c4c6 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739320 Apr 18 19:25:15.353411 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:15.502021 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45256c94-6085-4072-b81f-9af22f76a64a req-c78a03bf-e580-4a82-8185-d844cd694c6c service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535290 Apr 18 19:25:15.549547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a32aa5-35aa-49f6-b5d9-d4b9fefa3ac9 req-6a39cba8-dd36-4358-8904-e3249f4bda17 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:15.551746 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45a32aa5-35aa-49f6-b5d9-d4b9fefa3ac9 req-6a39cba8-dd36-4358-8904-e3249f4bda17 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 944 time: 0.2090313 Apr 18 19:25:15.616440 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45a32aa5-35aa-49f6-b5d9-d4b9fefa3ac9 req-9b205fd1-c0bc-465c-9767-f35a01196222 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568247 Apr 18 19:25:15.624929 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032209c7-45d2-477d-b23b-77befeb30a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b87f3c6-5b97-48de-9b3d-0f9aaca78f62'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:15.923174 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cfe4530-c039-4a7d-99a2-fdac48fa31e4 req-5e694135-aee9-4349-848a-61986a736c8b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 1095 time: 0.0996416 Apr 18 19:25:15.928715 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b344b-7bc3-4413-8865-2fbc10c9e565 req-487ac5f6-34ca-4f0d-b815-e3f2b81fde35 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:15.929989 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e88b344b-7bc3-4413-8865-2fbc10c9e565 req-487ac5f6-34ca-4f0d-b815-e3f2b81fde35 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 945 time: 0.1555240 Apr 18 19:25:16.062554 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a16a26ad-1d0d-4059-b46e-5aa33ec688c2 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:16.066421 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e88b344b-7bc3-4413-8865-2fbc10c9e565 req-098d5b8c-b9f6-47a4-89d5-8ecb0f2d0199 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184971 Apr 18 19:25:16.090851 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe4530-c039-4a7d-99a2-fdac48fa31e4 req-108935e1-368e-42ba-8193-03bf73bd34ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:16.092427 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cfe4530-c039-4a7d-99a2-fdac48fa31e4 req-108935e1-368e-42ba-8193-03bf73bd34ab service neutron] 10.222.0.71 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.1614268 Apr 18 19:25:16.197167 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b77389c-3ea5-4d33-8d02-4273d12a960d'] response: {'server_uuid': '032209c7-45d2-477d-b23b-77befeb30a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b87f3c6-5b97-48de-9b3d-0f9aaca78f62', 'code': 200} Apr 18 19:25:16.205353 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cfe4530-c039-4a7d-99a2-fdac48fa31e4 req-ac8d26fb-b078-4028-8889-9a37523b3e47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 217 time: 0.1036856 Apr 18 19:25:16.293391 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:16.316803 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'mac_address': 'fa:16:3e:3b:2d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:16.352273 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48864) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:16.397850 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:16.420035 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16a26ad-1d0d-4059-b46e-5aa33ec688c2 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:16.477558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe4530-c039-4a7d-99a2-fdac48fa31e4 req-b1715b10-80c3-4c65-b83c-71951f60ade5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:16.479322 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cfe4530-c039-4a7d-99a2-fdac48fa31e4 req-b1715b10-80c3-4c65-b83c-71951f60ade5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.2676289 Apr 18 19:25:16.483785 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:16.561558 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f726fa8-6db2-4719-9856-9b88dc8f7f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:16.648245 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:16.658185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3f726fa8-6db2-4719-9856-9b88dc8f7f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:16.672947 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3f726fa8-6db2-4719-9856-9b88dc8f7f9c admin admin] Usage tracker for resource:security_group_rule and tenant:d72f7fc3fcd241b292b97d1b78706135 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:16.676687 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3f726fa8-6db2-4719-9856-9b88dc8f7f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:16.690310 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3f726fa8-6db2-4719-9856-9b88dc8f7f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:16.770479 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6a12dfa7-c4cc-4239-a61d-1c1e58258120 req-5fb5da89-e5cf-4d61-a76c-81aafd4a060e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 1096 time: 0.5073264 Apr 18 19:25:16.780819 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db3a54-cf89-470d-8bca-ea8fafbc1ffa req-c5d82a08-9c07-4a46-93da-994802d9426b tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:16.782343 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22db3a54-cf89-470d-8bca-ea8fafbc1ffa req-c5d82a08-9c07-4a46-93da-994802d9426b tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 945 time: 0.4321876 Apr 18 19:25:16.802304 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:16.870204 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cfe4530-c039-4a7d-99a2-fdac48fa31e4 req-c29b9e19-6c59-42c7-b3b7-25059530c799 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3768990 Apr 18 19:25:16.910205 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f726fa8-6db2-4719-9856-9b88dc8f7f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:16.939067 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b44b0-387b-4735-a3c8-5a87123526f9 req-559bbf06-99f4-44c0-9d0d-477a9b94b1eb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:16.940612 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['a16a26ad-1d0d-4059-b46e-5aa33ec688c2'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:16.940779 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e4b44b0-387b-4735-a3c8-5a87123526f9 req-559bbf06-99f4-44c0-9d0d-477a9b94b1eb tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 949 time: 0.2275498 Apr 18 19:25:16.965867 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6a12dfa7-c4cc-4239-a61d-1c1e58258120 req-c73030c8-cb03-40af-83ca-4d1dbc95f414 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793721 Apr 18 19:25:17.013102 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-0c138212-695b-41bf-b20d-8b68a49b71bd tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:17.015185 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-0c138212-695b-41bf-b20d-8b68a49b71bd tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9&tenant_id=5c22a2f2d46e46198d19e1a175df3310&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 949 time: 0.4227540 Apr 18 19:25:17.044493 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f726fa8-6db2-4719-9856-9b88dc8f7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:17.055542 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22db3a54-cf89-470d-8bca-ea8fafbc1ffa req-310a365c-3506-425e-95a2-6cd123c87d7a tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474451 Apr 18 19:25:17.135721 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3f726fa8-6db2-4719-9856-9b88dc8f7f9c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d72f7fc3fcd241b292b97d1b78706135&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7792330 Apr 18 19:25:17.138383 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48886) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:17.139257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f726fa8-6db2-4719-9856-9b88dc8f7f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6151012-bde9-47fd-857f-05adc13e20d6,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:17.166444 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e4b44b0-387b-4735-a3c8-5a87123526f9 req-1c49699c-dbef-418a-ab55-f0c1831a5d0d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184346 Apr 18 19:25:17.243062 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d81fe453-e497-45bf-ad25-b35a436ed5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:17.272682 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d81fe453-e497-45bf-ad25-b35a436ed5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:17.313313 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-6244a7a8-dca2-44ed-a70c-fe1dc37121fe service neutron] 10.222.0.16 "GET /v2.0/ports/a16a26ad-1d0d-4059-b46e-5aa33ec688c2/bindings/n-h2-838334-1 HTTP/1.1" status: 200 len: 382 time: 0.1459858 Apr 18 19:25:17.315073 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cfe4530-c039-4a7d-99a2-fdac48fa31e4 req-9455b10c-522f-4900-a34b-5efa559a4fca service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330962 Apr 18 19:25:17.461006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802dce5-5c44-465b-b5a1-93e0fb1880dc req-68a92be0-28b6-465f-838e-e0bb2b449649 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:17.461658 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8802dce5-5c44-465b-b5a1-93e0fb1880dc req-68a92be0-28b6-465f-838e-e0bb2b449649 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 945 time: 0.0993557 Apr 18 19:25:17.471614 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d81fe453-e497-45bf-ad25-b35a436ed5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:17.479962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48890) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:17.504635 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-78f08cad-c6cf-4dd7-935d-07e130684a2e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Request body: {'floatingip': {'port_id': 'f3db61db-9206-48d5-a84f-3fee87d0a48b'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:17.600655 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d81fe453-e497-45bf-ad25-b35a436ed5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:17.604264 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d81fe453-e497-45bf-ad25-b35a436ed5ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6151012-bde9-47fd-857f-05adc13e20d6 HTTP/1.1" status: 204 len: 168 time: 0.4581232 Apr 18 19:25:17.604264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fe453-e497-45bf-ad25-b35a436ed5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6151012-bde9-47fd-857f-05adc13e20d6,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:17.625019 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cfe4530-c039-4a7d-99a2-fdac48fa31e4 req-d382f5bf-bfd7-4269-8898-579befa36ccc service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689352 Apr 18 19:25:17.645183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4033a8c-677c-4431-b836-a19f4900b3b6 req-197daf41-b9ad-479a-aedb-90671bbc9937 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:17.648850 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b4033a8c-677c-4431-b836-a19f4900b3b6 req-197daf41-b9ad-479a-aedb-90671bbc9937 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 944 time: 0.3377061 Apr 18 19:25:17.652718 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-ef5c5256-608c-4a7e-9559-f0ab1ff6bef2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 1100 time: 0.2770016 Apr 18 19:25:17.714804 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78f08cad-c6cf-4dd7-935d-07e130684a2e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:17.952915 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27ce52-6fcc-4143-a2f9-53d40984cac3 req-5fedddb9-7865-43da-8311-01c2e3b592da tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:17.960493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a27ce52-6fcc-4143-a2f9-53d40984cac3 req-5fedddb9-7865-43da-8311-01c2e3b592da tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 945 time: 0.3374567 Apr 18 19:25:18.022984 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b4033a8c-677c-4431-b836-a19f4900b3b6 req-b42eed88-ecd7-4c58-bcb2-db8e5579efb4 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692060 Apr 18 19:25:18.033968 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a27ce52-6fcc-4143-a2f9-53d40984cac3 req-f6a788d6-2e05-44ea-a10e-b777fe720d91 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724041 Apr 18 19:25:18.077699 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a16a26ad-1d0d-4059-b46e-5aa33ec688c2 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:18.117413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-db209ab4-3e86-499a-912d-5705c8c1b1d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:18.119037 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-db209ab4-3e86-499a-912d-5705c8c1b1d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.4172168 Apr 18 19:25:18.202794 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:18.206187 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.425776 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-e053d6fd-d38c-4013-a328-b2ba7366a9ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2 HTTP/1.1" status: 200 len: 217 time: 0.2716348 Apr 18 19:25:18.458605 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.505643 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:18.510978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:18.584053 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed3dbac-8ad2-4dcb-9885-6a7babec7d6e'] response: {'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'code': 200} Apr 18 19:25:18.626110 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-da4ea969-abdb-4578-903a-ffb9e4aac6f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:18.629497 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-da4ea969-abdb-4578-903a-ffb9e4aac6f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1968346 Apr 18 19:25:18.671664 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:18.705303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530e670-fa0e-41f2-b8a5-0ed79079fcf8 req-bfd8e41d-c131-492c-838f-e9b4c508a92d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:18.706825 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3530e670-fa0e-41f2-b8a5-0ed79079fcf8 req-bfd8e41d-c131-492c-838f-e9b4c508a92d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 949 time: 0.1936448 Apr 18 19:25:18.792134 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:18.807844 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3530e670-fa0e-41f2-b8a5-0ed79079fcf8 req-bc2b66a2-227f-4c19-b510-98805eb27d0d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898533 Apr 18 19:25:18.810802 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-24db5a35-214e-407c-8c6c-2f2808ca0548 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771219 Apr 18 19:25:18.971073 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-d1e46ad6-ed5f-4ad6-8bae-d4f8dab62bb0 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522901 Apr 18 19:25:19.044231 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 48914) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:19.123784 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b7319a9-0b50-4a7c-8ff8-13b3da2bdad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.210061 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 2f98efc4-3708-47ab-a07a-80dabc282617 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:19.253824 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0b7319a9-0b50-4a7c-8ff8-13b3da2bdad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:19.264929 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-952c4d8f-590a-4c52-a69a-79b564cdb536 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875190 Apr 18 19:25:19.265681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0b7319a9-0b50-4a7c-8ff8-13b3da2bdad4 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0aa16b9c9a4d16965c9256549f3b39 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:19.275155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0b7319a9-0b50-4a7c-8ff8-13b3da2bdad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:19.309773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0b7319a9-0b50-4a7c-8ff8-13b3da2bdad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:19.396818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8ee3d-9372-4704-86f2-063707cbd469 req-330e3c44-c968-4589-8a2f-79de1de330a4 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:19.400590 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78f08cad-c6cf-4dd7-935d-07e130684a2e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.400957 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0d8ee3d-9372-4704-86f2-063707cbd469 req-330e3c44-c968-4589-8a2f-79de1de330a4 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 945 time: 0.1329243 Apr 18 19:25:19.494172 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 2f98efc4-3708-47ab-a07a-80dabc282617, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=2f98efc4-3708-47ab-a07a-80dabc282617,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:19.508404 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b7319a9-0b50-4a7c-8ff8-13b3da2bdad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.513023 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0d8ee3d-9372-4704-86f2-063707cbd469 req-8c9e6f3a-9ece-42e0-ae46-96b2443efb9c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058154 Apr 18 19:25:19.533999 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603fc1a-a3bb-43d9-ae10-6a254b3869f1 req-88a23fcd-76c4-43e7-98b4-9ea126b53f94 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:19.540971 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '2f98efc4-3708-47ab-a07a-80dabc282617', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'port_id': '2f98efc4-3708-47ab-a07a-80dabc282617', 'mac_address': 'fa:16:3e:8b:f0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:19.545963 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d603fc1a-a3bb-43d9-ae10-6a254b3869f1 req-88a23fcd-76c4-43e7-98b4-9ea126b53f94 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 944 time: 0.1533124 Apr 18 19:25:19.587883 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78f08cad-c6cf-4dd7-935d-07e130684a2e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.638654 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.670726 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f98efc4-3708-47ab-a07a-80dabc282617 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:19.702101 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 2f98efc4-3708-47ab-a07a-80dabc282617, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=2f98efc4-3708-47ab-a07a-80dabc282617,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:19.738981 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b7319a9-0b50-4a7c-8ff8-13b3da2bdad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.794771 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d603fc1a-a3bb-43d9-ae10-6a254b3869f1 req-53804a4d-0cd6-4f3b-a763-bf0d6f210222 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474067 Apr 18 19:25:19.849755 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:19.883374 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7319a9-0b50-4a7c-8ff8-13b3da2bdad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806e07a1-b792-44ec-b8a6-7289e96b00c6,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:19.908402 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0b7319a9-0b50-4a7c-8ff8-13b3da2bdad4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee0aa16b9c9a4d16965c9256549f3b39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8453867 Apr 18 19:25:19.911149 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 48938) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:19.932945 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=2f98efc4-3708-47ab-a07a-80dabc282617,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:20.008779 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3ae8-83b7-4ab9-84fd-935ca6907528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:20.051070 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [None req-78f08cad-c6cf-4dd7-935d-07e130684a2e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Floating IP 48540fcb-1b4b-41af-bc6d-ba0dfebbbae8 associated. External IP: 172.25.8.32, port: f3db61db-9206-48d5-a84f-3fee87d0a48b. Apr 18 19:25:20.080985 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3ae8-83b7-4ab9-84fd-935ca6907528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:20.163335 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['2f98efc4-3708-47ab-a07a-80dabc282617'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:20.298059 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bff7f-605f-44ec-a944-6241174f2f58 req-c265438e-9762-4db0-9e95-e3a81b0e26a8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:20.305750 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac3bff7f-605f-44ec-a944-6241174f2f58 req-c265438e-9762-4db0-9e95-e3a81b0e26a8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.1742518 Apr 18 19:25:20.323542 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3ae8-83b7-4ab9-84fd-935ca6907528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:20.352193 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b3ae8-83b7-4ab9-84fd-935ca6907528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806e07a1-b792-44ec-b8a6-7289e96b00c6,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:20.364131 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac7b3ae8-83b7-4ab9-84fd-935ca6907528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:20.365567 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ac7b3ae8-83b7-4ab9-84fd-935ca6907528 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/806e07a1-b792-44ec-b8a6-7289e96b00c6 HTTP/1.1" status: 204 len: 168 time: 0.4531558 Apr 18 19:25:20.372936 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac3bff7f-605f-44ec-a944-6241174f2f58 req-7ee5e021-ff0d-4095-a0c1-def1061af795 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662208 Apr 18 19:25:20.931611 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff8ff5-083e-4891-9ac2-53b29e86da99 req-a487283d-19ee-42d1-a44c-08f1418f2ace tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:20.941020 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f08cad-c6cf-4dd7-935d-07e130684a2e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Router d8b1a848-e338-43ac-a248-25916249c33b has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:25:20.941917 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-44ff8ff5-083e-4891-9ac2-53b29e86da99 req-a487283d-19ee-42d1-a44c-08f1418f2ace tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 945 time: 0.2863352 Apr 18 19:25:20.974158 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b60df6c1-82ea-4548-91ca-e3e59ec2ce81 req-2955ba22-ec96-4245-b283-63e7b9be290d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=29d62e5c072f4902ad55730f43d79777&device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 1096 time: 0.2348826 Apr 18 19:25:21.013429 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bdc760b2-3410-4833-ae4d-c8a4b2688bf4 req-1122e3f2-1e67-435b-bdac-71e6ea2ebb6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2140470 Apr 18 19:25:21.174796 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-44ff8ff5-083e-4891-9ac2-53b29e86da99 req-8d5381bf-99ac-48b1-8b92-e5963261c183 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316105 Apr 18 19:25:21.261404 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bdc760b2-3410-4833-ae4d-c8a4b2688bf4 req-11e4d0c4-411f-4c86-a741-dbbfec3ce6f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 1095 time: 0.1821368 Apr 18 19:25:21.265171 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60df6c1-82ea-4548-91ca-e3e59ec2ce81 req-72264f51-f8a0-4dc7-b333-f16d9875f9ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:21.267100 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b60df6c1-82ea-4548-91ca-e3e59ec2ce81 req-72264f51-f8a0-4dc7-b333-f16d9875f9ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=2df9b653-df43-479d-909b-e196a7ae7980 HTTP/1.1" status: 200 len: 914 time: 0.2779715 Apr 18 19:25:21.449131 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878ead-3398-443f-8e67-6a052bd639f3 req-d6f0abdc-c3ac-480c-8077-fd4a3e0e26dc tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:21.458502 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-66878ead-3398-443f-8e67-6a052bd639f3 req-d6f0abdc-c3ac-480c-8077-fd4a3e0e26dc tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 945 time: 0.3864305 Apr 18 19:25:21.565141 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-66878ead-3398-443f-8e67-6a052bd639f3 req-f59e3b41-2896-409f-ad34-5502f754845a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010866 Apr 18 19:25:21.587699 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b60df6c1-82ea-4548-91ca-e3e59ec2ce81 req-5872385f-ec98-433f-b406-117800ce2a9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 HTTP/1.1" status: 200 len: 217 time: 0.3104565 Apr 18 19:25:21.596091 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-88d0f786-1fa2-449d-bd43-a841dcb6f302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:21.628168 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f08cad-c6cf-4dd7-935d-07e130684a2e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:25:21.639953 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ffaf0-ebdf-4d40-b395-bae02114a5d9 None None] Sync routers for ids ['d8b1a848-e338-43ac-a248-25916249c33b'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:25:21.645414 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78f08cad-c6cf-4dd7-935d-07e130684a2e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:21.681368 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ffaf0-ebdf-4d40-b395-bae02114a5d9 None None] Routers {'d8b1a848-e338-43ac-a248-25916249c33b'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:25:21.684535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-396ffaf0-ebdf-4d40-b395-bae02114a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:24:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d8b1a848-e338-43ac-a248-25916249c33b'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:21.739288 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-78f08cad-c6cf-4dd7-935d-07e130684a2e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "PUT /v2.0/floatingips/48540fcb-1b4b-41af-bc6d-ba0dfebbbae8 HTTP/1.1" status: 200 len: 990 time: 4.2487705 Apr 18 19:25:21.739954 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'tag': 'f3db61db-9206-48d5-a84f-3fee87d0a48b'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:21.875378 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8e0219-dac8-4ca4-90c9-eee664803757'] response: {'name': 'network-changed', 'server_uuid': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'tag': 'f3db61db-9206-48d5-a84f-3fee87d0a48b', 'status': 'completed', 'code': 200} Apr 18 19:25:22.154665 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60df6c1-82ea-4548-91ca-e3e59ec2ce81 req-27c81cbb-1162-49f9-9034-b8bc6acb3d6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:22.159644 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b60df6c1-82ea-4548-91ca-e3e59ec2ce81 req-27c81cbb-1162-49f9-9034-b8bc6acb3d6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5443ad13-31f9-466d-9130-83a8d3e047bd HTTP/1.1" status: 200 len: 853 time: 0.5547287 Apr 18 19:25:22.177902 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9056f0b2-386e-4352-b147-7aa32f61602b req-e1118153-64fa-4359-9785-2600e276b17a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50f7e16938504e6fa4116d104d35978c&device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 1096 time: 0.2661092 Apr 18 19:25:22.218266 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-396ffaf0-ebdf-4d40-b395-bae02114a5d9 None None] Set router d8b1a848-e338-43ac-a248-25916249c33b gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:25:22.472780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc760b2-3410-4833-ae4d-c8a4b2688bf4 req-ae74eda6-3708-478b-ab23-08e18bdf08a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:22.475956 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bdc760b2-3410-4833-ae4d-c8a4b2688bf4 req-ae74eda6-3708-478b-ab23-08e18bdf08a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 1.0983982 Apr 18 19:25:22.478041 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b60df6c1-82ea-4548-91ca-e3e59ec2ce81 req-00191d76-6838-43ee-b4c9-c92e65b5a132 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2df9b653-df43-479d-909b-e196a7ae7980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2615366 Apr 18 19:25:22.745422 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bdc760b2-3410-4833-ae4d-c8a4b2688bf4 req-b62d3adc-ca1a-4f2b-9d86-0fb75e5b9804 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37 HTTP/1.1" status: 200 len: 217 time: 0.2533889 Apr 18 19:25:22.938432 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430790a4-6553-4a1e-a726-f091ada919f4 req-0cf8633f-61f6-43cd-b454-17f6b3b87b9d tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:22.949887 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-430790a4-6553-4a1e-a726-f091ada919f4 req-0cf8633f-61f6-43cd-b454-17f6b3b87b9d tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 945 time: 0.2706387 Apr 18 19:25:22.974928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056f0b2-386e-4352-b147-7aa32f61602b req-9e462e63-3f7b-49a9-ab32-0acdab1d7927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:22.976444 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9056f0b2-386e-4352-b147-7aa32f61602b req-9e462e63-3f7b-49a9-ab32-0acdab1d7927 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff63c8ee-6036-4198-b057-6b371916ead7 HTTP/1.1" status: 200 len: 915 time: 0.7975690 Apr 18 19:25:22.976973 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-396ffaf0-ebdf-4d40-b395-bae02114a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:27Z', 'revision_number': 4, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '48540fcb-1b4b-41af-bc6d-ba0dfebbbae8', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'port_id': 'f3db61db-9206-48d5-a84f-3fee87d0a48b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'mac_address': 'fa:16:3e:ce:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:25:18Z', 'revision_number': 1, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983fd0a0-3ca2-4683-9274-2870f3dd2a22', 'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'mac_address': 'fa:16:3e:d5:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:25Z', 'updated_at': '2022-04-18T19:23:57Z', 'revision_number': 5, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'subnets': [{'id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:22.983974 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ffaf0-ebdf-4d40-b395-bae02114a5d9 None None] Checking router: d8b1a848-e338-43ac-a248-25916249c33b for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:25:23.001483 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ffaf0-ebdf-4d40-b395-bae02114a5d9 None None] Routers {'d8b1a848-e338-43ac-a248-25916249c33b'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:25:23.002786 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-396ffaf0-ebdf-4d40-b395-bae02114a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:24:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d8b1a848-e338-43ac-a248-25916249c33b'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:23.043045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e42e74-37bd-4547-8eb0-ade594595f4c req-0eb478d3-e0c8-4f83-a423-85b5e4ef647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:23.055527 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93e42e74-37bd-4547-8eb0-ade594595f4c req-0eb478d3-e0c8-4f83-a423-85b5e4ef647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 1.0943310 Apr 18 19:25:23.077414 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b60df6c1-82ea-4548-91ca-e3e59ec2ce81 req-9cd2cfc6-ff35-40fc-9566-bdcf3ab80adb service neutron] 10.222.0.16 "GET /v2.0/networks/2df9b653-df43-479d-909b-e196a7ae7980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811810 Apr 18 19:25:23.227120 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-430790a4-6553-4a1e-a726-f091ada919f4 req-e7f80675-6d1f-47bf-9a20-172d9e1f273b tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761042 Apr 18 19:25:23.228928 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 2f98efc4-3708-47ab-a07a-80dabc282617 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:23.250978 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-307d5641-2efd-4e4b-94b3-6ba4d99ac06b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9&tenant_id=5c22a2f2d46e46198d19e1a175df3310 HTTP/1.1" status: 200 len: 1101 time: 0.4108529 Apr 18 19:25:23.333989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-396ffaf0-ebdf-4d40-b395-bae02114a5d9 None None] Set router d8b1a848-e338-43ac-a248-25916249c33b gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:25:23.349747 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b60df6c1-82ea-4548-91ca-e3e59ec2ce81 req-7f134d39-27b4-41f3-a2c6-6f95dd079348 service neutron] 10.222.0.16 "GET /v2.0/networks/2df9b653-df43-479d-909b-e196a7ae7980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547116 Apr 18 19:25:23.376047 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc760b2-3410-4833-ae4d-c8a4b2688bf4 req-179ebd55-a082-4ce1-8f75-347bedabb5d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:23.377598 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bdc760b2-3410-4833-ae4d-c8a4b2688bf4 req-179ebd55-a082-4ce1-8f75-347bedabb5d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.4083014 Apr 18 19:25:23.381506 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9056f0b2-386e-4352-b147-7aa32f61602b req-c5e69193-e600-464a-a38e-e9a8c6348cd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3db61db-9206-48d5-a84f-3fee87d0a48b HTTP/1.1" status: 200 len: 998 time: 0.2983129 Apr 18 19:25:23.455073 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bdc760b2-3410-4833-ae4d-c8a4b2688bf4 req-9fbf6d97-1035-4489-9e4a-0a7c9195531a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670741 Apr 18 19:25:23.461024 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93e42e74-37bd-4547-8eb0-ade594595f4c req-ea8d2b7d-a78a-4dac-b83d-855ad7bf1181 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046857 Apr 18 19:25:23.510807 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056f0b2-386e-4352-b147-7aa32f61602b req-6ff9d378-f41f-4bb0-95a2-16fdccb0041b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:23.512325 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9056f0b2-386e-4352-b147-7aa32f61602b req-6ff9d378-f41f-4bb0-95a2-16fdccb0041b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59e83fbf-d1fb-428d-86d6-c3889147f171 HTTP/1.1" status: 200 len: 853 time: 0.1224370 Apr 18 19:25:23.518053 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-d6ec8ba3-006b-4c99-9642-164802f8e9d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 1101 time: 0.2436101 Apr 18 19:25:23.619505 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bdc760b2-3410-4833-ae4d-c8a4b2688bf4 req-7048fe3c-f903-4ac3-80e2-9c59da47be7a service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575372 Apr 18 19:25:23.800274 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bdc760b2-3410-4833-ae4d-c8a4b2688bf4 req-95a43fcd-39dc-445c-9a9c-dcb82a80940e service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737473 Apr 18 19:25:23.866618 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8abfb-333d-4be2-9940-9fb38fb9f0c8 req-ae9710d6-b320-4f47-82e1-2377ad8a83bf tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:23.874689 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bbd8abfb-333d-4be2-9940-9fb38fb9f0c8 req-ae9710d6-b320-4f47-82e1-2377ad8a83bf tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 945 time: 0.4497581 Apr 18 19:25:23.914930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 2f98efc4-3708-47ab-a07a-80dabc282617 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:23.923454 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 2f98efc4-3708-47ab-a07a-80dabc282617 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:23.923852 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:23.973577 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9056f0b2-386e-4352-b147-7aa32f61602b req-8ed1f2be-3d26-40b7-8fb2-2778031e240a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff63c8ee-6036-4198-b057-6b371916ead7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4539301 Apr 18 19:25:24.036141 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-518f16b7-a8a9-4e22-83f1-2247c6559df3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:24.039487 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-518f16b7-a8a9-4e22-83f1-2247c6559df3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.4850733 Apr 18 19:25:24.064400 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e8412eb3-0713-4a01-a674-011afae2a253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.121223 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a16a26ad-1d0d-4059-b46e-5aa33ec688c2 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:25:24.302531 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.334887 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.372844 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:24.378736 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-396ffaf0-ebdf-4d40-b395-bae02114a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:27Z', 'revision_number': 4, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '48540fcb-1b4b-41af-bc6d-ba0dfebbbae8', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'port_id': 'f3db61db-9206-48d5-a84f-3fee87d0a48b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'mac_address': 'fa:16:3e:ce:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:25:18Z', 'revision_number': 1, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983fd0a0-3ca2-4683-9274-2870f3dd2a22', 'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'mac_address': 'fa:16:3e:d5:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:25Z', 'updated_at': '2022-04-18T19:23:57Z', 'revision_number': 5, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'subnets': [{'id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:24.382523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-e91e56b6-36e8-4f55-a37b-33fee24aff44 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:24.383595 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-e91e56b6-36e8-4f55-a37b-33fee24aff44 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 808 time: 0.3915598 Apr 18 19:25:24.383988 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bbd8abfb-333d-4be2-9940-9fb38fb9f0c8 req-e49a898e-7c21-45ed-8e02-bf1556a848a8 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756956 Apr 18 19:25:24.390131 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ffaf0-ebdf-4d40-b395-bae02114a5d9 None None] The sync data for ids ['d8b1a848-e338-43ac-a248-25916249c33b'] in n-d-838334-1 is: [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:27Z', 'revision_number': 4, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '48540fcb-1b4b-41af-bc6d-ba0dfebbbae8', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'floating_ip_address': '172.25.8.32', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'port_id': 'f3db61db-9206-48d5-a84f-3fee87d0a48b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'mac_address': 'fa:16:3e:ce:28:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:25:18Z', 'revision_number': 1, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983fd0a0-3ca2-4683-9274-2870f3dd2a22', 'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'mac_address': 'fa:16:3e:d5:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:25Z', 'updated_at': '2022-04-18T19:23:57Z', 'revision_number': 5, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'subnets': [{'id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:25:24.409663 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:24.412045 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 2f98efc4-3708-47ab-a07a-80dabc282617, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=2f98efc4-3708-47ab-a07a-80dabc282617,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:24.429015 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-821ae820-fce7-4b32-83e0-1fe6ff45b905 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2 HTTP/1.1" status: 200 len: 217 time: 0.3625355 Apr 18 19:25:24.431725 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-b6a522ea-b780-4062-af98-09dbb6cfc452 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/quotas/8c23189679ae40bb84dcf0717d8a1396 HTTP/1.1" status: 200 len: 375 time: 0.0178421 Apr 18 19:25:24.540586 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.543539 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:24.686040 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=2f98efc4-3708-47ab-a07a-80dabc282617,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:24.696837 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-fdc88366-fa4f-45b6-99b8-9fcf2397ca24 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2565370 Apr 18 19:25:24.707223 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-10270473-b5a4-4df1-81d5-bfcd3621ee19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:24.710101 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-10270473-b5a4-4df1-81d5-bfcd3621ee19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2686300 Apr 18 19:25:24.824028 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9056f0b2-386e-4352-b147-7aa32f61602b req-2f0d1bf7-20e3-440e-9ac5-b41243fc58db service neutron] 10.222.0.16 "GET /v2.0/networks/ff63c8ee-6036-4198-b057-6b371916ead7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8412936 Apr 18 19:25:24.830913 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bfe45b-c4da-4d2d-b10a-cfc46e74f1ef None None] New status for floating IP 48540fcb-1b4b-41af-bc6d-ba0dfebbbae8: ACTIVE {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:25:24.916816 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=9']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:24.963460 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-f198a717-a6ac-4049-9274-26ec03b7023d service neutron] 10.222.0.66 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516201 Apr 18 19:25:25.031880 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9056f0b2-386e-4352-b147-7aa32f61602b req-efc44042-3520-4dd8-b769-6e6bdf39de2f service neutron] 10.222.0.16 "GET /v2.0/networks/ff63c8ee-6036-4198-b057-6b371916ead7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958516 Apr 18 19:25:25.060515 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:25.061350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898a0f-39d6-4742-b4a8-79523cafca2e req-19e1e0be-401a-4d27-8057-07c1924f55bc tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:25.062978 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-75898a0f-39d6-4742-b4a8-79523cafca2e req-19e1e0be-401a-4d27-8057-07c1924f55bc tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 945 time: 0.4606831 Apr 18 19:25:25.093844 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:25.133185 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-daea63b1-ef66-41ee-9016-5867b04f71e8 service neutron] 10.222.0.66 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629865 Apr 18 19:25:25.146224 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-1e291e57-8466-4e2d-9f3e-9c57b9d8f90a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4157705 Apr 18 19:25:25.286258 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-75898a0f-39d6-4742-b4a8-79523cafca2e req-3fab6d05-cea3-4c7f-aa66-989c4c1bf5ee tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160151 Apr 18 19:25:25.403987 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-48c7bd76-5fca-44cc-8052-d86f0dfcb168 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470829 Apr 18 19:25:25.449289 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f304b9de-1291-4f2b-bfea-872016bad63e'] response: {'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'code': 200} Apr 18 19:25:25.794325 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-927159d4-afee-46b8-8138-7e8b2d29d4fe req-9beccb4c-ac84-43ef-90ad-6572590938e8 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828933 Apr 18 19:25:25.802311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca3fff-510d-4c4c-8a4e-ebd40a69d1dd req-81616789-63b4-43b8-acc4-1572427f84b9 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:25.804152 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d2ca3fff-510d-4c4c-8a4e-ebd40a69d1dd req-81616789-63b4-43b8-acc4-1572427f84b9 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 948 time: 0.1835799 Apr 18 19:25:25.860468 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d2ca3fff-510d-4c4c-8a4e-ebd40a69d1dd req-572a6405-24f6-40da-ab7d-30a181eaac65 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493455 Apr 18 19:25:26.152024 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4170ee-71e1-4336-b923-fe0ad3c2d148 req-19ba8444-e532-4c10-b419-f725c6fd3855 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:26.158979 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa4170ee-71e1-4336-b923-fe0ad3c2d148 req-19ba8444-e532-4c10-b419-f725c6fd3855 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 946 time: 0.1110277 Apr 18 19:25:26.228899 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa4170ee-71e1-4336-b923-fe0ad3c2d148 req-b8ef7a69-c09e-46a1-b63c-acbcaf7a6914 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636964 Apr 18 19:25:26.351134 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3334a7dd-ab12-487f-a044-ab6b75c4a5a1 req-0e4f7744-b49e-4af3-9369-60e41aa3208d tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 210 time: 0.0484385 Apr 18 19:25:26.385429 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:26.590555 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8cb7a-39f8-4b42-8780-c9397cd8e97e req-0d267523-d795-4333-8fd5-6095ac73927e tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:26.591381 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8de8cb7a-39f8-4b42-8780-c9397cd8e97e req-0d267523-d795-4333-8fd5-6095ac73927e tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 945 time: 0.0962152 Apr 18 19:25:26.667046 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8de8cb7a-39f8-4b42-8780-c9397cd8e97e req-2876acd4-ba29-4bd5-9aa4-05199c7148f8 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711637 Apr 18 19:25:27.163402 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92492eec-d53c-4b66-88dd-da9790719d8b req-ea5fdaa4-7257-4625-89d5-a687304ba1fc tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:27.171086 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-92492eec-d53c-4b66-88dd-da9790719d8b req-ea5fdaa4-7257-4625-89d5-a687304ba1fc tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 948 time: 0.1144967 Apr 18 19:25:27.238919 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-92492eec-d53c-4b66-88dd-da9790719d8b req-4510fcc4-ba92-490e-a6f8-c7142aac93f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589032 Apr 18 19:25:27.353325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 49094) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:27.450652 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:27.658713 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-33c83083-ed27-4151-b064-79268afe34e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:27.706784 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6a865f-5cfa-4710-9b76-2eb002bdeda0 req-894bc4b8-7d09-42c6-89df-ffdf8e9cacff tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 210 time: 0.0702398 Apr 18 19:25:27.743929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-33c83083-ed27-4151-b064-79268afe34e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:27.750354 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-33c83083-ed27-4151-b064-79268afe34e6 admin admin] Usage tracker for resource:security_group_rule and tenant:5caa623256f2413dbab2505bee617afe is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:27.755031 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-33c83083-ed27-4151-b064-79268afe34e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:27.763152 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-33c83083-ed27-4151-b064-79268afe34e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:27.770818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a661d-28d6-4820-84ff-2257d526051c req-4e987fc9-b175-4a4d-90db-18972d15a579 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:27.777774 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe2a661d-28d6-4820-84ff-2257d526051c req-4e987fc9-b175-4a4d-90db-18972d15a579 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 946 time: 0.2874122 Apr 18 19:25:27.787132 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477ef0cf-c34a-4ed1-8e49-19cc745c0f8f'] response: {'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617', 'code': 200} Apr 18 19:25:27.860830 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe2a661d-28d6-4820-84ff-2257d526051c req-5b8dd87d-fa6f-452a-a77a-9bab6b2deb23 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820365 Apr 18 19:25:27.935760 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-33c83083-ed27-4151-b064-79268afe34e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.043042 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-33c83083-ed27-4151-b064-79268afe34e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.056320 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fd29d-57af-48dd-98d5-1411f9584473 req-15445bf9-0222-4485-bc3a-7d14205a5d6d tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:28.058105 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0b9fd29d-57af-48dd-98d5-1411f9584473 req-15445bf9-0222-4485-bc3a-7d14205a5d6d tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 945 time: 0.1126182 Apr 18 19:25:28.115800 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6841366b-0eea-405e-9dfc-6fa7969f9477 req-a22eeb68-a8aa-4794-812e-474cc6a10742 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 1097 time: 0.1678069 Apr 18 19:25:28.120869 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a16a26ad-1d0d-4059-b46e-5aa33ec688c2 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:28.188299 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0b9fd29d-57af-48dd-98d5-1411f9584473 req-16daf961-14c8-4c72-b95d-136734d43c58 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153040 Apr 18 19:25:28.242879 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c83083-ed27-4151-b064-79268afe34e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857b49e4-abd4-4907-9016-14e48bf03944,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:28.250725 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-33c83083-ed27-4151-b064-79268afe34e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5caa623256f2413dbab2505bee617afe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8941126 Apr 18 19:25:28.253820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49108) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:28.291358 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6841366b-0eea-405e-9dfc-6fa7969f9477 req-a7700a4e-6ca7-406c-aff4-fdad0f5a328b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567862 Apr 18 19:25:28.340142 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3352-5e48-4b2c-82ad-f3a18dd331c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.395147 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3352-5e48-4b2c-82ad-f3a18dd331c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.453259 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:28.484607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'mac_address': 'fa:16:3e:3b:2d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:28.556122 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca3489-97e2-4880-82f9-50d2565854cd req-3bacfa26-957a-43d4-8b29-bf5ba194b1ff tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:28.558032 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24ca3489-97e2-4880-82f9-50d2565854cd req-3bacfa26-957a-43d4-8b29-bf5ba194b1ff tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 948 time: 0.1518142 Apr 18 19:25:28.578183 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.624416 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16a26ad-1d0d-4059-b46e-5aa33ec688c2 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:28.631182 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24ca3489-97e2-4880-82f9-50d2565854cd req-7d7cfa32-cf05-4361-82af-16ae1cb8ffe8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659153 Apr 18 19:25:28.636532 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3352-5e48-4b2c-82ad-f3a18dd331c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.645859 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:28.661232 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa3352-5e48-4b2c-82ad-f3a18dd331c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857b49e4-abd4-4907-9016-14e48bf03944,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:28.682277 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3352-5e48-4b2c-82ad-f3a18dd331c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.683699 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-dcaa3352-5e48-4b2c-82ad-f3a18dd331c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/857b49e4-abd4-4907-9016-14e48bf03944 HTTP/1.1" status: 204 len: 168 time: 0.4285510 Apr 18 19:25:28.787978 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:28.881636 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=10']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:28.888684 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a6261dc-f6b4-4799-81a6-91fc21bd8b9d req-db4e7e14-81f7-45b7-a2d7-10860d0eee3a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 210 time: 0.0483911 Apr 18 19:25:29.140236 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['a16a26ad-1d0d-4059-b46e-5aa33ec688c2'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:29.257533 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099663d-31c5-4f0c-b2c0-8c26c4e3d23c req-e1b68a0d-e784-4c85-9c7a-b738d638b481 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:29.262966 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7099663d-31c5-4f0c-b2c0-8c26c4e3d23c req-e1b68a0d-e784-4c85-9c7a-b738d638b481 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 946 time: 0.2078197 Apr 18 19:25:29.346850 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcd5e2-688f-4845-984e-4338f89d1066 req-9de2d1d2-981f-402d-a7a8-6256c0cac8d9 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:29.349502 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8bcd5e2-688f-4845-984e-4338f89d1066 req-9de2d1d2-981f-402d-a7a8-6256c0cac8d9 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.16 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 945 time: 0.1706421 Apr 18 19:25:29.379781 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7099663d-31c5-4f0c-b2c0-8c26c4e3d23c req-adf1b6b4-60b7-412e-a891-330efd415ba7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077228 Apr 18 19:25:29.513123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-c8bcd5e2-688f-4845-984e-4338f89d1066 req-dcc472ce-7a5a-49bd-b676-5e08adde2f0c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Deleting port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:25:29.513544 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8bcd5e2-688f-4845-984e-4338f89d1066 req-dcc472ce-7a5a-49bd-b676-5e08adde2f0c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:29.607721 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc9ec1-9236-4fc8-9e2f-f30a31217a77 req-30c91708-c4d0-4de5-9dde-fe3685623c8a tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:29.609405 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-affc9ec1-9236-4fc8-9e2f-f30a31217a77 req-30c91708-c4d0-4de5-9dde-fe3685623c8a tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 945 time: 0.1916835 Apr 18 19:25:29.702317 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-affc9ec1-9236-4fc8-9e2f-f30a31217a77 req-301ab8a6-0bfe-4592-920f-cb8202da72f7 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/security-groups?id=78348251-0e19-4c9a-a073-0ca94fc20837&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862694 Apr 18 19:25:29.891343 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-c8bcd5e2-688f-4845-984e-4338f89d1066 req-dcc472ce-7a5a-49bd-b676-5e08adde2f0c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] For port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62,segment=NetworkSegment(b8b57145-2236-4d1a-bbfc-a0c8048b7009),segment_id=b8b57145-2236-4d1a-bbfc-a0c8048b7009)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:29.891981 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8bcd5e2-688f-4845-984e-4338f89d1066 req-dcc472ce-7a5a-49bd-b676-5e08adde2f0c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:30.041357 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-c8bcd5e2-688f-4845-984e-4338f89d1066 req-dcc472ce-7a5a-49bd-b676-5e08adde2f0c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Calling delete_port for 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:25:30.069250 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17e90b-bbe5-400a-91ab-579460361a90 req-233273f4-6b11-42f9-9bf6-a38f623a545c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:30.070972 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1d17e90b-bbe5-400a-91ab-579460361a90 req-233273f4-6b11-42f9-9bf6-a38f623a545c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.2797389 Apr 18 19:25:30.099816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-3a4d0a18-194a-477e-ac69-247a8860ca2d tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:30.101286 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-3a4d0a18-194a-477e-ac69-247a8860ca2d tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.71 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 808 time: 0.3089211 Apr 18 19:25:30.105242 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49148) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:30.171577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Request body: {'port': {'device_id': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea', 'admin_state_up': True, 'tenant_id': '8c23189679ae40bb84dcf0717d8a1396'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:30.171853 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b70b-40f8-47c0-b246-a8fcc769c51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:30.309944 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1d17e90b-bbe5-400a-91ab-579460361a90 req-2f5cbf36-3324-4f45-bc89-14b35fbd2ba2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215922 Apr 18 19:25:30.419596 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:30.433368 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:30.525817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Made reservation on behalf of 8c23189679ae40bb84dcf0717d8a1396 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:30.528802 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-403873b6-99cb-41ec-8dab-e0249c4f34a3 req-5e77040f-6796-49a5-85b9-4d246ab1a4ef tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 210 time: 0.2427561 Apr 18 19:25:30.529009 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:30.642251 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8bcd5e2-688f-4845-984e-4338f89d1066 req-dcc472ce-7a5a-49bd-b676-5e08adde2f0c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:30.660852 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['2b87f3c6-5b97-48de-9b3d-0f9aaca78f62'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:30.742461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbeaa3-4cb8-48f8-8c74-a7d3f978becd req-7bed2eef-dcbc-4fca-bba4-b5d036e19d7a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:30.745145 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f3dbeaa3-4cb8-48f8-8c74-a7d3f978becd req-7bed2eef-dcbc-4fca-bba4-b5d036e19d7a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 950 time: 0.2653496 Apr 18 19:25:30.810214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc472ce-7a5a-49bd-b676-5e08adde2f0c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Pushing event deleted for resources: {'Port': ['ID=2b87f3c6-5b97-48de-9b3d-0f9aaca78f62,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:30.813749 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Allocated IP 172.20.0.10 (7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea/e777c12d-84e5-403f-b96a-80cadfef22a7/f56ce260-77fc-4be4-a9fb-a476de905a6e) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:30.823299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bcd5e2-688f-4845-984e-4338f89d1066 req-dcc472ce-7a5a-49bd-b676-5e08adde2f0c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] No DVR routers for this DVR port 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:25:30.825896 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4cd6b70b-40f8-47c0-b246-a8fcc769c51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:30.866448 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c8bcd5e2-688f-4845-984e-4338f89d1066 req-dcc472ce-7a5a-49bd-b676-5e08adde2f0c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:30.869188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032209c7-45d2-477d-b23b-77befeb30a40', 'name': 'network-vif-deleted', 'tag': '2b87f3c6-5b97-48de-9b3d-0f9aaca78f62'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:30.874657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4cd6b70b-40f8-47c0-b246-a8fcc769c51d admin admin] Usage tracker for resource:security_group_rule and tenant:55586a8bd889445381509fabab598bce is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:30.877921 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f3dbeaa3-4cb8-48f8-8c74-a7d3f978becd req-23573c89-641a-4052-9dcd-8c6738883207 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234918 Apr 18 19:25:30.897730 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4cd6b70b-40f8-47c0-b246-a8fcc769c51d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:30.910798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4cd6b70b-40f8-47c0-b246-a8fcc769c51d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:30.972780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dcab8-9ff1-4aec-9b24-5dc5df48210d req-ee66ac1f-b7da-41fa-b1fd-96551fa59f20 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:30.974955 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb6dcab8-9ff1-4aec-9b24-5dc5df48210d req-ee66ac1f-b7da-41fa-b1fd-96551fa59f20 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 946 time: 0.1661017 Apr 18 19:25:31.054269 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb6dcab8-9ff1-4aec-9b24-5dc5df48210d req-b6a7314b-09bf-43b1-9ba9-4ddaa4fb0173 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783639 Apr 18 19:25:31.055833 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8bcd5e2-688f-4845-984e-4338f89d1066 req-dcc472ce-7a5a-49bd-b676-5e08adde2f0c tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.16 "DELETE /v2.0/ports/2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 HTTP/1.1" status: 204 len: 173 time: 1.7006104 Apr 18 19:25:31.130228 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b70b-40f8-47c0-b246-a8fcc769c51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.134812 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.185344 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb13743d-3eca-4d78-adce-45ad351482f0'] response: {'server_uuid': '032209c7-45d2-477d-b23b-77befeb30a40', 'name': 'network-vif-deleted', 'tag': '2b87f3c6-5b97-48de-9b3d-0f9aaca78f62', 'status': 'completed', 'code': 200} Apr 18 19:25:31.208713 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4cd6b70b-40f8-47c0-b246-a8fcc769c51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.215446 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-612f7e6f-617b-4768-9efe-64f6fb8c20c1 req-afb59d7d-4a23-4742-a2a3-fb7546b58cd3 tempest-InstanceActionsTestJSON-1030186214 tempest-InstanceActionsTestJSON-1030186214-project] 10.222.0.66 "GET /v2.0/ports?device_id=032209c7-45d2-477d-b23b-77befeb30a40 HTTP/1.1" status: 200 len: 210 time: 0.0619314 Apr 18 19:25:31.287776 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6b70b-40f8-47c0-b246-a8fcc769c51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07315532-0bed-41b3-9e25-76b28b468fdb,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:31.296571 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 49180) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:31.309987 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4cd6b70b-40f8-47c0-b246-a8fcc769c51d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55586a8bd889445381509fabab598bce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2036507 Apr 18 19:25:31.366069 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.380004 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['09e6cf09-8e73-4f37-a616-12e323f7b49e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:31.442797 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b4-1862-4c9c-b757-9280d491fd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.457329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:31.467789 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:31.476259 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:31.592269 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b4-1862-4c9c-b757-9280d491fd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.653326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-61f94c15-c52d-40aa-b464-a57997753200 req-804539e8-dba5-42b1-be65-f8ae73beadf0 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Synchronizing usage tracker for tenant:e619c78b52b347049d90b52d5dae621c on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:31.663508 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Pushing event updated for resources: {'Port': ['ID=f56ce260-77fc-4be4-a9fb-a476de905a6e,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:31.722976 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-61f94c15-c52d-40aa-b464-a57997753200 req-804539e8-dba5-42b1-be65-f8ae73beadf0 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Unset dirty status for tenant:e619c78b52b347049d90b52d5dae621c on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:31.724501 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61f94c15-c52d-40aa-b464-a57997753200 req-804539e8-dba5-42b1-be65-f8ae73beadf0 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4105260 Apr 18 19:25:31.735853 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:31.742494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:31.748137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Usage tracker for resource:floatingip and tenant:e619c78b52b347049d90b52d5dae621c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:31.751370 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:31.758062 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:31.861268 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:31.861824 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.883218 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:31.945950 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-fdecc302-f9a5-42f4-9d41-b97bbf54f816 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:31.952564 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-fdecc302-f9a5-42f4-9d41-b97bbf54f816 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 821 time: 0.3336353 Apr 18 19:25:31.970078 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-0994e628-c32b-4ad8-8e6e-e3388349bc1b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/quotas/7e8a2dfc35db431798213b48c535215f HTTP/1.1" status: 200 len: 375 time: 0.0165503 Apr 18 19:25:32.032667 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b4-1862-4c9c-b757-9280d491fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.034443 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0c6fb2b4-1862-4c9c-b757-9280d491fd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.035604 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0c6fb2b4-1862-4c9c-b757-9280d491fd9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07315532-0bed-41b3-9e25-76b28b468fdb HTTP/1.1" status: 204 len: 168 time: 0.7377861 Apr 18 19:25:32.045947 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.056129 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fb2b4-1862-4c9c-b757-9280d491fd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07315532-0bed-41b3-9e25-76b28b468fdb,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:32.066273 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-40d8511c-73e2-46cc-9d6a-8efd2877223f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9004481 Apr 18 19:25:32.076404 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-dbd2e944-81c7-447c-9d4d-7fd707e8340c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1032569 Apr 18 19:25:32.078910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Request body: {'port': {'device_id': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:32.135151 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a16a26ad-1d0d-4059-b46e-5aa33ec688c2 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:32.311810 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:32.312474 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.318460 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.351299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Allocated IP 172.25.8.209 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/f1d00336-93b6-4802-b2fd-4a22fcc18ede) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:32.376364 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-f57fc79f-131d-48ed-8519-87564aad3cf4 service neutron] 10.222.0.66 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730904 Apr 18 19:25:32.490686 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.532951 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:32.542149 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:32.557170 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.597468 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.645950 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-37e81dd2-4aa4-46a5-87f4-c9115959bcde service neutron] 10.222.0.66 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617464 Apr 18 19:25:32.670600 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=11']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:32.686947 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.761718 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:32.765325 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:32.767842 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Pushing event updated for resources: {'Port': ['ID=f1d00336-93b6-4802-b2fd-4a22fcc18ede,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:32.770092 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:32.819540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56ce260-77fc-4be4-a9fb-a476de905a6e {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:32.829914 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.848006 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Transition to ACTIVE for port object f56ce260-77fc-4be4-a9fb-a476de905a6e will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:32.933660 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:32.947913 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.075882 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Pushing event updated for resources: {'Port': ['ID=f56ce260-77fc-4be4-a9fb-a476de905a6e,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:33.101566 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.195896 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:33.196410 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:33.196765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:33.212151 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:33.212754 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:33.225558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:33.225858 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:33.226404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:33.226844 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Bound port: f56ce260-77fc-4be4-a9fb-a476de905a6e, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:33.227195 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.338896 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:33.339328 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.342378 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:33.429970 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.432944 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.525303 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-3ba39799-732f-4e88-a96c-a99fb723bbad tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5c22a2f2d46e46198d19e1a175df3310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499139 Apr 18 19:25:33.569725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Pushing event updated for resources: {'Port': ['ID=f1d00336-93b6-4802-b2fd-4a22fcc18ede,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:33.615438 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.639313 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.640669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] 10.222.0.71 "PUT /v2.0/ports/f56ce260-77fc-4be4-a9fb-a476de905a6e HTTP/1.1" status: 200 len: 1092 time: 1.5656731 Apr 18 19:25:33.641090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'tag': 'f56ce260-77fc-4be4-a9fb-a476de905a6e'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:33.687732 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5feefc-1d45-41cf-b9ad-4bcd4264cb91 service neutron] Pushing event updated for resources: {'Port': ['ID=f56ce260-77fc-4be4-a9fb-a476de905a6e,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:33.720828 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-48321a53-da71-44e6-bc59-cd99e7998488 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:33.723276 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-48321a53-da71-44e6-bc59-cd99e7998488 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883621 Apr 18 19:25:33.739305 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:33.740501 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61f94c15-c52d-40aa-b464-a57997753200 req-63c57f4b-786e-40e8-9e00-af92603c659d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0095754 Apr 18 19:25:33.741134 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-7bb82047-7965-42d1-8deb-01853937a75c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/quotas/5c22a2f2d46e46198d19e1a175df3310 HTTP/1.1" status: 200 len: 375 time: 0.0124352 Apr 18 19:25:33.838191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-61f94c15-c52d-40aa-b464-a57997753200 req-95d06a00-d212-4927-b31b-c88505e635b0 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Synchronizing usage tracker for tenant:e619c78b52b347049d90b52d5dae621c on resource:floatingip {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:33.940215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-61f94c15-c52d-40aa-b464-a57997753200 req-95d06a00-d212-4927-b31b-c88505e635b0 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Unset dirty status for tenant:e619c78b52b347049d90b52d5dae621c on resource:floatingip {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:33.947985 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61f94c15-c52d-40aa-b464-a57997753200 req-95d06a00-d212-4927-b31b-c88505e635b0 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.2006454 Apr 18 19:25:33.984121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-3636c121-0a42-4ebb-ab3d-5ec923cbaf85 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2351632 Apr 18 19:25:34.019991 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-adf59f66-4ecb-4569-b7e7-accf42be60fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 1095 time: 0.2019284 Apr 18 19:25:34.121964 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-4424833d-f055-42cb-9547-b869af6b30a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e HTTP/1.1" status: 200 len: 217 time: 0.0886357 Apr 18 19:25:34.123698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:25:34.161903 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:25:34.162588 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 2b87f3c6-5b97-48de-9b3d-0f9aaca78f62 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:25:34.212548 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-3cc402c8-52eb-4811-a724-72cb0879f220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:34.214066 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-3cc402c8-52eb-4811-a724-72cb0879f220 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.0850604 Apr 18 19:25:34.264574 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-518395f0-64d1-4e75-af2a-c73a562d55eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441380 Apr 18 19:25:34.287170 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f94c15-c52d-40aa-b464-a57997753200 req-f5a4880d-f1ad-4f1d-bce6-67bf47fbde8b tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:34.289009 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61f94c15-c52d-40aa-b464-a57997753200 req-f5a4880d-f1ad-4f1d-bce6-67bf47fbde8b tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.3395357 Apr 18 19:25:34.492714 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49268) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:34.542983 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924f77e5-0125-45e8-919a-b9ee4f2814cd'] response: {'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'code': 200} Apr 18 19:25:34.586578 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-575c7b50-8515-4315-9865-411deb5d9eff service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161197 Apr 18 19:25:34.598067 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b315ed-2e2c-4123-9945-7a8bb863e9f2 admin admin] Deleting subnet 5443ad13-31f9-466d-9130-83a8d3e047bd {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:25:34.602455 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a1b315ed-2e2c-4123-9945-7a8bb863e9f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:34.636609 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534af3f-eff6-4faa-96cc-c26da5dc66c5 req-c11e24af-5ec0-43f2-bcb5-6cc808473ddb tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:34.637312 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6534af3f-eff6-4faa-96cc-c26da5dc66c5 req-c11e24af-5ec0-43f2-bcb5-6cc808473ddb tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Synchronizing usage tracker for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:34.698118 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-11c7484a-3e29-4f6b-8862-0bd8cb8b101a req-eef2d57d-7d6f-484f-9432-728314061255 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 210 time: 0.0480523 Apr 18 19:25:34.712135 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a1b315ed-2e2c-4123-9945-7a8bb863e9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:34.806767 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6534af3f-eff6-4faa-96cc-c26da5dc66c5 req-c11e24af-5ec0-43f2-bcb5-6cc808473ddb tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Unset dirty status for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:34.807110 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a1b315ed-2e2c-4123-9945-7a8bb863e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:34.808671 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6534af3f-eff6-4faa-96cc-c26da5dc66c5 req-c11e24af-5ec0-43f2-bcb5-6cc808473ddb tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 944 time: 0.4450035 Apr 18 19:25:34.816138 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3a5be9-f444-4f6e-9b82-19e7aa7039e9'] response: {'name': 'network-changed', 'server_uuid': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'tag': 'f56ce260-77fc-4be4-a9fb-a476de905a6e', 'status': 'completed', 'code': 200} Apr 18 19:25:34.847643 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1dd4266a-caf6-45dd-9489-35ee7f03377c req-a4fca987-072e-4b89-9135-7059e4454bce service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514815 Apr 18 19:25:34.880127 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6534af3f-eff6-4faa-96cc-c26da5dc66c5 req-27609449-2e6e-44b6-8166-4de1685b8e68 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627220 Apr 18 19:25:34.921197 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-af09c368-6bf4-4fc1-becb-433d61e1ce7c req-1fbee4f8-c3a0-4f32-8555-773289de8121 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 210 time: 0.0474088 Apr 18 19:25:34.991288 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a1b315ed-2e2c-4123-9945-7a8bb863e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.082470 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a05788c-b3c8-44be-8089-313baa4f32f3 req-c828e6de-3515-48da-b915-8f8e6fba0a54 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 1095 time: 0.1184990 Apr 18 19:25:35.173037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b315ed-2e2c-4123-9945-7a8bb863e9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5443ad13-31f9-466d-9130-83a8d3e047bd,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:35.195291 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a1b315ed-2e2c-4123-9945-7a8bb863e9f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.257156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05788c-b3c8-44be-8089-313baa4f32f3 req-5fb71396-1f94-4da9-83a1-3e2de5ca4f4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:35.258739 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a05788c-b3c8-44be-8089-313baa4f32f3 req-5fb71396-1f94-4da9-83a1-3e2de5ca4f4f service neutron] 10.222.0.71 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.1710956 Apr 18 19:25:35.295633 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a1b315ed-2e2c-4123-9945-7a8bb863e9f2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5443ad13-31f9-466d-9130-83a8d3e047bd HTTP/1.1" status: 204 len: 168 time: 0.8017735 Apr 18 19:25:35.299415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49294) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:35.313199 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:25:35.367046 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a05788c-b3c8-44be-8089-313baa4f32f3 req-3e722fde-12c7-4c4c-842d-5a9ae5cdbae5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e HTTP/1.1" status: 200 len: 217 time: 0.1017456 Apr 18 19:25:35.447415 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.456857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05788c-b3c8-44be-8089-313baa4f32f3 req-048c96d0-768f-432c-9144-7f0b7f18f8e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:35.458755 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a05788c-b3c8-44be-8089-313baa4f32f3 req-048c96d0-768f-432c-9144-7f0b7f18f8e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.0850244 Apr 18 19:25:35.470683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-c2a2fd66-3796-4e10-b44c-1f5efd70d740 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:35.477812 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-c2a2fd66-3796-4e10-b44c-1f5efd70d740 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 820 time: 0.3872666 Apr 18 19:25:35.483507 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:35.491918 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.497014 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-ff589f0b-3cc7-43ea-8c38-2e990ef1d20a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/quotas/e619c78b52b347049d90b52d5dae621c HTTP/1.1" status: 200 len: 375 time: 0.0184159 Apr 18 19:25:35.509071 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759c06b-6b46-46c4-8ab7-2632d64210ad req-e46950dc-679e-4df9-b51f-8e9fc7aa8321 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:35.510510 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3759c06b-6b46-46c4-8ab7-2632d64210ad req-e46950dc-679e-4df9-b51f-8e9fc7aa8321 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=fabc29b5-c329-44ad-b438-08e6e23449ea HTTP/1.1" status: 200 len: 950 time: 0.1936243 Apr 18 19:25:35.516590 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a05788c-b3c8-44be-8089-313baa4f32f3 req-ff02a8cd-779c-4458-b945-92a1eb4ee296 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517933 Apr 18 19:25:35.539932 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.637119 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:35.678291 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3759c06b-6b46-46c4-8ab7-2632d64210ad req-b884fa79-94ac-468a-bcc5-da5407924953 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606419 Apr 18 19:25:35.684780 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.687840 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a05788c-b3c8-44be-8089-313baa4f32f3 req-d207ae3d-5b99-411e-8718-0d5d9cd3950f service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565111 Apr 18 19:25:35.715765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df9b653-df43-479d-909b-e196a7ae7980']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:35.731510 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b57145-2236-4d1a-bbfc-a0c8048b7009') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:35.731888 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b57145-2236-4d1a-bbfc-a0c8048b7009') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:25:35.746156 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-b23e8d80-b17d-4808-b5b4-171d08b20715 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2403066 Apr 18 19:25:35.752584 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.841042 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.856861 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:25:35.857226 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:35.868739 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a05788c-b3c8-44be-8089-313baa4f32f3 req-8da63dd6-48ab-42b3-b6ab-56cb3241e479 service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703255 Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:25:35.870703 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:25:36.072544 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-6296aefd-9c36-4c3a-aad4-e268e7e95a2f service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122721 Apr 18 19:25:36.167869 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.301486 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.315338 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2df9b653-df43-479d-909b-e196a7ae7980,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:36.328510 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-c349caf9-942b-4716-98a6-08af42b16ce4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:36.330047 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-c349caf9-942b-4716-98a6-08af42b16ce4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 821 time: 0.3831937 Apr 18 19:25:36.369220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Request body: {'port': {'device_id': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99', 'admin_state_up': True, 'tenant_id': '7e8a2dfc35db431798213b48c535215f'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:36.392720 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-382c3893-d9ef-4819-b0bf-5bee54fef9c3 service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141239 Apr 18 19:25:36.446067 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6da80b34-85f6-4432-8a36-3300e5ca1cd7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2df9b653-df43-479d-909b-e196a7ae7980 HTTP/1.1" status: 204 len: 168 time: 1.1460443 Apr 18 19:25:36.544500 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:36.557376 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:36.580477 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:36.656504 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-b807e0a4-0925-4500-a2bc-de79cf75b5a9 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5c22a2f2d46e46198d19e1a175df3310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772254 Apr 18 19:25:36.851138 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Made reservation on behalf of 7e8a2dfc35db431798213b48c535215f for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:36.862716 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:36.902111 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4055dfa5-323c-4669-9238-bae54b003da4 req-5e04299e-15b1-4e1b-8f1d-62d4d6f9b7f9 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 210 time: 0.1630225 Apr 18 19:25:36.980466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d88d4-d8a0-49f0-89e5-eb94c5bf55bb req-1a6ed2d9-dca3-49ed-8538-bb4af5d4b8b4 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:36.997469 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ea3d88d4-d8a0-49f0-89e5-eb94c5bf55bb req-1a6ed2d9-dca3-49ed-8538-bb4af5d4b8b4 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 944 time: 0.1537733 Apr 18 19:25:37.023626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49334) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:37.030434 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-d5e83d6f-7301-4a1a-bc95-fabfd1e4e908 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:37.032136 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-d5e83d6f-7301-4a1a-bc95-fabfd1e4e908 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3607302 Apr 18 19:25:37.055919 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Request body: {'port': {'device_id': '75cb988f-3361-490f-ba03-3ae43c70966d', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '5c22a2f2d46e46198d19e1a175df3310'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:37.094416 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ea3d88d4-d8a0-49f0-89e5-eb94c5bf55bb req-dece5a64-0092-47e6-8f11-40ef5862ef87 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958104 Apr 18 19:25:37.298925 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c37c8cb-b312-411b-98e0-1deef0b6186c req-1819f2b8-6906-47a8-93c7-876d930a5227 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 210 time: 0.1402898 Apr 18 19:25:37.356016 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-476807c8-c0aa-4a88-8b5c-603ada9bff9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29d62e5c072f4902ad55730f43d79777&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3313847 Apr 18 19:25:37.358685 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 49344) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:37.371397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Allocated IP 172.20.0.8 (9b83be68-6eca-400e-8c84-411bbd373f99/f414ac77-ee2e-4d14-93ae-558ef6a80bb1/d54da6cd-baed-4af7-b411-b69d102f6281) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:37.401260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:37.412927 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:37.423734 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9965ef53-5245-4193-ab82-f5798bcfc042'] response: {'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'code': 200} Apr 18 19:25:37.463159 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7dc0a5b-b5d0-43bd-8454-5452fa1e1273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.497383 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7dc0a5b-b5d0-43bd-8454-5452fa1e1273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.531047 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Made reservation on behalf of 5c22a2f2d46e46198d19e1a175df3310 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:37.534828 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.585828 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7914eaa7-cdac-4d6b-8d0e-a8685fddfa73 req-483f396c-c300-4071-8b56-6a807fcb7e35 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 210 time: 0.1060483 Apr 18 19:25:37.659873 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7dc0a5b-b5d0-43bd-8454-5452fa1e1273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.713166 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc0a5b-b5d0-43bd-8454-5452fa1e1273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78348251-0e19-4c9a-a073-0ca94fc20837,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:37.780186 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7dc0a5b-b5d0-43bd-8454-5452fa1e1273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.781451 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c7dc0a5b-b5d0-43bd-8454-5452fa1e1273 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/78348251-0e19-4c9a-a073-0ca94fc20837 HTTP/1.1" status: 204 len: 168 time: 0.4209259 Apr 18 19:25:37.856616 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:37.870938 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Allocated IP 192.168.233.211 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/3a5ded9f-3c34-4d51-abe2-795d5b834f10) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:38.021786 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:38.040212 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0f3860ab-6e4b-4699-b86c-4a403f50e5d0 req-3e6c32bc-808c-44e0-95e8-990c8f1b5484 tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2d78a58620d447ae9b51c9f9495c5b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382426 Apr 18 19:25:38.046101 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['848ef3df-ed98-4704-958e-0c6bca5aaf58'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:38.236523 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Pushing event updated for resources: {'Port': ['ID=d54da6cd-baed-4af7-b411-b69d102f6281,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:38.259554 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Network 9b83be68-6eca-400e-8c84-411bbd373f99 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:38.296220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:38.307170 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:38.472823 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:38.527013 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:38.527636 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:38.531974 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Transition to ACTIVE for port object 3a5ded9f-3c34-4d51-abe2-795d5b834f10 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:38.556178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88275e50-7f42-42e0-9e51-d922879aed7a req-775455c7-d05f-42ee-9bf4-f143df801c0f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:38.561317 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3860ab-6e4b-4699-b86c-4a403f50e5d0 req-7e3bfd0e-12b9-4972-9547-643fa19abcce tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:38.562926 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-88275e50-7f42-42e0-9e51-d922879aed7a req-775455c7-d05f-42ee-9bf4-f143df801c0f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 931 time: 0.4681993 Apr 18 19:25:38.577443 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0f3860ab-6e4b-4699-b86c-4a403f50e5d0 req-7e3bfd0e-12b9-4972-9547-643fa19abcce tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5356483 Apr 18 19:25:38.620139 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0f3860ab-6e4b-4699-b86c-4a403f50e5d0 req-c2fc96f3-bb2c-4702-8038-0e539fa8366c tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/quotas/2d78a58620d447ae9b51c9f9495c5b2e HTTP/1.1" status: 200 len: 375 time: 0.0382218 Apr 18 19:25:38.663024 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-88275e50-7f42-42e0-9e51-d922879aed7a req-3c468b74-0b48-4db7-bc37-c71016d99b82 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991230 Apr 18 19:25:38.665721 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-580309c2-f812-4505-b611-38a93b2a8185 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3033714 Apr 18 19:25:38.678574 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Request body: {'port': {'device_id': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:38.721376 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0f3860ab-6e4b-4699-b86c-4a403f50e5d0 req-b40f6e6d-1ccd-4728-b954-38ba618ccfee tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d78a58620d447ae9b51c9f9495c5b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982513 Apr 18 19:25:38.834636 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:38.846479 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['a16a26ad-1d0d-4059-b46e-5aa33ec688c2'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:38.876085 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d6952118-e770-41a4-97ba-b71904ad219e', '181e3dd5-f18d-48ef-99d6-95ee2c9d2389'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:39.009080 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcead50e-29b4-4fef-9033-cc636d03689b req-10c366e9-881f-4880-90a5-794cb58cb11c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:39.011454 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcead50e-29b4-4fef-9033-cc636d03689b req-10c366e9-881f-4880-90a5-794cb58cb11c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 936 time: 0.1016097 Apr 18 19:25:39.045982 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:39.057099 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:39.063177 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:39.067132 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:39.105647 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcead50e-29b4-4fef-9033-cc636d03689b req-fd411a95-e527-4a30-bb4d-e3711fc006d4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851800 Apr 18 19:25:39.148863 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:39.332498 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:39.333116 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:39.364297 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695ed5b-1058-4268-8a92-9b6f87ec04ce req-dd2ffc38-b1a7-43df-bfd7-d15aac81b75a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:39.371097 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3695ed5b-1058-4268-8a92-9b6f87ec04ce req-dd2ffc38-b1a7-43df-bfd7-d15aac81b75a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 944 time: 0.5379245 Apr 18 19:25:39.374409 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-192ee3c4-7ec7-4516-bd7b-dc0d26621609 req-dd648c0b-9027-4176-9406-21653e9cfecd tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 210 time: 0.0709443 Apr 18 19:25:39.490192 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3695ed5b-1058-4268-8a92-9b6f87ec04ce req-bcd62d14-d706-4638-ae1b-20795625a103 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180429 Apr 18 19:25:39.507675 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-9e6b3e81-7285-42e1-97b7-3c3bf5f538f6 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4564250 Apr 18 19:25:39.520224 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Request body: {'port': {'device_id': '75cb988f-3361-490f-ba03-3ae43c70966d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:39.562209 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-aa76fb85-ebf6-4d58-b82f-0b30e3b795b6 None None] Provisioning for port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:39.568116 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-aa76fb85-ebf6-4d58-b82f-0b30e3b795b6 None None] Provisioning complete for port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:39.572756 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-aa76fb85-ebf6-4d58-b82f-0b30e3b795b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:39.643087 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:39.692224 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-aa76fb85-ebf6-4d58-b82f-0b30e3b795b6 None None] Port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:25:39.727780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49404) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:39.752666 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-3c073c6e-cca3-4b86-96a7-368aac2c0251 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:39.765959 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-3c073c6e-cca3-4b86-96a7-368aac2c0251 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.71 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 820 time: 0.2641361 Apr 18 19:25:39.774895 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Request body: {'port': {'device_id': 'a257886a-c39e-484d-be69-2122db48686b', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'admin_state_up': True, 'tenant_id': 'e619c78b52b347049d90b52d5dae621c'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:39.894894 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:39.935975 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:39.950466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:40.008480 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54da6cd-baed-4af7-b411-b69d102f6281 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:40.023062 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.038875 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Made reservation on behalf of e619c78b52b347049d90b52d5dae621c for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:40.043041 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.069856 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-407503656-network', 'tenant_id': 'e31df4d499f84e88b7f4baa32a155dd4'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:40.075263 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Transition to ACTIVE for port object d54da6cd-baed-4af7-b411-b69d102f6281 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:40.117991 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:40.123860 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Usage tracker for resource:network and tenant:e31df4d499f84e88b7f4baa32a155dd4 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:40.126902 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:40.132716 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:40.179162 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc195d8d-dec7-48cd-a6a8-2c16cfb46934 req-7e287a6d-3174-4b5a-bcb9-2ace6ea2ec0d tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:40.179859 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-cc195d8d-dec7-48cd-a6a8-2c16cfb46934 req-7e287a6d-3174-4b5a-bcb9-2ace6ea2ec0d tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Synchronizing usage tracker for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:40.189636 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.229836 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Allocated IP 172.20.0.3 (296e9a9a-e71f-4d9d-98a5-01b67c2bc625/5c230340-5cf2-4861-a95e-2098262205fc/dc3df39b-3461-47d8-87c8-3620c502c07a) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:40.308159 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Made reservation on behalf of e31df4d499f84e88b7f4baa32a155dd4 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:40.310405 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.352519 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.434813 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-cc195d8d-dec7-48cd-a6a8-2c16cfb46934 req-7e287a6d-3174-4b5a-bcb9-2ace6ea2ec0d tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Unset dirty status for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:40.435974 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cc195d8d-dec7-48cd-a6a8-2c16cfb46934 req-7e287a6d-3174-4b5a-bcb9-2ace6ea2ec0d tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 931 time: 0.5323155 Apr 18 19:25:40.460418 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d54da6cd-baed-4af7-b411-b69d102f6281,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:40.501101 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b3745-d37e-45f7-9e1e-ae1d8d150cd5 req-ef1dad75-4abc-4451-bb4b-a883dca9de38 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:40.502761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-958b3745-d37e-45f7-9e1e-ae1d8d150cd5 req-ef1dad75-4abc-4451-bb4b-a883dca9de38 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 936 time: 0.1393266 Apr 18 19:25:40.508017 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.544411 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:40.547928 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Transition to ACTIVE for port object dc3df39b-3461-47d8-87c8-3620c502c07a will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:40.558558 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Usage tracker for resource:security_group_rule and tenant:e31df4d499f84e88b7f4baa32a155dd4 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:40.571994 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:40.572516 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-958b3745-d37e-45f7-9e1e-ae1d8d150cd5 req-ccee6aaa-e71d-4151-a195-1deed8ce20f1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613096 Apr 18 19:25:40.615271 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:40.647154 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.653180 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cc195d8d-dec7-48cd-a6a8-2c16cfb46934 req-aa700a19-e5bd-412c-95e9-26e51c549744 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937234 Apr 18 19:25:40.665908 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['2f98efc4-3708-47ab-a07a-80dabc282617'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:40.736412 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:40.739768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:40.745036 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:40.748161 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5ded9f-3c34-4d51-abe2-795d5b834f10 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:40.753815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:40.754052 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:40.754399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:40.763941 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.794979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Port d54da6cd-baed-4af7-b411-b69d102f6281 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:40.795216 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:40.822931 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Transition to ACTIVE for port object 3a5ded9f-3c34-4d51-abe2-795d5b834f10 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:40.836070 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:40.836694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:40.837256 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:40.837854 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Bound port: d54da6cd-baed-4af7-b411-b69d102f6281, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:40.838429 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.855938 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.889625 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:40.897674 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:40.906992 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Pushing event updated for resources: {'Port': ['ID=dc3df39b-3461-47d8-87c8-3620c502c07a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:40.991887 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-f5da35b6-df21-4de0-8f19-7c58ed0a8e59 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2234261 Apr 18 19:25:41.021235 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Request body: {'port': {'device_id': 'a257886a-c39e-484d-be69-2122db48686b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:41.045228 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.127311 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.142757 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.302191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:25:41.304209 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1fe881f0-0ffb-4467-9bb6-5247dda7a6ae None None] Provisioning for port dc3df39b-3461-47d8-87c8-3620c502c07a completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:41.309720 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1fe881f0-0ffb-4467-9bb6-5247dda7a6ae None None] Provisioning complete for port dc3df39b-3461-47d8-87c8-3620c502c07a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:41.314019 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1fe881f0-0ffb-4467-9bb6-5247dda7a6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.318250 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.365063 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:41.388792 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba86cb-1067-4aa0-be03-3361e1a9661a req-304ad0a2-0763-44af-99ba-582e2fbd4b81 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:41.390440 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-1fe881f0-0ffb-4467-9bb6-5247dda7a6ae None None] Port dc3df39b-3461-47d8-87c8-3620c502c07a cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:25:41.396849 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e013bd71-2478-4499-98ca-18e4c7841d6e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:41.397026 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1ba86cb-1067-4aa0-be03-3361e1a9661a req-304ad0a2-0763-44af-99ba-582e2fbd4b81 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 944 time: 0.2154057 Apr 18 19:25:41.401380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:41.419868 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:41.424274 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.425118 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Added segment 02cbcd47-287f-4bd0-9cd5-c5ae955d57c6 of type vlan for network 878d2b3f-5468-44cb-9834-997119156121 Apr 18 19:25:41.438240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d54da6cd-baed-4af7-b411-b69d102f6281,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:41.534957 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.541381 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.595755 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1ba86cb-1067-4aa0-be03-3361e1a9661a req-73bb5910-7968-47c9-b448-b4c652e94e5b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978903 Apr 18 19:25:41.632112 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:41.653332 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834', 'mac_address': 'fa:16:3e:37:e1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:41.697984 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a09df7-7f88-43fd-9831-12ed9df43b84 req-7df18612-aa37-436d-80d9-f028ed39b4b4 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:41.706510 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-77a09df7-7f88-43fd-9831-12ed9df43b84 req-7df18612-aa37-436d-80d9-f028ed39b4b4 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 931 time: 0.5810926 Apr 18 19:25:41.730162 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.754000 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:41.761680 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.762986 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] 10.222.0.16 "PUT /v2.0/ports/d54da6cd-baed-4af7-b411-b69d102f6281 HTTP/1.1" status: 200 len: 1091 time: 3.0885408 Apr 18 19:25:41.767900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'tag': 'd54da6cd-baed-4af7-b411-b69d102f6281'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:41.780007 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:41.810178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff854305-6424-4751-8e39-912a533d83d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d54da6cd-baed-4af7-b411-b69d102f6281,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:41.826811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:41.827153 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:41.827472 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:41.831797 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-77a09df7-7f88-43fd-9831-12ed9df43b84 req-0e90ad81-81e3-467e-b301-b9470bf244d5 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244447 Apr 18 19:25:41.836937 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:41.837189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:41.844761 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:41.845153 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:41.845539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:41.845978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Bound port: 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:41.846330 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.899235 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8bee1f2e-8cc6-4f48-ab4f-8a3b3a21e571 req-335393b0-b977-4e05-9102-c666e502c2df tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2d78a58620d447ae9b51c9f9495c5b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1543548 Apr 18 19:25:41.906757 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.946133 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:41.947040 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:41.947610 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.042662 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:42.089492 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:42.165339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] Pushing event updated for resources: {'Network': ['ID=878d2b3f-5468-44cb-9834-997119156121,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:42.184340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:42.189590 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:42.198563 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 878d2b3f-5468-44cb-9834-997119156121 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:25:42.201364 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fd7a0ed8-8efd-4c51-85cf-972e29e87333 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4688396 Apr 18 19:25:42.202016 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49460) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:42.213249 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Request body: {'subnet': {'network_id': '878d2b3f-5468-44cb-9834-997119156121', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-407503656-subnet', 'tenant_id': 'e31df4d499f84e88b7f4baa32a155dd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:42.220037 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee1f2e-8cc6-4f48-ab4f-8a3b3a21e571 req-a3f39bfd-bcb2-4d08-a008-7259da53610c tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:42.224022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:42.228089 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8bee1f2e-8cc6-4f48-ab4f-8a3b3a21e571 req-a3f39bfd-bcb2-4d08-a008-7259da53610c tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044658 Apr 18 19:25:42.237792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Usage tracker for resource:subnet and tenant:e31df4d499f84e88b7f4baa32a155dd4 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:42.244257 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-c7ed0988-649d-4025-9364-e8f1f7077647 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 1094 time: 0.3447840 Apr 18 19:25:42.246583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:42.253660 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8bee1f2e-8cc6-4f48-ab4f-8a3b3a21e571 req-366fdf8d-99b6-4122-b06f-d9799ecc4b8a tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/quotas/2d78a58620d447ae9b51c9f9495c5b2e HTTP/1.1" status: 200 len: 375 time: 0.0237064 Apr 18 19:25:42.257188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:42.257509 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3df39b-3461-47d8-87c8-3620c502c07a {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:42.267283 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e72e-05a4-4c96-80b7-fe75dd6420db req-06626360-49c8-4d43-b916-688fb713baba tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:42.267960 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c2f1e72e-05a4-4c96-80b7-fe75dd6420db req-06626360-49c8-4d43-b916-688fb713baba tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Synchronizing usage tracker for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:42.300332 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.323340 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8bee1f2e-8cc6-4f48-ab4f-8a3b3a21e571 req-17e05fb9-51b8-42e1-89a1-8ff199c7becf tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d78a58620d447ae9b51c9f9495c5b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667777 Apr 18 19:25:42.330864 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.350899 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Transition to ACTIVE for port object dc3df39b-3461-47d8-87c8-3620c502c07a will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:42.408841 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Made reservation on behalf of e31df4d499f84e88b7f4baa32a155dd4 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:42.414572 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.432434 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-69fb69e0-01c3-454b-a209-0475c6235eb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54da6cd-baed-4af7-b411-b69d102f6281 HTTP/1.1" status: 200 len: 217 time: 0.1711791 Apr 18 19:25:42.438020 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.506304 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:42.507686 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] 10.222.0.16 "PUT /v2.0/ports/3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 1096 time: 2.9924538 Apr 18 19:25:42.556751 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6ce61f-8697-4d90-8d44-c69758a046ac'] response: {'name': 'network-changed', 'server_uuid': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'tag': 'd54da6cd-baed-4af7-b411-b69d102f6281', 'status': 'completed', 'code': 200} Apr 18 19:25:42.593626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c2f1e72e-05a4-4c96-80b7-fe75dd6420db req-06626360-49c8-4d43-b916-688fb713baba tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Unset dirty status for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:42.595942 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c2f1e72e-05a4-4c96-80b7-fe75dd6420db req-06626360-49c8-4d43-b916-688fb713baba tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 948 time: 0.5234451 Apr 18 19:25:42.732480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Pushing event updated for resources: {'Port': ['ID=dc3df39b-3461-47d8-87c8-3620c502c07a,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:42.783057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5a41b-72d7-49c1-a66b-f83064ec0f09 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:42.887333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-5428fe34-bcf0-4643-a733-812f9bc30427 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:42.888783 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-5428fe34-bcf0-4643-a733-812f9bc30427 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.4353204 Apr 18 19:25:42.973985 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-c2912fb5-1421-4e3f-bbda-8e746617238f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692501 Apr 18 19:25:42.998759 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c2f1e72e-05a4-4c96-80b7-fe75dd6420db req-a1b5372c-95d4-4e97-86de-96c5c6f1571e tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952579 Apr 18 19:25:43.071904 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71400bc3-fc04-464c-9acc-bd03fde3dff5 req-515dafb4-f763-45fb-a921-60b8d62ef311 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:43.074029 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-71400bc3-fc04-464c-9acc-bd03fde3dff5 req-515dafb4-f763-45fb-a921-60b8d62ef311 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 943 time: 0.2458696 Apr 18 19:25:43.079717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Attempting to bind port dc3df39b-3461-47d8-87c8-3620c502c07a on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:43.080117 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Attempting to bind port dc3df39b-3461-47d8-87c8-3620c502c07a by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:43.080511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Attempting to bind port dc3df39b-3461-47d8-87c8-3620c502c07a on network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:43.132146 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Port dc3df39b-3461-47d8-87c8-3620c502c07a on network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:43.132421 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Attempting to bind port dc3df39b-3461-47d8-87c8-3620c502c07a on network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:43.173905 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-ef0664e2-c044-4cb6-90a0-a7bb09ac71c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1099 time: 0.5016410 Apr 18 19:25:43.182124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:43.184390 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Checking segment: {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:43.186445 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Bound using segment: {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:43.187774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Bound port: dc3df39b-3461-47d8-87c8-3620c502c07a, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e84cec-9885-4768-9b9d-d840d01a134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:43.191740 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.249963 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-71400bc3-fc04-464c-9acc-bd03fde3dff5 req-de8a7d2c-e82c-4b83-804e-3f1af8e9696c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644843 Apr 18 19:25:43.362561 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f56ce260-77fc-4be4-a9fb-a476de905a6e details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:43.366978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:43.392653 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-5bacb8b2-03ff-49f0-a186-5105a0815f3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 217 time: 0.2105775 Apr 18 19:25:43.415448 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] For port dc3df39b-3461-47d8-87c8-3620c502c07a, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:43.420106 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] For port dc3df39b-3461-47d8-87c8-3620c502c07a, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=dc3df39b-3461-47d8-87c8-3620c502c07a,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:43.472714 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-bbf836b5-eb84-4918-abd0-8715b91226e3 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903474 Apr 18 19:25:43.515473 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.516444 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-ce7499d0-33e2-4f78-927c-ca8d3985d8f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:43.517863 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-ce7499d0-33e2-4f78-927c-ca8d3985d8f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1145902 Apr 18 19:25:43.604510 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Pushing event updated for resources: {'Port': ['ID=dc3df39b-3461-47d8-87c8-3620c502c07a,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:43.621727 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:43.634073 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413e58f-db92-44ed-9134-150b1852d45d req-0752e149-2827-4fd9-a796-56d72d882127 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:43.641476 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'f56ce260-77fc-4be4-a9fb-a476de905a6e', 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea', 'port_id': 'f56ce260-77fc-4be4-a9fb-a476de905a6e', 'mac_address': 'fa:16:3e:06:cc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e777c12d-84e5-403f-b96a-80cadfef22a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:43.642121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e413e58f-db92-44ed-9134-150b1852d45d req-0752e149-2827-4fd9-a796-56d72d882127 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 944 time: 0.2003968 Apr 18 19:25:43.721908 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.724232 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-d10fd362-23e3-45bc-8f6d-8614a21d9e8c service neutron] 10.222.0.71 "PUT /v2.0/ports/dc3df39b-3461-47d8-87c8-3620c502c07a HTTP/1.1" status: 200 len: 1091 time: 2.7084327 Apr 18 19:25:43.740470 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e413e58f-db92-44ed-9134-150b1852d45d req-c067f17a-d5b9-4262-9f7a-16c52b369d66 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966840 Apr 18 19:25:43.740608 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a257886a-c39e-484d-be69-2122db48686b', 'tag': 'dc3df39b-3461-47d8-87c8-3620c502c07a'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:43.756754 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.791057 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56ce260-77fc-4be4-a9fb-a476de905a6e {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:43.804501 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.811294 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:43.873506 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:43.973888 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-0d8d81d6-7236-4e49-949d-520da2f95d93 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 1094 time: 0.1308823 Apr 18 19:25:44.011182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=f56ce260-77fc-4be4-a9fb-a476de905a6e,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:44.035737 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:44.036078 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:44.088605 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ea9c78-8d6b-473d-b985-413ca3e4fafb'] response: {'name': 'network-changed', 'server_uuid': 'a257886a-c39e-484d-be69-2122db48686b', 'tag': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'status': 'completed', 'code': 200} Apr 18 19:25:44.104824 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d63b3c-faec-426e-9a35-a8871e858c98,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:44.106670 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:25:44.124441 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-a0be082b-0720-4334-aba5-6f272098e2f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3df39b-3461-47d8-87c8-3620c502c07a HTTP/1.1" status: 200 len: 217 time: 0.1435866 Apr 18 19:25:44.189175 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Checking segment: {'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:44.189540 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Network hostable DHCP agents. Network: 878d2b3f-5468-44cb-9834-997119156121, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:25:44.199889 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['f56ce260-77fc-4be4-a9fb-a476de905a6e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:44.264984 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-187877e3-b97d-4d1b-93d4-7d582333281c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:44.269570 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-187877e3-b97d-4d1b-93d4-7d582333281c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.1376400 Apr 18 19:25:44.280731 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-4d0d5b62-4811-405c-af0a-fd85b9c7a795 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6086128 Apr 18 19:25:44.290438 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcd133be-b0ac-47c0-b27e-a3d7cc0bd83b req-3b063dce-472a-4525-8b5d-834d91bc88a2 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056364 Apr 18 19:25:44.297176 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:44.352770 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:44.392311 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:44.441371 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-68e83e07-a103-40a9-95d0-73737181b85f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651497 Apr 18 19:25:44.445712 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783505e-ab6e-4554-831b-c83317cfe4f1 req-ae5748ec-44d9-4f77-a34a-2698d4e4d430 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:44.452929 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3783505e-ab6e-4554-831b-c83317cfe4f1 req-ae5748ec-44d9-4f77-a34a-2698d4e4d430 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 943 time: 0.5683599 Apr 18 19:25:44.458611 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:44.480406 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-828e31ea-ee10-49b5-b47c-ee61b3d70fd7 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889694 Apr 18 19:25:44.567458 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:44.568896 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:44.641304 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Network 878d2b3f-5468-44cb-9834-997119156121 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:25:44.742037 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cebf7428-e586-4bef-b5b2-ae6c8f737b15 req-bf8fcea9-0cb5-46d2-be9b-0800672781af service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028303 Apr 18 19:25:44.745525 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-560f3946-a858-4957-acf6-a016b38f7903 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977209 Apr 18 19:25:44.745661 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 878d2b3f-5468-44cb-9834-997119156121) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:44.751312 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3783505e-ab6e-4554-831b-c83317cfe4f1 req-b745beb9-95ae-4932-b6fa-a6c306704cc1 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976255 Apr 18 19:25:44.753504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:44.754084 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:44.761224 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c1938d-6ab3-41c6-8476-12f72fac032d None None] Network 878d2b3f-5468-44cb-9834-997119156121 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:25:44.767135 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8335a-dab2-4ba4-a04f-e191f179bb54 req-4ed65fd4-c0ed-46a6-aab6-0d8c353c1562 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:44.772017 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eee8335a-dab2-4ba4-a04f-e191f179bb54 req-4ed65fd4-c0ed-46a6-aab6-0d8c353c1562 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 948 time: 0.1620514 Apr 18 19:25:44.927417 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6702fe96-3f38-40e7-bd5b-829472ca49ae req-6529f900-8ba4-49d0-ad60-7dca157f59cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 1094 time: 0.4453604 Apr 18 19:25:45.012703 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75e033a8-1ee7-40fb-8650-d0875b223cbe req-2a255f27-9a94-470f-bdb9-e99e30717275 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393010 Apr 18 19:25:45.053553 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eee8335a-dab2-4ba4-a04f-e191f179bb54 req-947bb6d5-1029-4659-8894-3e860e04983c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415881 Apr 18 19:25:45.087006 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8611baee-c450-45a2-8967-a66a03d91a44 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.8716033 Apr 18 19:25:45.192585 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775040c0-e8e2-417d-87ac-26d769d63025 None None] Network 878d2b3f-5468-44cb-9834-997119156121 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:25:45.219866 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6326750f-44e3-4c4d-bebc-22e0dc731ac8'] response: {'server_uuid': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834', 'code': 200} Apr 18 19:25:45.240853 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702fe96-3f38-40e7-bd5b-829472ca49ae req-3ec6de2f-7a74-4c4b-9e68-62e5ef5a27fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:45.242292 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6702fe96-3f38-40e7-bd5b-829472ca49ae req-3ec6de2f-7a74-4c4b-9e68-62e5ef5a27fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.3061719 Apr 18 19:25:45.420176 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6702fe96-3f38-40e7-bd5b-829472ca49ae req-e493cbd5-ab99-4ce0-9a17-e93ba5a402d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54da6cd-baed-4af7-b411-b69d102f6281 HTTP/1.1" status: 200 len: 217 time: 0.1705184 Apr 18 19:25:45.489774 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a9526be8-c4d8-4efc-8a9a-c2915f08f349 req-6bc33d40-b72e-4fde-a489-fc5a95b88875 tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2d78a58620d447ae9b51c9f9495c5b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392590 Apr 18 19:25:45.549228 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308ecb5-ce8d-470e-9635-f7eabd832659 req-6bb51a46-fc5c-459c-83a3-ebfe5a103f62 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:45.550935 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0308ecb5-ce8d-470e-9635-f7eabd832659 req-6bb51a46-fc5c-459c-83a3-ebfe5a103f62 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 943 time: 0.4359248 Apr 18 19:25:45.552554 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702fe96-3f38-40e7-bd5b-829472ca49ae req-866c54ae-4a11-471d-9a06-6de93a65eb61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:45.554125 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6702fe96-3f38-40e7-bd5b-829472ca49ae req-866c54ae-4a11-471d-9a06-6de93a65eb61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.1278582 Apr 18 19:25:45.647018 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6702fe96-3f38-40e7-bd5b-829472ca49ae req-166ec7f2-c287-4aac-86cf-bbeb34bc00b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594995 Apr 18 19:25:45.694173 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526be8-c4d8-4efc-8a9a-c2915f08f349 req-ef7ddccd-8f2b-45d9-a3c6-dd01e552074a tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:45.702671 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a9526be8-c4d8-4efc-8a9a-c2915f08f349 req-ef7ddccd-8f2b-45d9-a3c6-dd01e552074a tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927292 Apr 18 19:25:45.729079 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a9526be8-c4d8-4efc-8a9a-c2915f08f349 req-45ee4fd6-9bdd-4369-a56d-06d6954e1c29 tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/quotas/2d78a58620d447ae9b51c9f9495c5b2e HTTP/1.1" status: 200 len: 375 time: 0.0248654 Apr 18 19:25:45.778637 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0308ecb5-ce8d-470e-9635-f7eabd832659 req-a55bc61b-5b2a-4768-ab1e-dd98e6017340 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196295 Apr 18 19:25:45.785021 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3db9143d-4d20-4fda-b9e4-5916e87bdcf5 req-e57dc7ec-7d0c-456d-8bd7-d856ff9142f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 1094 time: 0.6471577 Apr 18 19:25:45.800257 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a9526be8-c4d8-4efc-8a9a-c2915f08f349 req-39d2a3f3-7780-4999-b908-ceb68f6f6755 tempest-QuotasAdminNegativeTest-1201689089 tempest-QuotasAdminNegativeTest-1201689089-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d78a58620d447ae9b51c9f9495c5b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694525 Apr 18 19:25:45.859299 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6702fe96-3f38-40e7-bd5b-829472ca49ae req-acfab7d5-b301-45ae-9cc2-addbc1a77081 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983070 Apr 18 19:25:45.894878 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ca00e2-99fa-4157-aa9f-b5c7934d1216'] response: {'name': 'network-changed', 'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'status': 'completed', 'code': 200} Apr 18 19:25:45.996374 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9143d-4d20-4fda-b9e4-5916e87bdcf5 req-2f8c8ad0-deb4-495b-b9ce-8239c4788915 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:45.999981 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3db9143d-4d20-4fda-b9e4-5916e87bdcf5 req-2f8c8ad0-deb4-495b-b9ce-8239c4788915 service neutron] 10.222.0.71 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.1987760 Apr 18 19:25:46.112054 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3db9143d-4d20-4fda-b9e4-5916e87bdcf5 req-6700db0d-3ceb-4abf-ab9f-fc46ad67d44c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3df39b-3461-47d8-87c8-3620c502c07a HTTP/1.1" status: 200 len: 217 time: 0.1005318 Apr 18 19:25:46.220861 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9143d-4d20-4fda-b9e4-5916e87bdcf5 req-b204623b-39c1-4f55-9c28-bf3b4fe9c01d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:46.223780 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3db9143d-4d20-4fda-b9e4-5916e87bdcf5 req-b204623b-39c1-4f55-9c28-bf3b4fe9c01d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.1072090 Apr 18 19:25:46.332315 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6702fe96-3f38-40e7-bd5b-829472ca49ae req-298a14bf-c823-4bdd-bdc3-b46c60a17488 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642098 Apr 18 19:25:46.346785 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4872f78-a483-4636-aefe-d84dbecde391 req-6ab6b240-60d5-49c3-b7fa-801508010021 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1099 time: 0.3289492 Apr 18 19:25:46.353643 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c096c5-ed07-4f93-bea4-7205e9c9d14e req-0ae0b489-0870-4818-abb5-3b369a33e418 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:46.355200 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-99c096c5-ed07-4f93-bea4-7205e9c9d14e req-0ae0b489-0870-4818-abb5-3b369a33e418 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 945 time: 0.1666546 Apr 18 19:25:46.466070 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3db9143d-4d20-4fda-b9e4-5916e87bdcf5 req-66aa4095-a063-4d8e-ac37-96644be4fe9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107613 Apr 18 19:25:46.473441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-cf39223b-67f3-453c-8996-072c7f76f886 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:46.479950 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-cf39223b-67f3-453c-8996-072c7f76f886 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/networks?id=878d2b3f-5468-44cb-9834-997119156121 HTTP/1.1" status: 200 len: 817 time: 0.2551630 Apr 18 19:25:46.500976 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-13d5d191-1168-4a7f-9b31-10831de20327 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/quotas/e31df4d499f84e88b7f4baa32a155dd4 HTTP/1.1" status: 200 len: 375 time: 0.0196149 Apr 18 19:25:46.524745 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-99c096c5-ed07-4f93-bea4-7205e9c9d14e req-50ca39f2-12bf-4dd1-80db-c0c77fb9362a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401761 Apr 18 19:25:46.569433 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4872f78-a483-4636-aefe-d84dbecde391 req-454768d0-4e3d-4e33-83e7-4726df6c016b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:46.571220 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4872f78-a483-4636-aefe-d84dbecde391 req-454768d0-4e3d-4e33-83e7-4726df6c016b service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2138953 Apr 18 19:25:46.577985 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-e67bbaca-c22c-4a91-b407-817ae19bbe05 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e31df4d499f84e88b7f4baa32a155dd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744960 Apr 18 19:25:46.708223 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4872f78-a483-4636-aefe-d84dbecde391 req-f732864a-647a-487b-9625-47ff02b0aea6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 217 time: 0.1292808 Apr 18 19:25:46.778545 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-f79ac26c-5d51-433e-9016-c455df499c8c service neutron] 10.222.0.66 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018342 Apr 18 19:25:46.838258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4872f78-a483-4636-aefe-d84dbecde391 req-2708796c-33c5-4fed-a1a5-47f0a99c1f91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:46.840076 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4872f78-a483-4636-aefe-d84dbecde391 req-2708796c-33c5-4fed-a1a5-47f0a99c1f91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1219809 Apr 18 19:25:46.910175 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545363a-1a53-4af2-9b9c-653cd548496d req-cc546d6f-ba91-44ea-aac8-7aa6e01d59d5 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:46.912021 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6545363a-1a53-4af2-9b9c-653cd548496d req-cc546d6f-ba91-44ea-aac8-7aa6e01d59d5 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 943 time: 0.1550875 Apr 18 19:25:46.982212 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3db9143d-4d20-4fda-b9e4-5916e87bdcf5 req-2068332c-9f92-4c82-837b-9417ef463e00 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893250 Apr 18 19:25:47.006240 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6545363a-1a53-4af2-9b9c-653cd548496d req-d8a09d6e-1248-4fe2-9631-41121cf2d168 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861549 Apr 18 19:25:47.014335 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4872f78-a483-4636-aefe-d84dbecde391 req-21e6ecc9-3e6a-4d9a-968d-4cff15897e22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672149 Apr 18 19:25:47.099384 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-a664bc55-86fa-4c7d-be70-bf378b509bc3 service neutron] 10.222.0.66 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198826 Apr 18 19:25:47.237171 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3db9143d-4d20-4fda-b9e4-5916e87bdcf5 req-b12427f5-b4a3-4890-9830-b217b84f5343 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350566 Apr 18 19:25:47.258656 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4872f78-a483-4636-aefe-d84dbecde391 req-bea7c001-04fd-48f6-be75-030117f0fff3 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352302 Apr 18 19:25:47.401504 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f56ce260-77fc-4be4-a9fb-a476de905a6e up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:47.429737 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4872f78-a483-4636-aefe-d84dbecde391 req-f890bc8b-66eb-4598-8ac5-645fad499f0b service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611295 Apr 18 19:25:47.599209 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port f56ce260-77fc-4be4-a9fb-a476de905a6e completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:47.631035 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port f56ce260-77fc-4be4-a9fb-a476de905a6e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:47.631492 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:47.707251 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d150d9e-334c-45b8-b3d4-70222b71bd49 req-caff1a21-6145-4d1f-bb56-8d0a32c1de71 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:47.715786 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0d150d9e-334c-45b8-b3d4-70222b71bd49 req-caff1a21-6145-4d1f-bb56-8d0a32c1de71 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 948 time: 0.0984132 Apr 18 19:25:47.775757 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0d150d9e-334c-45b8-b3d4-70222b71bd49 req-7c3f56cd-6a88-47dc-b962-4c6018027007 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567889 Apr 18 19:25:47.832476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a71d50-ebd6-4e80-84ca-2c0e7e937443 req-31896e55-7d40-4789-8d52-3bd1be36f2d3 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:47.834079 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c8a71d50-ebd6-4e80-84ca-2c0e7e937443 req-31896e55-7d40-4789-8d52-3bd1be36f2d3 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 943 time: 0.1103151 Apr 18 19:25:47.841749 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:47.890738 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ce260-77fc-4be4-a9fb-a476de905a6e'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:47.900865 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:47.901710 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c8a71d50-ebd6-4e80-84ca-2c0e7e937443 req-f446a6ff-a7b7-4c6c-b1b7-ca7c4b659b50 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527632 Apr 18 19:25:48.018222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc8b41-8203-4aa6-8290-83592439410a req-f375796d-c1e3-47bd-90e6-ff886765bfdc tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:48.022792 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-32fc8b41-8203-4aa6-8290-83592439410a req-f375796d-c1e3-47bd-90e6-ff886765bfdc tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 945 time: 0.0901797 Apr 18 19:25:48.066960 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-32fc8b41-8203-4aa6-8290-83592439410a req-bd95bb56-103f-4193-a791-25c807e54ef8 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Apr 18 19:25:48.132256 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09c0013-e3d2-4acb-bd24-a27f2a014e02'] response: {'server_uuid': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56ce260-77fc-4be4-a9fb-a476de905a6e', 'code': 200} Apr 18 19:25:48.149034 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 3a5ded9f-3c34-4d51-abe2-795d5b834f10 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:48.171558 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.366667 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d128a-bfcc-4737-b8dd-315e01ab3237 req-8f41eb32-a9a3-476d-a3e1-9826f79ad474 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:48.373970 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-415d128a-bfcc-4737-b8dd-315e01ab3237 req-8f41eb32-a9a3-476d-a3e1-9826f79ad474 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 943 time: 0.1883929 Apr 18 19:25:48.449838 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93dce941-687d-452e-b5cb-0799795e9c25 req-a8e65302-cbb7-4eb3-8b7b-9a9a20e3229c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 210 time: 0.2764494 Apr 18 19:25:48.490128 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cff0e3a2-521b-4659-a48e-3cc2cdd177ea req-034f5f10-97e0-4508-916a-77dabc180b0c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 1097 time: 0.2609389 Apr 18 19:25:48.492777 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:48.506494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49586) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:48.514138 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-415d128a-bfcc-4737-b8dd-315e01ab3237 req-1837577e-38f4-4133-bfa7-6601e9861d48 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393237 Apr 18 19:25:48.523271 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=f56ce260-77fc-4be4-a9fb-a476de905a6e,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:48.539572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'mac_address': 'fa:16:3e:d0:37:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:48.589240 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cff0e3a2-521b-4659-a48e-3cc2cdd177ea req-bbbc0239-88df-4eb8-862a-e8b797433929 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916543 Apr 18 19:25:48.616350 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.639435 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5ded9f-3c34-4d51-abe2-795d5b834f10 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:48.662443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:48.737538 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3517361a-a48d-4e42-a39c-776408e6fbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.739020 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.775068 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3517361a-a48d-4e42-a39c-776408e6fbf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:48.779781 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3517361a-a48d-4e42-a39c-776408e6fbf2 admin admin] Usage tracker for resource:security_group_rule and tenant:2d78a58620d447ae9b51c9f9495c5b2e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:48.783064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3517361a-a48d-4e42-a39c-776408e6fbf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:48.792496 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3517361a-a48d-4e42-a39c-776408e6fbf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:48.851288 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:48.879449 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3517361a-a48d-4e42-a39c-776408e6fbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.947505 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3517361a-a48d-4e42-a39c-776408e6fbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:48.997262 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3517361a-a48d-4e42-a39c-776408e6fbf2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d78a58620d447ae9b51c9f9495c5b2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4871402 Apr 18 19:25:48.997898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 49604) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:49.034926 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['3a5ded9f-3c34-4d51-abe2-795d5b834f10'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:49.035161 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517361a-a48d-4e42-a39c-776408e6fbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eae2b1-0905-43a8-a84f-a21fc1418725,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:49.087594 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef1db6-97cd-4dd7-a1cf-b62aff196748 req-c3c47699-1961-4b0d-b7fc-0ff12bdf82e0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:49.089060 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a7ef1db6-97cd-4dd7-a1cf-b62aff196748 req-c3c47699-1961-4b0d-b7fc-0ff12bdf82e0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 949 time: 0.1762071 Apr 18 19:25:49.122762 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-109ea586-069b-41de-8213-2034bee3099d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.153861 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a7ef1db6-97cd-4dd7-a1cf-b62aff196748 req-cfd60611-2416-4458-a5e7-44a56dc0e539 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576866 Apr 18 19:25:49.210949 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-109ea586-069b-41de-8213-2034bee3099d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.314073 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e7f56-0aba-4e07-a3a4-122b189e0b6b req-6930d272-d1c4-454c-99e0-f75603a9e2b4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:49.316328 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba6e7f56-0aba-4e07-a3a4-122b189e0b6b req-6930d272-d1c4-454c-99e0-f75603a9e2b4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 943 time: 0.1494813 Apr 18 19:25:49.389909 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device dc3df39b-3461-47d8-87c8-3620c502c07a details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:49.400166 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba6e7f56-0aba-4e07-a3a4-122b189e0b6b req-e00cc686-82f7-400c-aed3-3baac9702d27 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780005 Apr 18 19:25:49.401032 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-109ea586-069b-41de-8213-2034bee3099d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.418832 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5693742-33e3-48e8-ab14-409d31d75399 req-30b44458-b736-4146-8f31-631861e0d208 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:49.428367 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a5693742-33e3-48e8-ab14-409d31d75399 req-30b44458-b736-4146-8f31-631861e0d208 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 946 time: 0.1048465 Apr 18 19:25:49.431340 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ea586-069b-41de-8213-2034bee3099d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eae2b1-0905-43a8-a84f-a21fc1418725,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:49.435246 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-109ea586-069b-41de-8213-2034bee3099d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.441226 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-109ea586-069b-41de-8213-2034bee3099d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1eae2b1-0905-43a8-a84f-a21fc1418725 HTTP/1.1" status: 204 len: 168 time: 0.4421656 Apr 18 19:25:49.539728 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a5693742-33e3-48e8-ab14-409d31d75399 req-a1e917d6-50c9-485c-99e1-abebf556c284 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100945 Apr 18 19:25:49.623804 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-108e2298-667e-488b-9bd7-9ab588d3e8ac req-90b3a486-fa21-4aa4-a45f-9629badc2fce tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 210 time: 0.0702848 Apr 18 19:25:49.740198 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port dc3df39b-3461-47d8-87c8-3620c502c07a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=dc3df39b-3461-47d8-87c8-3620c502c07a,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:49.769923 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'port_id': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'mac_address': 'fa:16:3e:1a:08:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:49.850041 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.873010 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3df39b-3461-47d8-87c8-3620c502c07a {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:49.902835 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e887e3f-4ccb-472b-b38f-33181a0e1152 req-4ccf8af8-8d76-4c0c-9aec-cacff994b1cd tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:49.909089 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port dc3df39b-3461-47d8-87c8-3620c502c07a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=dc3df39b-3461-47d8-87c8-3620c502c07a,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:49.911314 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0e887e3f-4ccb-472b-b38f-33181a0e1152 req-4ccf8af8-8d76-4c0c-9aec-cacff994b1cd tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 943 time: 0.1267059 Apr 18 19:25:49.968850 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:49.979542 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0e887e3f-4ccb-472b-b38f-33181a0e1152 req-3ef4dcda-76cf-4a2e-8e20-6dd8973a58c5 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636930 Apr 18 19:25:50.056597 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=dc3df39b-3461-47d8-87c8-3620c502c07a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:50.148232 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 3a5ded9f-3c34-4d51-abe2-795d5b834f10 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:50.327968 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:50.335104 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:50.336482 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.345551 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49628) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:50.367788 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-28da7344-d06c-49d8-b4f1-6583c236be5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.378790 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['dc3df39b-3461-47d8-87c8-3620c502c07a'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:50.423452 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-28da7344-d06c-49d8-b4f1-6583c236be5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:50.429072 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-28da7344-d06c-49d8-b4f1-6583c236be5d admin admin] Usage tracker for resource:security_group_rule and tenant:6cc35042506a4fe3989a5d5936ca91d7 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:50.432551 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-28da7344-d06c-49d8-b4f1-6583c236be5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:50.442470 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-28da7344-d06c-49d8-b4f1-6583c236be5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:50.485248 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d47a48-78e0-4773-858e-838bba3483c4 req-a47fb621-d8b1-4e9d-9c62-32106dd59fb1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:50.493737 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e4d47a48-78e0-4773-858e-838bba3483c4 req-a47fb621-d8b1-4e9d-9c62-32106dd59fb1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 949 time: 0.1581266 Apr 18 19:25:50.556086 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e4d47a48-78e0-4773-858e-838bba3483c4 req-5cb732f7-16d2-49c4-84a1-d84188933790 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608704 Apr 18 19:25:50.654421 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-28da7344-d06c-49d8-b4f1-6583c236be5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.742030 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.805877 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff55e-f891-4075-9412-aefad4b83310 req-bc38331a-c0bd-4632-a809-b0459b2daef2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:50.808911 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-972ff55e-f891-4075-9412-aefad4b83310 req-bc38331a-c0bd-4632-a809-b0459b2daef2 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 946 time: 0.1096184 Apr 18 19:25:50.823175 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:50.826491 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:50.899588 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-972ff55e-f891-4075-9412-aefad4b83310 req-0b40c224-faeb-4ad4-83f0-6c2e35219545 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850420 Apr 18 19:25:50.916524 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.954885 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-28da7344-d06c-49d8-b4f1-6583c236be5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:50.994185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da7344-d06c-49d8-b4f1-6583c236be5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1aa4acc-c1b6-4ab2-bb11-11d0953d80f2,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:51.034053 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:51.039229 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-28da7344-d06c-49d8-b4f1-6583c236be5d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6cc35042506a4fe3989a5d5936ca91d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6914220 Apr 18 19:25:51.041889 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49646) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:25:51.083666 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5563e-a7dd-40fd-845c-2f019e118a54 req-5817a215-32d7-4d42-b853-75a18e7e4fca tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:51.090565 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bee5563e-a7dd-40fd-845c-2f019e118a54 req-5817a215-32d7-4d42-b853-75a18e7e4fca tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 943 time: 0.3681483 Apr 18 19:25:51.172652 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bee5563e-a7dd-40fd-845c-2f019e118a54 req-a8abcfa0-ac9b-4959-84b5-542ae59f4d91 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811360 Apr 18 19:25:51.181275 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5773ed16-5320-4c27-aa3a-0bcb9782249f req-b5ba61cf-946c-4b0a-b19c-9712688a2e2a tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 210 time: 0.0682616 Apr 18 19:25:51.211509 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a813e27-46e6-40e5-9a7b-051da55541c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.269828 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a813e27-46e6-40e5-9a7b-051da55541c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.296735 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5cd547-62aa-4681-9523-b84537ac1a0a'] response: {'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'code': 200} Apr 18 19:25:51.518006 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a813e27-46e6-40e5-9a7b-051da55541c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.555981 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a813e27-46e6-40e5-9a7b-051da55541c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1aa4acc-c1b6-4ab2-bb11-11d0953d80f2,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:51.574288 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e2d5b803-b9b6-44fa-8b9d-ffb1997ff21c req-63808fef-6a14-4356-9551-777e1e3d570f tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 1097 time: 0.1279364 Apr 18 19:25:51.594667 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a813e27-46e6-40e5-9a7b-051da55541c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.595763 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9a813e27-46e6-40e5-9a7b-051da55541c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1aa4acc-c1b6-4ab2-bb11-11d0953d80f2 HTTP/1.1" status: 204 len: 168 time: 0.5529397 Apr 18 19:25:51.607165 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c6bf13b3-9278-40e9-a9d5-d6722b91b4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:51.675631 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e2d5b803-b9b6-44fa-8b9d-ffb1997ff21c req-491e8af2-a542-4a6a-8ef6-47e4df50f154 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909195 Apr 18 19:25:51.759486 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f4aa5-af35-4103-8352-b25980d22abf req-85d7cd35-b676-4c24-9961-78410eb0f380 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:51.760956 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-401f4aa5-af35-4103-8352-b25980d22abf req-85d7cd35-b676-4c24-9961-78410eb0f380 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 944 time: 0.3393669 Apr 18 19:25:51.782522 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a7db4b16-b0c6-4622-a452-b56d59073f64 req-30c57ae9-36ba-4dcd-9675-b927be137575 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1101 time: 0.2927816 Apr 18 19:25:51.847902 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca3191b4-7c72-4768-9cdc-f5aa56d2170f tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:51.848627 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca3191b4-7c72-4768-9cdc-f5aa56d2170f tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Synchronizing usage tracker for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:51.888146 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-401f4aa5-af35-4103-8352-b25980d22abf req-d185e78f-3965-455c-b941-cbe1409a5dd7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121316 Apr 18 19:25:51.894982 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a7db4b16-b0c6-4622-a452-b56d59073f64 req-a27c0d86-6106-4567-93dd-1e26840e4459 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947397 Apr 18 19:25:51.936195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f92d1b-c103-4c70-981d-702604ec872b req-9df3e22e-3894-40f4-b3cc-1ab94012732f tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:51.937811 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-96f92d1b-c103-4c70-981d-702604ec872b req-9df3e22e-3894-40f4-b3cc-1ab94012732f tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.1433239 Apr 18 19:25:51.970002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca3191b4-7c72-4768-9cdc-f5aa56d2170f tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Unset dirty status for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:51.972911 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca3191b4-7c72-4768-9cdc-f5aa56d2170f tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.16 "GET /v2.0/networks?id=878d2b3f-5468-44cb-9834-997119156121 HTTP/1.1" status: 200 len: 817 time: 0.3481548 Apr 18 19:25:52.010073 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-96f92d1b-c103-4c70-981d-702604ec872b req-aaa59542-88f8-4267-997f-4e6d966f3198 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589018 Apr 18 19:25:52.147824 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device d54da6cd-baed-4af7-b411-b69d102f6281 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:25:52.157629 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Request body: {'port': {'device_id': '10dfb0cb-ff13-4a13-a13c-377e790b0535', 'network_id': '878d2b3f-5468-44cb-9834-997119156121', 'admin_state_up': True, 'tenant_id': 'e31df4d499f84e88b7f4baa32a155dd4'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:52.491756 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:52.572706 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Usage tracker for resource:port and tenant:e31df4d499f84e88b7f4baa32a155dd4 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:52.582811 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d54da6cd-baed-4af7-b411-b69d102f6281,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:52.595625 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:52.614351 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'd54da6cd-baed-4af7-b411-b69d102f6281', 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99', 'port_id': 'd54da6cd-baed-4af7-b411-b69d102f6281', 'mac_address': 'fa:16:3e:5f:7e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f414ac77-ee2e-4d14-93ae-558ef6a80bb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:25:52.618259 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:52.619178 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aab43c34-168d-4d02-ae76-9bd73ab39349 req-67eeab2d-ae05-48e6-bd6e-fee7433e8f5e tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 210 time: 0.1647396 Apr 18 19:25:52.673559 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-143f4765-834e-4c2c-9799-5bc4ae479a8c req-613fc071-88d6-4440-a64a-7ee168a42bc7 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 1097 time: 0.6399009 Apr 18 19:25:52.743144 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:52.755571 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8d0afbcb-a2e7-4fe0-b144-667ee46b6ab5 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:52.759093 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8d0afbcb-a2e7-4fe0-b144-667ee46b6ab5 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.71 "GET /v2.0/networks?id=878d2b3f-5468-44cb-9834-997119156121 HTTP/1.1" status: 200 len: 817 time: 0.5026948 Apr 18 19:25:52.761867 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d54da6cd-baed-4af7-b411-b69d102f6281 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:52.783446 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Request body: {'port': {'device_id': '33b6c5ff-d346-4d86-b38b-321e276b1007', 'network_id': '878d2b3f-5468-44cb-9834-997119156121', 'admin_state_up': True, 'tenant_id': 'e31df4d499f84e88b7f4baa32a155dd4'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:52.785285 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d54da6cd-baed-4af7-b411-b69d102f6281,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:52.872023 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:52.877004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Made reservation on behalf of e31df4d499f84e88b7f4baa32a155dd4 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:52.879470 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:53.035834 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=d54da6cd-baed-4af7-b411-b69d102f6281,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:53.095201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:53.102354 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Usage tracker for resource:port and tenant:e31df4d499f84e88b7f4baa32a155dd4 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:53.105792 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:53.114480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902232c-72f8-4814-a679-4d5183f3b294 req-76a3dd36-c1c3-4037-aa5e-236333c7644b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:53.115957 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c902232c-72f8-4814-a679-4d5183f3b294 req-76a3dd36-c1c3-4037-aa5e-236333c7644b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 944 time: 0.2258203 Apr 18 19:25:53.120351 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:53.190567 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c902232c-72f8-4814-a679-4d5183f3b294 req-cd6ce0c6-775a-4876-a06c-8b6ba77bb966 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646405 Apr 18 19:25:53.217861 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Made reservation on behalf of e31df4d499f84e88b7f4baa32a155dd4 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:53.220851 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:53.221860 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-19cd83ad-7d62-476d-9e47-e7880399ccfa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:53.223395 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-19cd83ad-7d62-476d-9e47-e7880399ccfa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.16 "GET /v2.0/networks?id=878d2b3f-5468-44cb-9834-997119156121 HTTP/1.1" status: 200 len: 817 time: 0.5223417 Apr 18 19:25:53.241093 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['d54da6cd-baed-4af7-b411-b69d102f6281'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:25:53.283034 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-143f4765-834e-4c2c-9799-5bc4ae479a8c req-f4e2c1de-9302-4007-8569-5096b349386c tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839648 Apr 18 19:25:53.312380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Request body: {'port': {'device_id': 'f039d207-3578-4c4c-b842-6adab8afae7e', 'network_id': '878d2b3f-5468-44cb-9834-997119156121', 'admin_state_up': True, 'tenant_id': 'e31df4d499f84e88b7f4baa32a155dd4'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:53.456309 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device dc3df39b-3461-47d8-87c8-3620c502c07a up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:53.559326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Allocated IP 172.20.0.12 (878d2b3f-5468-44cb-9834-997119156121/c1d63b3c-faec-426e-9a35-a8871e858c98/567c9fb5-0a54-4749-922e-7ccba7155862) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:53.753651 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d30f-2002-4408-bfbb-34cffae8350e req-d6b6a104-5f2e-4291-b0fd-b7a33d454e62 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:53.766589 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f8f3d30f-2002-4408-bfbb-34cffae8350e req-d6b6a104-5f2e-4291-b0fd-b7a33d454e62 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.1499662 Apr 18 19:25:53.773313 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port dc3df39b-3461-47d8-87c8-3620c502c07a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:53.789272 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port dc3df39b-3461-47d8-87c8-3620c502c07a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:53.789897 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:53.849315 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f8f3d30f-2002-4408-bfbb-34cffae8350e req-67d184e9-35dd-4132-9601-a0e72a1b645e tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809138 Apr 18 19:25:53.851357 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3999ac4-011a-425b-a3f4-77731930131b req-aaac4813-0041-4a3a-9a3a-ec815f1a3d49 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:53.858186 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f3999ac4-011a-425b-a3f4-77731930131b req-aaac4813-0041-4a3a-9a3a-ec815f1a3d49 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 944 time: 0.2886031 Apr 18 19:25:53.860320 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:25:53.925304 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Usage tracker for resource:port and tenant:e31df4d499f84e88b7f4baa32a155dd4 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:25:53.929718 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:25:53.944178 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:53.948979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:25:53.955274 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-aec40c54-7c51-49bd-a938-88e89b9d72c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:53.982435 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a257886a-c39e-484d-be69-2122db48686b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3df39b-3461-47d8-87c8-3620c502c07a'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:53.993785 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port dc3df39b-3461-47d8-87c8-3620c502c07a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=dc3df39b-3461-47d8-87c8-3620c502c07a,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:53.999040 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f3999ac4-011a-425b-a3f4-77731930131b req-1525df89-acd8-4c93-b9db-855a1136536a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399627 Apr 18 19:25:54.059413 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:54.076361 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Made reservation on behalf of e31df4d499f84e88b7f4baa32a155dd4 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:25:54.088689 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:54.163504 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:54.197377 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=dc3df39b-3461-47d8-87c8-3620c502c07a,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:54.224740 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-263f66dc-1aa7-4175-ab7a-63bff47c8f50 req-54ac273b-f140-4723-9740-0ed802f12446 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 210 time: 0.0983324 Apr 18 19:25:54.269582 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:54.356744 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Network 878d2b3f-5468-44cb-9834-997119156121 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:54.368339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:54.372076 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:54.414271 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7da8669-ae9a-4788-b6b3-3505fd16d5f2'] response: {'server_uuid': 'a257886a-c39e-484d-be69-2122db48686b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'code': 200} Apr 18 19:25:54.504153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Allocated IP 172.20.0.10 (878d2b3f-5468-44cb-9834-997119156121/c1d63b3c-faec-426e-9a35-a8871e858c98/fee5f5f8-2df8-43f4-82de-21a0b34df390) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:54.598384 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e5dc7cc9-3f94-4de3-874f-fbea04d4e08b req-874f81ec-fcf3-4ce8-b0cf-df78fac35ecc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2161341 Apr 18 19:25:54.893386 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:54.933235 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:54.975137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Pushing event updated for resources: {'Port': ['ID=567c9fb5-0a54-4749-922e-7ccba7155862,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:54.985276 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:54.985968 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:55.060970 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:55.063957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:55.063957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:55.064238 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:55.064545 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:55.065499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:55.065888 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:55.066164 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:55.066530 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:55.066851 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:55.067171 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:55.067493 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:25:55.098810 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6e6e4ec4-a25c-40e1-9925-4a8da83bcef4 req-fd185f20-2b01-42f2-b978-4f4829dfe0a1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 1096 time: 0.3443513 Apr 18 19:25:55.109877 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f3651-bbf3-406a-8e2e-ded9893aeb0c req-80d87dc9-7676-4006-9cf1-2206c10950d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:55.117254 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-908f3651-bbf3-406a-8e2e-ded9893aeb0c req-80d87dc9-7676-4006-9cf1-2206c10950d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 944 time: 0.3674123 Apr 18 19:25:55.191104 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6e6e4ec4-a25c-40e1-9925-4a8da83bcef4 req-262cb05c-9812-4530-98fd-a4d71e0cc650 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874417 Apr 18 19:25:55.214576 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-908f3651-bbf3-406a-8e2e-ded9893aeb0c req-4c999e00-f153-41b3-a041-db55784e7d4b tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916598 Apr 18 19:25:55.230771 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-6e6375d1-0076-4a6d-928c-0e56ee6be06c tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0783322 Apr 18 19:25:55.254896 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Request body: {'port': {'device_id': '10dfb0cb-ff13-4a13-a13c-377e790b0535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:55.369975 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:55.582819 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4fede-d246-42e2-a7d7-eb32545daabc req-038ee26a-75d9-4ceb-9c6f-cec920ac2b55 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:55.584254 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7da4fede-d246-42e2-a7d7-eb32545daabc req-038ee26a-75d9-4ceb-9c6f-cec920ac2b55 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.1666458 Apr 18 19:25:55.629282 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7da4fede-d246-42e2-a7d7-eb32545daabc req-df598971-ca7f-4fb8-b482-60b35b0c3321 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Apr 18 19:25:55.642553 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:55.723724 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Network 878d2b3f-5468-44cb-9834-997119156121 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:55.730317 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:55.732275 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:55.740034 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Allocated IP 172.20.0.2 (878d2b3f-5468-44cb-9834-997119156121/c1d63b3c-faec-426e-9a35-a8871e858c98/803f926b-5f0d-4304-bf3e-dbc0f93e260e) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:25:55.769567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Pushing event updated for resources: {'Port': ['ID=fee5f5f8-2df8-43f4-82de-21a0b34df390,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:55.827858 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:55.829240 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:55.906321 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-10d5b479-8b39-4cf1-88df-cf92c219b824 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1350257 Apr 18 19:25:55.922459 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Request body: {'port': {'device_id': '33b6c5ff-d346-4d86-b38b-321e276b1007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:56.178133 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device d54da6cd-baed-4af7-b411-b69d102f6281 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:25:56.187948 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1d027-28a3-450a-a146-fcf2acf9ef6f req-c7a03b86-f70a-4988-853f-57df0ff410c6 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:56.191322 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-03a1d027-28a3-450a-a146-fcf2acf9ef6f req-c7a03b86-f70a-4988-853f-57df0ff410c6 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 945 time: 0.4060521 Apr 18 19:25:56.196544 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:56.198104 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:56.292636 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-03a1d027-28a3-450a-a146-fcf2acf9ef6f req-6430e7e0-e909-480f-9012-bfe6fcdac032 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909238 Apr 18 19:25:56.384231 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:56.385124 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port d54da6cd-baed-4af7-b411-b69d102f6281 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:25:56.394926 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port d54da6cd-baed-4af7-b411-b69d102f6281 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:25:56.396147 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:56.397753 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:56.670937 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Network 878d2b3f-5468-44cb-9834-997119156121 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:25:56.678407 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:25:56.683970 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Pushing event updated for resources: {'Port': ['ID=803f926b-5f0d-4304-bf3e-dbc0f93e260e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:56.686781 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:25:56.771123 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:56.827552 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54da6cd-baed-4af7-b411-b69d102f6281'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:56.844401 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:56.845284 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:56.848495 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d54da6cd-baed-4af7-b411-b69d102f6281,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:25:56.886099 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b0bc2-bf87-49f8-9e1f-3c141daaf176 req-e68135a2-0b15-490a-b11c-ee2d0964d780 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:56.886819 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-721b0bc2-bf87-49f8-9e1f-3c141daaf176 req-e68135a2-0b15-490a-b11c-ee2d0964d780 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Synchronizing usage tracker for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:56.961869 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:56.980008 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567c9fb5-0a54-4749-922e-7ccba7155862 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:56.985833 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-ca0eea0a-1593-49af-8112-a35849f268fa tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6891806 Apr 18 19:25:56.989888 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:57.000123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Request body: {'port': {'device_id': 'f039d207-3578-4c4c-b842-6adab8afae7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:57.054261 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=d54da6cd-baed-4af7-b411-b69d102f6281,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:57.065606 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-721b0bc2-bf87-49f8-9e1f-3c141daaf176 req-e68135a2-0b15-490a-b11c-ee2d0964d780 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Unset dirty status for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:57.072359 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-721b0bc2-bf87-49f8-9e1f-3c141daaf176 req-e68135a2-0b15-490a-b11c-ee2d0964d780 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 931 time: 0.4894583 Apr 18 19:25:57.078032 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Transition to ACTIVE for port object 567c9fb5-0a54-4749-922e-7ccba7155862 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:57.181414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-721b0bc2-bf87-49f8-9e1f-3c141daaf176 req-e6fe8355-8529-4a1f-9c3a-c7181cca8839 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Synchronizing usage tracker for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:25:57.183956 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:57.196741 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:57.505605 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee5f5f8-2df8-43f4-82de-21a0b34df390 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:57.514038 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:57.538162 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Transition to ACTIVE for port object fee5f5f8-2df8-43f4-82de-21a0b34df390 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:57.559927 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Pushing event updated for resources: {'Port': ['ID=567c9fb5-0a54-4749-922e-7ccba7155862,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:57.573580 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-721b0bc2-bf87-49f8-9e1f-3c141daaf176 req-e6fe8355-8529-4a1f-9c3a-c7181cca8839 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Unset dirty status for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:25:57.574776 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-721b0bc2-bf87-49f8-9e1f-3c141daaf176 req-e6fe8355-8529-4a1f-9c3a-c7181cca8839 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016499 Apr 18 19:25:57.619826 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:57.779217 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-e0b8bf17-e9cd-403c-bb0d-892ff4e0b2ab tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:25:57.790581 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-e0b8bf17-e9cd-403c-bb0d-892ff4e0b2ab tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0189586 Apr 18 19:25:57.806688 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Request body: {'binding': {'host': 'n-h2-838334-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:25:57.806688 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Unknown quota resources ['binding']. {{(pid=84804) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:25:57.894202 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Attempting to bind port 567c9fb5-0a54-4749-922e-7ccba7155862 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:57.894202 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Attempting to bind port 567c9fb5-0a54-4749-922e-7ccba7155862 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:57.894202 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Attempting to bind port 567c9fb5-0a54-4749-922e-7ccba7155862 on network 878d2b3f-5468-44cb-9834-997119156121 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:57.897224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Pushing event updated for resources: {'Port': ['ID=fee5f5f8-2df8-43f4-82de-21a0b34df390,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:57.932917 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Port 567c9fb5-0a54-4749-922e-7ccba7155862 on network 878d2b3f-5468-44cb-9834-997119156121 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:57.933172 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Attempting to bind port 567c9fb5-0a54-4749-922e-7ccba7155862 on network 878d2b3f-5468-44cb-9834-997119156121 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:57.960359 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:57.960748 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Checking segment: {'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:57.961067 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Bound using segment: {'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:57.961504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Bound port: 567c9fb5-0a54-4749-922e-7ccba7155862, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:57.961861 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:57.989750 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-12c6b986-83ed-446d-86c2-0450fd63de4c req-538c7f71-3b5d-4860-86b3-03a676cee55e tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1101 time: 0.1828613 Apr 18 19:25:58.075964 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Attempting to bind port fee5f5f8-2df8-43f4-82de-21a0b34df390 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:58.076312 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Attempting to bind port fee5f5f8-2df8-43f4-82de-21a0b34df390 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:58.076641 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Attempting to bind port fee5f5f8-2df8-43f4-82de-21a0b34df390 on network 878d2b3f-5468-44cb-9834-997119156121 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:58.115257 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Port fee5f5f8-2df8-43f4-82de-21a0b34df390 on network 878d2b3f-5468-44cb-9834-997119156121 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:58.115577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Attempting to bind port fee5f5f8-2df8-43f4-82de-21a0b34df390 on network 878d2b3f-5468-44cb-9834-997119156121 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:58.136004 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:58.136337 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Checking segment: {'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:58.136716 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Bound using segment: {'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:58.137141 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Bound port: fee5f5f8-2df8-43f4-82de-21a0b34df390, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:58.137483 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:58.226934 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-12c6b986-83ed-446d-86c2-0450fd63de4c req-117884f3-43a7-4ed3-bc1a-55e6cf84a649 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092915 Apr 18 19:25:58.235595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] For port 567c9fb5-0a54-4749-922e-7ccba7155862, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:58.244466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] For port 567c9fb5-0a54-4749-922e-7ccba7155862, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=567c9fb5-0a54-4749-922e-7ccba7155862,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:58.252231 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on host n-h2-838334-1 for vnic_type normal with profile None {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:58.252622 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:58.252952 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:58.254295 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803f926b-5f0d-4304-bf3e-dbc0f93e260e {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:25:58.263575 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:58.282761 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Transition to ACTIVE for port object 803f926b-5f0d-4304-bf3e-dbc0f93e260e will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:25:58.305031 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:58.315742 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:58.316395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:58.338211 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:58.338827 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:58.339395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:58.340033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Bound port: f56ce260-77fc-4be4-a9fb-a476de905a6e, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:58.365995 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] For port fee5f5f8-2df8-43f4-82de-21a0b34df390, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:58.366239 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:58.377179 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] For port fee5f5f8-2df8-43f4-82de-21a0b34df390, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=fee5f5f8-2df8-43f4-82de-21a0b34df390,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:58.388311 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:58.459698 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:58.484354 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:58.485867 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] 10.222.0.16 "PUT /v2.0/ports/567c9fb5-0a54-4749-922e-7ccba7155862 HTTP/1.1" status: 200 len: 1092 time: 3.2418017 Apr 18 19:25:58.492734 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dfb0cb-ff13-4a13-a13c-377e790b0535', 'tag': '567c9fb5-0a54-4749-922e-7ccba7155862'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:58.518390 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-96c73976-0b8c-478f-912d-4d2f099da53e req-97e53aed-8a03-415b-bded-4903a2770559 tempest-FlavorsV2NegativeTest-1799870362 tempest-FlavorsV2NegativeTest-1799870362-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=1a27a8aa976d447aaa8f83f5c5e3d4a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658169 Apr 18 19:25:58.520291 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20548b5a-9bd3-41a6-9343-7fd7b6f6517a service neutron] Pushing event updated for resources: {'Port': ['ID=567c9fb5-0a54-4749-922e-7ccba7155862,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:58.528828 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:58.530213 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91c54344-875c-4695-a565-5b0c8c74f654 service neutron] 10.222.0.66 "POST /v2.0/ports/f56ce260-77fc-4be4-a9fb-a476de905a6e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7428730 Apr 18 19:25:58.552524 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:58.554489 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] 10.222.0.71 "PUT /v2.0/ports/fee5f5f8-2df8-43f4-82de-21a0b34df390 HTTP/1.1" status: 200 len: 1092 time: 2.6384637 Apr 18 19:25:58.554489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b6c5ff-d346-4d86-b38b-321e276b1007', 'tag': 'fee5f5f8-2df8-43f4-82de-21a0b34df390'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:25:58.599169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98027d-e565-4878-b183-99ae64acccf9 service neutron] Pushing event updated for resources: {'Port': ['ID=fee5f5f8-2df8-43f4-82de-21a0b34df390,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:58.611573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Pushing event updated for resources: {'Port': ['ID=803f926b-5f0d-4304-bf3e-dbc0f93e260e,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:25:58.829771 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-cc073f78-0b5a-43f9-acf8-63ec9a647b50 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e31df4d499f84e88b7f4baa32a155dd4&device_id=33b6c5ff-d346-4d86-b38b-321e276b1007 HTTP/1.1" status: 200 len: 1095 time: 0.1567824 Apr 18 19:25:59.053732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c73976-0b8c-478f-912d-4d2f099da53e req-679a5f3b-59f0-4689-8691-b34e3b9c8ba7 tempest-FlavorsV2NegativeTest-1799870362 tempest-FlavorsV2NegativeTest-1799870362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:59.055257 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-96c73976-0b8c-478f-912d-4d2f099da53e req-679a5f3b-59f0-4689-8691-b34e3b9c8ba7 tempest-FlavorsV2NegativeTest-1799870362 tempest-FlavorsV2NegativeTest-1799870362-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5320754 Apr 18 19:25:59.063565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Attempting to bind port 803f926b-5f0d-4304-bf3e-dbc0f93e260e on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:25:59.063900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Attempting to bind port 803f926b-5f0d-4304-bf3e-dbc0f93e260e by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:25:59.064230 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Attempting to bind port 803f926b-5f0d-4304-bf3e-dbc0f93e260e on network 878d2b3f-5468-44cb-9834-997119156121 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:59.073024 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-0851b5fa-597e-4dda-8460-299c624e5fc4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fee5f5f8-2df8-43f4-82de-21a0b34df390 HTTP/1.1" status: 200 len: 217 time: 0.2179735 Apr 18 19:25:59.083908 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-89aee350-955b-4c00-ab47-414d53a6c972 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e31df4d499f84e88b7f4baa32a155dd4&device_id=10dfb0cb-ff13-4a13-a13c-377e790b0535 HTTP/1.1" status: 200 len: 1095 time: 0.4432807 Apr 18 19:25:59.086927 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Port 803f926b-5f0d-4304-bf3e-dbc0f93e260e on network 878d2b3f-5468-44cb-9834-997119156121 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:25:59.087241 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Attempting to bind port 803f926b-5f0d-4304-bf3e-dbc0f93e260e on network 878d2b3f-5468-44cb-9834-997119156121 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:25:59.199438 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-d4a0bf4a-383e-4b60-8036-dd99e91346ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567c9fb5-0a54-4749-922e-7ccba7155862 HTTP/1.1" status: 200 len: 217 time: 0.1066232 Apr 18 19:25:59.207614 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-96c73976-0b8c-478f-912d-4d2f099da53e req-efac74d8-2e03-4736-a349-f525b1657b21 tempest-FlavorsV2NegativeTest-1799870362 tempest-FlavorsV2NegativeTest-1799870362-project] 10.222.0.66 "GET /v2.0/quotas/1a27a8aa976d447aaa8f83f5c5e3d4a7 HTTP/1.1" status: 200 len: 375 time: 0.1389637 Apr 18 19:25:59.281364 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:25:59.282054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Checking segment: {'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:25:59.282054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Bound using segment: {'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:25:59.282636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Bound port: 803f926b-5f0d-4304-bf3e-dbc0f93e260e, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '878d2b3f-5468-44cb-9834-997119156121'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:25:59.282979 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:59.323035 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-96c73976-0b8c-478f-912d-4d2f099da53e req-3969338d-97b7-4d08-8abb-a55f3c670927 tempest-FlavorsV2NegativeTest-1799870362 tempest-FlavorsV2NegativeTest-1799870362-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a27a8aa976d447aaa8f83f5c5e3d4a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144233 Apr 18 19:25:59.348712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-a605a1fc-3aa2-4883-b3ba-e4d51b1a117d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:59.350402 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-a605a1fc-3aa2-4883-b3ba-e4d51b1a117d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1d63b3c-faec-426e-9a35-a8871e858c98 HTTP/1.1" status: 200 len: 857 time: 0.2696319 Apr 18 19:25:59.444970 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-3703d306-105e-4907-a76f-af06d47e9543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:59.447454 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-3703d306-105e-4907-a76f-af06d47e9543 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c1d63b3c-faec-426e-9a35-a8871e858c98 HTTP/1.1" status: 200 len: 857 time: 0.2361996 Apr 18 19:25:59.504855 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b847dc1-fd48-4e28-9b3c-98b9df1e800f'] response: {'server_uuid': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd54da6cd-baed-4af7-b411-b69d102f6281', 'code': 200} Apr 18 19:25:59.641004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] For port 803f926b-5f0d-4304-bf3e-dbc0f93e260e, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:25:59.649655 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] For port 803f926b-5f0d-4304-bf3e-dbc0f93e260e, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=803f926b-5f0d-4304-bf3e-dbc0f93e260e,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:25:59.670019 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-a3acea79-7c4c-4c5b-936c-a9f5c0efccbd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878d2b3f-5468-44cb-9834-997119156121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3095589 Apr 18 19:25:59.739517 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-bb796312-26c0-4a28-be13-08d62cf59205 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=878d2b3f-5468-44cb-9834-997119156121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870266 Apr 18 19:25:59.754916 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:59.793281 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-c98276db-9d2c-4847-bb54-b86330e960f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 1097 time: 0.6361766 Apr 18 19:25:59.888870 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-9e2960b0-1c96-477a-8e72-b1ca00bee535 service neutron] 10.222.0.71 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090828 Apr 18 19:25:59.992916 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af8a5-a179-45f3-9196-35236a7a83c9 req-929e9bd2-137e-4734-a6a5-5965845ecc28 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:25:59.997686 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:25:59.999143 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] 10.222.0.16 "PUT /v2.0/ports/803f926b-5f0d-4304-bf3e-dbc0f93e260e HTTP/1.1" status: 200 len: 1091 time: 3.0062153 Apr 18 19:26:00.001541 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b9af8a5-a179-45f3-9196-35236a7a83c9 req-929e9bd2-137e-4734-a6a5-5965845ecc28 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 945 time: 0.9512155 Apr 18 19:26:00.018352 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-c2dfe41d-da6a-4905-b009-1cd134fb936c service neutron] 10.222.0.16 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712436 Apr 18 19:26:00.024943 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b34d5-7dc9-439e-a9b0-c859907029b7 req-00488c23-d856-496b-b833-1626ccb33bef tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:00.026450 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb3b34d5-7dc9-439e-a9b0-c859907029b7 req-00488c23-d856-496b-b833-1626ccb33bef tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 945 time: 0.3728974 Apr 18 19:26:00.060292 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4eb53-f346-4b0a-b6ff-ec0232eb9289 service neutron] Pushing event updated for resources: {'Port': ['ID=803f926b-5f0d-4304-bf3e-dbc0f93e260e,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:00.105847 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-507396be-e672-4c22-b82e-6da11b37d3f3 req-4e59113c-1f59-416a-99a6-2c1d8d14430b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 1096 time: 0.4938595 Apr 18 19:26:00.286420 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb3b34d5-7dc9-439e-a9b0-c859907029b7 req-f7ac7b9d-9e81-408b-922f-b7c1c4a19045 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228897 Apr 18 19:26:00.317299 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91d9cd9a-524a-4fbf-9cac-880027f44632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:00.318763 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-91d9cd9a-524a-4fbf-9cac-880027f44632 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.5128846 Apr 18 19:26:00.321226 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-18412de5-8e5e-4fe1-88e1-ecce8936e129 service neutron] 10.222.0.16 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862086 Apr 18 19:26:00.335785 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-5803865f-83e2-458d-9400-ed2b5c05e430 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e31df4d499f84e88b7f4baa32a155dd4&device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 1094 time: 0.1652019 Apr 18 19:26:00.337071 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-507396be-e672-4c22-b82e-6da11b37d3f3 req-f73dd9d6-575c-4a9c-9319-ed8b679d81df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088964 Apr 18 19:26:00.351770 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b9af8a5-a179-45f3-9196-35236a7a83c9 req-fc2da730-32b6-4841-902d-f1a92fafe0d1 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484788 Apr 18 19:26:00.477264 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-cad36371-026f-496e-9874-d8053153d679 service neutron] 10.222.0.71 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406263 Apr 18 19:26:00.492099 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-b138bd4f-c018-44cc-9123-5e9c3e81a93d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e HTTP/1.1" status: 200 len: 217 time: 0.1570380 Apr 18 19:26:00.618317 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-3a8e7b56-a25f-421c-83ac-a4f48295a0a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=803f926b-5f0d-4304-bf3e-dbc0f93e260e HTTP/1.1" status: 200 len: 217 time: 0.0853455 Apr 18 19:26:00.621208 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ebb220eb-4fe0-4425-9067-2832c91813e4 req-8da94071-8cf4-4cfa-bbed-ca0ce97098e7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1538129 Apr 18 19:26:00.645698 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-f0d2c8ec-f0c6-452d-8553-963d1cc115ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:00.647178 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-f0d2c8ec-f0c6-452d-8553-963d1cc115ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.0919971 Apr 18 19:26:00.746000 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-4e80e7e3-0c2c-42a0-ac51-e41bc3d5348a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917408 Apr 18 19:26:00.747871 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-dcc0d8c6-67a1-42c9-aeff-a409cfa09604 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:00.749308 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-dcc0d8c6-67a1-42c9-aeff-a409cfa09604 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c1d63b3c-faec-426e-9a35-a8871e858c98 HTTP/1.1" status: 200 len: 857 time: 0.1221931 Apr 18 19:26:00.842122 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-8e760e02-d600-4292-97a1-d5246e1bf6c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=878d2b3f-5468-44cb-9834-997119156121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813942 Apr 18 19:26:01.032039 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-50ef0250-d000-4785-abe0-c5885ca916f3 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727914 Apr 18 19:26:01.062863 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-9fc0c80e-9848-4f4a-bf9c-86888dbd820d service neutron] 10.222.0.16 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041347 Apr 18 19:26:01.204250 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46124f4-93e6-46f4-bd6a-a5e76fc3d881'] response: {'name': 'network-changed', 'server_uuid': '10dfb0cb-ff13-4a13-a13c-377e790b0535', 'tag': '567c9fb5-0a54-4749-922e-7ccba7155862', 'status': 'completed', 'code': 200} Apr 18 19:26:01.204758 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49842) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:01.334207 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acc9d9c7-8f41-484c-84ad-f44203baa3a2 req-0c33e522-3b73-41f0-9b8e-032c34ad0c61 service neutron] 10.222.0.16 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642329 Apr 18 19:26:01.361752 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c3ad54-4408-4291-afa4-057087687a5c'] response: {'name': 'network-changed', 'server_uuid': '33b6c5ff-d346-4d86-b38b-321e276b1007', 'tag': 'fee5f5f8-2df8-43f4-82de-21a0b34df390', 'status': 'completed', 'code': 200} Apr 18 19:26:01.535041 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f8ce-c7bc-4417-8761-1a5d69218147 req-dca5069f-f2dc-43a7-972b-5f07a37d0425 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:01.536921 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a937f8ce-c7bc-4417-8761-1a5d69218147 req-dca5069f-f2dc-43a7-972b-5f07a37d0425 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 943 time: 0.1530554 Apr 18 19:26:01.537940 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-38eeb39f-d065-4827-9dfd-5977f1fe240a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:01.565947 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-778dac33-24d2-4a1f-840c-3bf64075bf4a service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096555 Apr 18 19:26:01.599692 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ef1a9560-e0e3-48a4-a089-a20689bcf8aa req-3ab2c670-dc81-4a22-845d-bbccb1081820 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e31df4d499f84e88b7f4baa32a155dd4&device_id=10dfb0cb-ff13-4a13-a13c-377e790b0535 HTTP/1.1" status: 200 len: 1095 time: 0.3755960 Apr 18 19:26:01.602983 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-6e804502-56f3-40a6-a3a4-608048c03d27 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2450552 Apr 18 19:26:01.640762 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4f3f35d5-0718-4eb0-8ce9-e47ca1a521b2 req-ba951a2b-ebd7-457d-813f-d2346b247268 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e31df4d499f84e88b7f4baa32a155dd4&device_id=33b6c5ff-d346-4d86-b38b-321e276b1007 HTTP/1.1" status: 200 len: 1095 time: 0.2746344 Apr 18 19:26:01.656212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-38eeb39f-d065-4827-9dfd-5977f1fe240a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:01.663611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-38eeb39f-d065-4827-9dfd-5977f1fe240a admin admin] Usage tracker for resource:security_group_rule and tenant:1a27a8aa976d447aaa8f83f5c5e3d4a7 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:01.676964 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a937f8ce-c7bc-4417-8761-1a5d69218147 req-d10afdb9-ac59-4558-8c98-96fe01ec9c65 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289430 Apr 18 19:26:01.677924 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-38eeb39f-d065-4827-9dfd-5977f1fe240a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:01.698321 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-38eeb39f-d065-4827-9dfd-5977f1fe240a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:01.901545 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-38eeb39f-d065-4827-9dfd-5977f1fe240a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:02.106029 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-99cd0261-8a64-4b82-918f-1da17124b49f tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:02.108311 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-99cd0261-8a64-4b82-918f-1da17124b49f tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1278088 Apr 18 19:26:02.239484 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-a7c8b2bc-142e-4061-b1d4-593bfcb5aa28 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.1246989 Apr 18 19:26:02.265703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-6e4b2b3b-01fa-4042-80cd-b66e440bd807 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Request body: {'floatingip': {'port_id': '2f98efc4-3708-47ab-a07a-80dabc282617', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:02.376967 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-6e4b2b3b-01fa-4042-80cd-b66e440bd807 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:02.618841 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088da556-8e42-4b3a-8204-54d893b5d1cf req-75dbf088-5e5e-4d9c-bd4f-2d26b423a18b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:02.622873 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-088da556-8e42-4b3a-8204-54d893b5d1cf req-75dbf088-5e5e-4d9c-bd4f-2d26b423a18b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 946 time: 0.7683709 Apr 18 19:26:02.624899 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-38eeb39f-d065-4827-9dfd-5977f1fe240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:02.744560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a9560-e0e3-48a4-a089-a20689bcf8aa req-b4f433fd-f6b3-4b40-b8bd-ab11d64d6335 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:02.747341 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ef1a9560-e0e3-48a4-a089-a20689bcf8aa req-b4f433fd-f6b3-4b40-b8bd-ab11d64d6335 service neutron] 10.222.0.16 "GET /v2.0/networks?id=878d2b3f-5468-44cb-9834-997119156121 HTTP/1.1" status: 200 len: 918 time: 1.1245651 Apr 18 19:26:02.752329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f35d5-0718-4eb0-8ce9-e47ca1a521b2 req-43d4be33-cb85-4e15-8c5b-e8e286987554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:02.753672 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4f3f35d5-0718-4eb0-8ce9-e47ca1a521b2 req-43d4be33-cb85-4e15-8c5b-e8e286987554 service neutron] 10.222.0.71 "GET /v2.0/networks?id=878d2b3f-5468-44cb-9834-997119156121 HTTP/1.1" status: 200 len: 918 time: 0.9638910 Apr 18 19:26:02.790540 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-38eeb39f-d065-4827-9dfd-5977f1fe240a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a27a8aa976d447aaa8f83f5c5e3d4a7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5831258 Apr 18 19:26:02.821306 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49880) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:02.842197 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeb39f-d065-4827-9dfd-5977f1fe240a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6843d0-b382-45ef-92c9-c08c9b32c1c9,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:02.846264 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4f3f35d5-0718-4eb0-8ce9-e47ca1a521b2 req-008c9711-7095-4431-898f-5a45dab494c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fee5f5f8-2df8-43f4-82de-21a0b34df390 HTTP/1.1" status: 200 len: 217 time: 0.0822678 Apr 18 19:26:02.862472 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-088da556-8e42-4b3a-8204-54d893b5d1cf req-d1a0cfa0-fa82-498f-b703-7a504f6790ff tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136714 Apr 18 19:26:02.995149 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f35d5-0718-4eb0-8ce9-e47ca1a521b2 req-b8be6341-904c-4ac9-a260-d2009df31c62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:02.997130 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4f3f35d5-0718-4eb0-8ce9-e47ca1a521b2 req-b8be6341-904c-4ac9-a260-d2009df31c62 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c1d63b3c-faec-426e-9a35-a8871e858c98 HTTP/1.1" status: 200 len: 857 time: 0.1334503 Apr 18 19:26:03.272070 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4f3f35d5-0718-4eb0-8ce9-e47ca1a521b2 req-e431a3f6-b26d-44a5-8267-fe833e4ce495 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=878d2b3f-5468-44cb-9834-997119156121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2463636 Apr 18 19:26:03.320557 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f039d207-3578-4c4c-b842-6adab8afae7e', 'tag': '803f926b-5f0d-4304-bf3e-dbc0f93e260e'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:03.338527 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ef1a9560-e0e3-48a4-a089-a20689bcf8aa req-79f0dad7-eb7d-407f-b8a7-83640e27431e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=567c9fb5-0a54-4749-922e-7ccba7155862 HTTP/1.1" status: 200 len: 217 time: 0.5748737 Apr 18 19:26:03.413983 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9536c28-1246-4b48-a463-d45d7cabf79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:03.464754 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device fee5f5f8-2df8-43f4-82de-21a0b34df390 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:03.539091 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9536c28-1246-4b48-a463-d45d7cabf79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:03.692148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a9560-e0e3-48a4-a089-a20689bcf8aa req-aa4b71fe-b819-4dc5-bf05-50f103fd481c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:03.693735 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ef1a9560-e0e3-48a4-a089-a20689bcf8aa req-aa4b71fe-b819-4dc5-bf05-50f103fd481c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c1d63b3c-faec-426e-9a35-a8871e858c98 HTTP/1.1" status: 200 len: 857 time: 0.3288717 Apr 18 19:26:03.765022 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ef1a9560-e0e3-48a4-a089-a20689bcf8aa req-a63e1c11-4d0d-4164-ba72-ccfdf31d2d37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=878d2b3f-5468-44cb-9834-997119156121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646684 Apr 18 19:26:03.770388 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4f3f35d5-0718-4eb0-8ce9-e47ca1a521b2 req-8b1f7d57-9403-4523-8a19-5304ef620927 service neutron] 10.222.0.71 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837785 Apr 18 19:26:03.929261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44e573-caa5-4406-952c-905bfdb0f71d req-6e2b5c49-6130-4755-8eb8-c5f97d3d314a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:03.939435 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9536c28-1246-4b48-a463-d45d7cabf79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:03.950004 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4d44e573-caa5-4406-952c-905bfdb0f71d req-6e2b5c49-6130-4755-8eb8-c5f97d3d314a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.4053545 Apr 18 19:26:03.963293 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9536c28-1246-4b48-a463-d45d7cabf79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:03.964830 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f9536c28-1246-4b48-a463-d45d7cabf79b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dc6843d0-b382-45ef-92c9-c08c9b32c1c9 HTTP/1.1" status: 204 len: 168 time: 1.1109333 Apr 18 19:26:03.968988 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port fee5f5f8-2df8-43f4-82de-21a0b34df390, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=fee5f5f8-2df8-43f4-82de-21a0b34df390,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:03.974610 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9536c28-1246-4b48-a463-d45d7cabf79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6843d0-b382-45ef-92c9-c08c9b32c1c9,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:04.022328 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'fee5f5f8-2df8-43f4-82de-21a0b34df390', 'network_id': '878d2b3f-5468-44cb-9834-997119156121', 'port_id': 'fee5f5f8-2df8-43f4-82de-21a0b34df390', 'mac_address': 'fa:16:3e:1e:4f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d63b3c-faec-426e-9a35-a8871e858c98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:26:04.145406 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:04.192392 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee5f5f8-2df8-43f4-82de-21a0b34df390 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:04.198901 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-6e4b2b3b-01fa-4042-80cd-b66e440bd807 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:04.225431 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 803f926b-5f0d-4304-bf3e-dbc0f93e260e details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:04.228143 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port fee5f5f8-2df8-43f4-82de-21a0b34df390, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=fee5f5f8-2df8-43f4-82de-21a0b34df390,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:04.259788 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-6e4b2b3b-01fa-4042-80cd-b66e440bd807 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:04.269316 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4f3f35d5-0718-4eb0-8ce9-e47ca1a521b2 req-9e665d43-fa91-4f9d-8068-17c38fd490b2 service neutron] 10.222.0.71 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714429 Apr 18 19:26:04.378633 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4d44e573-caa5-4406-952c-905bfdb0f71d req-fd6b7f1d-d520-45cf-99b3-7c61ad870466 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273002 Apr 18 19:26:04.417247 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ef1a9560-e0e3-48a4-a089-a20689bcf8aa req-e009d9d5-145d-4f01-9930-824aab5d78de service neutron] 10.222.0.16 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433346 Apr 18 19:26:04.425805 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:04.711444 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=fee5f5f8-2df8-43f4-82de-21a0b34df390,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:04.755710 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-6e4b2b3b-01fa-4042-80cd-b66e440bd807 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Floating IP 42de3565-295a-4066-ae80-a52e95747715 associated. External IP: 172.25.8.209, port: 2f98efc4-3708-47ab-a07a-80dabc282617. Apr 18 19:26:04.775180 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 803f926b-5f0d-4304-bf3e-dbc0f93e260e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=803f926b-5f0d-4304-bf3e-dbc0f93e260e,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:04.823624 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['fee5f5f8-2df8-43f4-82de-21a0b34df390'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:04.898726 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ef1a9560-e0e3-48a4-a089-a20689bcf8aa req-cb0a8bee-9382-4cab-a825-b790826e244e service neutron] 10.222.0.16 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705889 Apr 18 19:26:04.918967 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caade38d-efa9-471e-b410-4785567e084c req-e56660cb-348f-4fb7-a30a-812cf8cad7dc tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:04.922058 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-caade38d-efa9-471e-b410-4785567e084c req-e56660cb-348f-4fb7-a30a-812cf8cad7dc tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 945 time: 0.1813686 Apr 18 19:26:04.956835 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '803f926b-5f0d-4304-bf3e-dbc0f93e260e', 'network_id': '878d2b3f-5468-44cb-9834-997119156121', 'port_id': '803f926b-5f0d-4304-bf3e-dbc0f93e260e', 'mac_address': 'fa:16:3e:84:b2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d63b3c-faec-426e-9a35-a8871e858c98', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:26:05.032780 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-caade38d-efa9-471e-b410-4785567e084c req-e5ca6a0c-3ff0-413e-8083-b1a764d82d7d tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976493 Apr 18 19:26:05.034749 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:05.075722 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803f926b-5f0d-4304-bf3e-dbc0f93e260e {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:05.163691 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 803f926b-5f0d-4304-bf3e-dbc0f93e260e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=803f926b-5f0d-4304-bf3e-dbc0f93e260e,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:05.264390 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:05.265306 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 567c9fb5-0a54-4749-922e-7ccba7155862 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:05.312133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba104466-22a6-4fad-b87d-f7836c933a20 req-f93412ba-0563-4d34-b47a-cdd9eab32219 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:05.313074 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ba104466-22a6-4fad-b87d-f7836c933a20 req-f93412ba-0563-4d34-b47a-cdd9eab32219 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Synchronizing usage tracker for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:05.336669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ba104466-22a6-4fad-b87d-f7836c933a20 req-f93412ba-0563-4d34-b47a-cdd9eab32219 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Unset dirty status for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:05.338864 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba104466-22a6-4fad-b87d-f7836c933a20 req-f93412ba-0563-4d34-b47a-cdd9eab32219 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 944 time: 0.1185176 Apr 18 19:26:05.418985 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=803f926b-5f0d-4304-bf3e-dbc0f93e260e,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:05.427637 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 567c9fb5-0a54-4749-922e-7ccba7155862, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=567c9fb5-0a54-4749-922e-7ccba7155862,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:05.442330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '567c9fb5-0a54-4749-922e-7ccba7155862', 'network_id': '878d2b3f-5468-44cb-9834-997119156121', 'port_id': '567c9fb5-0a54-4749-922e-7ccba7155862', 'mac_address': 'fa:16:3e:d0:f2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1d63b3c-faec-426e-9a35-a8871e858c98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:26:05.458012 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba104466-22a6-4fad-b87d-f7836c933a20 req-32d6f08d-3dda-48e8-b717-1b99f3f7541e tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106880 Apr 18 19:26:05.518785 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-00c7b216-8ceb-4e95-94f3-3d0d4a45bb5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1101 time: 0.1332169 Apr 18 19:26:05.562327 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:05.575834 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeae708d-e99e-4de1-bc0f-0773575cd0d5'] response: {'name': 'network-changed', 'server_uuid': 'f039d207-3578-4c4c-b842-6adab8afae7e', 'tag': '803f926b-5f0d-4304-bf3e-dbc0f93e260e', 'status': 'completed', 'code': 200} Apr 18 19:26:05.582712 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567c9fb5-0a54-4749-922e-7ccba7155862 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:05.600066 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 567c9fb5-0a54-4749-922e-7ccba7155862, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=567c9fb5-0a54-4749-922e-7ccba7155862,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:05.603083 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-6e4b2b3b-01fa-4042-80cd-b66e440bd807 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:26:05.689415 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:05.834121 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=567c9fb5-0a54-4749-922e-7ccba7155862,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:06.015791 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-6e4b2b3b-01fa-4042-80cd-b66e440bd807 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:26:06.028131 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-6e4b2b3b-01fa-4042-80cd-b66e440bd807 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:06.030054 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa9b61-54df-4da9-954c-89c3142a16f3 None None] Sync routers for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:26:06.036755 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['567c9fb5-0a54-4749-922e-7ccba7155862'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:06.072396 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['803f926b-5f0d-4304-bf3e-dbc0f93e260e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:06.107425 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-6d1416d9-ac9f-4551-ba70-fa608d55f2fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.108888 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-6d1416d9-ac9f-4551-ba70-fa608d55f2fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.5827892 Apr 18 19:26:06.133997 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-6e4b2b3b-01fa-4042-80cd-b66e440bd807 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "PUT /v2.0/floatingips/42de3565-295a-4066-ae80-a52e95747715 HTTP/1.1" status: 200 len: 997 time: 3.8703051 Apr 18 19:26:06.149885 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa9b61-54df-4da9-954c-89c3142a16f3 None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:06.150714 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-39aa9b61-54df-4da9-954c-89c3142a16f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:25:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:06.220105 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-e1c2446b-def2-4f72-aa73-6525d9e72db1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 217 time: 0.0946035 Apr 18 19:26:06.227328 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-01f05a9a-0af6-4f35-a5f4-8a184c9e1f7e req-cb738bf6-6f79-40c2-9514-0bcfac612859 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e31df4d499f84e88b7f4baa32a155dd4&device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 1095 time: 0.5311036 Apr 18 19:26:06.232337 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500089cf-d086-4265-b984-788f9d21adb7 req-99ad7518-22d5-4563-a1b0-80c3d05a5034 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.232337 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-500089cf-d086-4265-b984-788f9d21adb7 req-99ad7518-22d5-4563-a1b0-80c3d05a5034 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 946 time: 0.4783537 Apr 18 19:26:06.259211 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-ae614460-3ed0-49fb-805c-e637afbccdcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 1097 time: 0.1173801 Apr 18 19:26:06.411066 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-3b2611ba-0740-471f-bc67-f462ad88fd56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.412876 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-3b2611ba-0740-471f-bc67-f462ad88fd56 service neutron] 10.222.0.66 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.1559851 Apr 18 19:26:06.416648 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-9573af21-15c0-4f75-8d07-2444cfa8bb74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.418065 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-9573af21-15c0-4f75-8d07-2444cfa8bb74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1859703 Apr 18 19:26:06.478815 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-500089cf-d086-4265-b984-788f9d21adb7 req-e3eb9978-445c-4bdf-8b0d-3439cee83b37 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841264 Apr 18 19:26:06.521466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05a9a-0af6-4f35-a5f4-8a184c9e1f7e req-61f1e366-3c02-45e6-bb62-0449fd3d5fa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.522931 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-01f05a9a-0af6-4f35-a5f4-8a184c9e1f7e req-61f1e366-3c02-45e6-bb62-0449fd3d5fa4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=878d2b3f-5468-44cb-9834-997119156121 HTTP/1.1" status: 200 len: 918 time: 0.2897427 Apr 18 19:26:06.537294 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-39aa9b61-54df-4da9-954c-89c3142a16f3 None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:06.549065 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-843d7156-644d-46ee-b1cc-c2774c1fe344 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 1000 time: 0.1222978 Apr 18 19:26:06.596731 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-187e0181-01cb-4ee4-a034-6f67fdcc38b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686521 Apr 18 19:26:06.629193 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-01f05a9a-0af6-4f35-a5f4-8a184c9e1f7e req-2eac5917-d5b7-4779-be1b-033de9317d22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=803f926b-5f0d-4304-bf3e-dbc0f93e260e HTTP/1.1" status: 200 len: 217 time: 0.0990727 Apr 18 19:26:06.641293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-14acf05f-f229-49d5-b08d-d2d8400049de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.649706 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-14acf05f-f229-49d5-b08d-d2d8400049de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.0996647 Apr 18 19:26:06.729250 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-f5520aea-a7c1-48b7-be8d-0f6c88f9a0fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780535 Apr 18 19:26:06.742697 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-b1b61531-73e5-42e0-9d2f-aa91efccd862 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:26:06.743874 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-b1b61531-73e5-42e0-9d2f-aa91efccd862 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060122 Apr 18 19:26:06.823249 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f05a9a-0af6-4f35-a5f4-8a184c9e1f7e req-f5c7931c-5cdc-4891-8ec8-9d6d30387038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:06.824684 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-01f05a9a-0af6-4f35-a5f4-8a184c9e1f7e req-f5c7931c-5cdc-4891-8ec8-9d6d30387038 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c1d63b3c-faec-426e-9a35-a8871e858c98 HTTP/1.1" status: 200 len: 857 time: 0.1302407 Apr 18 19:26:06.880838 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-42f4de84-acac-4b87-957a-f0304b9fb2ca service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296494 Apr 18 19:26:06.889508 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-01f05a9a-0af6-4f35-a5f4-8a184c9e1f7e req-55c1fe4e-8b2a-4ffe-ae94-b97aced660d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=878d2b3f-5468-44cb-9834-997119156121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521204 Apr 18 19:26:06.927909 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-46ae5b9c-3702-42f4-80fe-ced6fd48f92c service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197525 Apr 18 19:26:06.982737 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-39aa9b61-54df-4da9-954c-89c3142a16f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': '2f98efc4-3708-47ab-a07a-80dabc282617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:8b:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:03Z', 'revision_number': 1, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:06.987467 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa9b61-54df-4da9-954c-89c3142a16f3 None None] Checking router: 18a4807f-cbc0-44c1-b316-12192cfa0ee7 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:26:06.999348 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa9b61-54df-4da9-954c-89c3142a16f3 None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:06.999948 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-39aa9b61-54df-4da9-954c-89c3142a16f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:25:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:07.030224 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f236d225-3b1c-4163-920d-bca03ceff4b2 req-1ba1c32b-b6b3-4f2e-b860-3645a1efff09 service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436346 Apr 18 19:26:07.071909 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6be45480-8c56-430f-a003-1a26f3dde015 req-19271d6b-5df2-437f-846f-1e88bcb61e86 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 1096 time: 0.3762383 Apr 18 19:26:07.182469 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-01f05a9a-0af6-4f35-a5f4-8a184c9e1f7e req-a4dca186-9e75-4afa-8d80-c642719252f7 service neutron] 10.222.0.16 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800655 Apr 18 19:26:07.191159 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-39aa9b61-54df-4da9-954c-89c3142a16f3 None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:07.216117 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6be45480-8c56-430f-a003-1a26f3dde015 req-98f8db12-5621-45b5-b7fb-23ddb97283fa tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346400 Apr 18 19:26:07.309083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-e05cade8-187f-4f97-8565-54e4f949584c service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335803 Apr 18 19:26:07.334061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c7c39-4838-4844-89be-c1c36c425c8c req-2284d634-a894-484a-9c68-31cdb0c2b441 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:07.336417 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-245c7c39-4838-4844-89be-c1c36c425c8c req-2284d634-a894-484a-9c68-31cdb0c2b441 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.1217589 Apr 18 19:26:07.367343 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-01f05a9a-0af6-4f35-a5f4-8a184c9e1f7e req-bc671173-77fd-4791-b22c-9bc00f1d55dd service neutron] 10.222.0.16 "GET /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725428 Apr 18 19:26:07.395833 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-245c7c39-4838-4844-89be-c1c36c425c8c req-884aed11-385e-46b7-a27e-b28475812fe7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507598 Apr 18 19:26:07.487804 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device fee5f5f8-2df8-43f4-82de-21a0b34df390 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:26:07.583498 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:07.688623 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-39aa9b61-54df-4da9-954c-89c3142a16f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': '2f98efc4-3708-47ab-a07a-80dabc282617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:8b:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:03Z', 'revision_number': 1, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:07.694052 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b53e5-bb1f-438e-88fd-e5ebd569e9da req-037ec905-0e5e-4eb9-81c0-b469d7e33a30 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:07.695033 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aa9b61-54df-4da9-954c-89c3142a16f3 None None] The sync data for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 is: [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': '2f98efc4-3708-47ab-a07a-80dabc282617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:8b:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:03Z', 'revision_number': 1, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:26:07.695584 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f29b53e5-bb1f-438e-88fd-e5ebd569e9da req-037ec905-0e5e-4eb9-81c0-b469d7e33a30 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 944 time: 0.1701343 Apr 18 19:26:07.748654 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f29b53e5-bb1f-438e-88fd-e5ebd569e9da req-b535bf99-3920-4d23-b934-91fde81d04c3 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Apr 18 19:26:07.755594 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port fee5f5f8-2df8-43f4-82de-21a0b34df390 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:07.761319 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port fee5f5f8-2df8-43f4-82de-21a0b34df390 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:07.761729 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:07.767910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809996f-849a-4fa1-8398-92157fbf79cb req-d8d3aae6-692a-4061-9ea0-d028cfed3822 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:07.768271 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-2809996f-849a-4fa1-8398-92157fbf79cb req-d8d3aae6-692a-4061-9ea0-d028cfed3822 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Synchronizing usage tracker for tenant:e619c78b52b347049d90b52d5dae621c on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:07.841680 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-2809996f-849a-4fa1-8398-92157fbf79cb req-d8d3aae6-692a-4061-9ea0-d028cfed3822 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Unset dirty status for tenant:e619c78b52b347049d90b52d5dae621c on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:07.843087 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-d8d3aae6-692a-4061-9ea0-d028cfed3822 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1705635 Apr 18 19:26:07.929939 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:07.970306 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6c5ff-d346-4d86-b38b-321e276b1007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee5f5f8-2df8-43f4-82de-21a0b34df390'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:07.983916 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port fee5f5f8-2df8-43f4-82de-21a0b34df390, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=fee5f5f8-2df8-43f4-82de-21a0b34df390,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:07.984512 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61e023ff-e8ce-41cd-8fb8-7c086570b757 req-965abe36-a3b6-459b-a16c-6253c6e3ba26 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 1096 time: 0.1131122 Apr 18 19:26:07.985450 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285bada8-1e71-4a96-9980-d761ed3312c6 None None] New status for floating IP 42de3565-295a-4066-ae80-a52e95747715: ACTIVE {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:26:07.994007 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-de9d4d80-fa64-4fde-b1c9-5f01202eb7a5 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1000 time: 0.1376030 Apr 18 19:26:08.006549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Request body: {'floatingip': {'port_id': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:08.055771 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61e023ff-e8ce-41cd-8fb8-7c086570b757 req-959559cc-eb11-448d-9d57-3c13c86a7371 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634348 Apr 18 19:26:08.065306 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.066219 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:08.250374 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49976) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:08.276363 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 567c9fb5-0a54-4749-922e-7ccba7155862 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:26:08.278134 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.441743 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=fee5f5f8-2df8-43f4-82de-21a0b34df390,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:08.448747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e549a-08f2-49f3-be42-605f3679fefd req-2087be63-dcde-4ae5-b04d-91ef1ee89669 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:08.456604 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-189e549a-08f2-49f3-be42-605f3679fefd req-2087be63-dcde-4ae5-b04d-91ef1ee89669 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 946 time: 0.1188507 Apr 18 19:26:08.472211 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:08.472554 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:08.472887 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:08.473214 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:08.473538 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:08.473859 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:08.474177 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:08.474588 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:08.474905 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:08.475218 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:08.475535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:08.488918 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.524899 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:08.525124 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3ba8-7673-47f5-bce2-e9a12048c810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.539194 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-189e549a-08f2-49f3-be42-605f3679fefd req-fa7709d4-bd8a-4c37-8f8f-b7ad24995f5c tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814056 Apr 18 19:26:08.560309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8bfa3ba8-7673-47f5-bce2-e9a12048c810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:08.565004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8bfa3ba8-7673-47f5-bce2-e9a12048c810 admin admin] Usage tracker for resource:security_group_rule and tenant:d0b8336ebc174dc980987e4ae844c62d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:08.577330 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8bfa3ba8-7673-47f5-bce2-e9a12048c810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:08.577330 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8bfa3ba8-7673-47f5-bce2-e9a12048c810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:08.596598 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 567c9fb5-0a54-4749-922e-7ccba7155862 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:08.602303 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 567c9fb5-0a54-4749-922e-7ccba7155862 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:08.603072 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.638228 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.653101 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3ba8-7673-47f5-bce2-e9a12048c810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.729593 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8bfa3ba8-7673-47f5-bce2-e9a12048c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.760408 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:08.795868 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa3ba8-7673-47f5-bce2-e9a12048c810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050c5c5e-ba13-484d-84e3-d5f5b102149c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:08.796081 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.802232 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8bfa3ba8-7673-47f5-bce2-e9a12048c810 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0b8336ebc174dc980987e4ae844c62d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5502105 Apr 18 19:26:08.805157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 49986) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:08.815573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17539014-fd18-4acb-ac41-cb707728d8a6 req-8f2de7e8-009f-4828-b4d3-565f650c6f7e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:08.817171 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17539014-fd18-4acb-ac41-cb707728d8a6 req-8f2de7e8-009f-4828-b4d3-565f650c6f7e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 947 time: 0.1446259 Apr 18 19:26:08.837013 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 567c9fb5-0a54-4749-922e-7ccba7155862, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=567c9fb5-0a54-4749-922e-7ccba7155862,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:08.869797 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:26:08.870115 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:26:08.903898 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17539014-fd18-4acb-ac41-cb707728d8a6 req-0c25e679-64af-43c8-aa56-e7c6a691a88b tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767419 Apr 18 19:26:08.911210 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5ea5d29a-2434-4518-bf20-530f806e913f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.921604 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:08.922436 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 803f926b-5f0d-4304-bf3e-dbc0f93e260e up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:26:08.938220 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5ea5d29a-2434-4518-bf20-530f806e913f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.040330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=567c9fb5-0a54-4749-922e-7ccba7155862,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:09.064343 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5ea5d29a-2434-4518-bf20-530f806e913f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.082321 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5d29a-2434-4518-bf20-530f806e913f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050c5c5e-ba13-484d-84e3-d5f5b102149c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:09.085652 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5ea5d29a-2434-4518-bf20-530f806e913f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.089426 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5ea5d29a-2434-4518-bf20-530f806e913f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/050c5c5e-ba13-484d-84e3-d5f5b102149c HTTP/1.1" status: 204 len: 168 time: 0.2832582 Apr 18 19:26:09.114617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 803f926b-5f0d-4304-bf3e-dbc0f93e260e completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:09.121262 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 803f926b-5f0d-4304-bf3e-dbc0f93e260e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:09.121638 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.150772 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f770ec59-2cb7-4d01-9b66-8126e3e7d694'] response: {'name': 'network-changed', 'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617', 'status': 'completed', 'code': 200} Apr 18 19:26:09.266589 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2d03afe-a436-47e3-8bb3-a60ee47c0610 req-e742d876-f2ce-4363-b863-77c0220e9f2d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 1097 time: 0.0857165 Apr 18 19:26:09.317958 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b862d0-1b38-4f0b-84f9-1b21cf6b1592'] response: {'server_uuid': '33b6c5ff-d346-4d86-b38b-321e276b1007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee5f5f8-2df8-43f4-82de-21a0b34df390', 'code': 200} Apr 18 19:26:09.317958 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.355733 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 803f926b-5f0d-4304-bf3e-dbc0f93e260e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=803f926b-5f0d-4304-bf3e-dbc0f93e260e,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:09.399869 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.459597 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.560628 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=803f926b-5f0d-4304-bf3e-dbc0f93e260e,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:09.578807 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572d224-5113-48f8-903e-a2b421457ade req-254f85e9-fde6-4e6d-9166-dea52bb94918 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:09.581000 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b572d224-5113-48f8-903e-a2b421457ade req-254f85e9-fde6-4e6d-9166-dea52bb94918 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.1139572 Apr 18 19:26:09.587078 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9411233f-1b39-496c-a845-293e9182c1f6 req-f25946bf-b405-4d0d-8325-dc9220f873ad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=33b6c5ff-d346-4d86-b38b-321e276b1007 HTTP/1.1" status: 200 len: 1097 time: 0.2795470 Apr 18 19:26:09.600973 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:09.647524 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d03afe-a436-47e3-8bb3-a60ee47c0610 req-29969d16-3ecb-4ad9-91b6-50491b81bf2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:09.652060 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2d03afe-a436-47e3-8bb3-a60ee47c0610 req-29969d16-3ecb-4ad9-91b6-50491b81bf2b service neutron] 10.222.0.71 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.3686919 Apr 18 19:26:09.664368 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b572d224-5113-48f8-903e-a2b421457ade req-b0a8fee0-36e8-45b5-b4cb-98ea54b616f5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762506 Apr 18 19:26:09.666240 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9411233f-1b39-496c-a845-293e9182c1f6 req-278cd19e-ed3b-4ac7-95f5-151cf34af27e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637703 Apr 18 19:26:09.868763 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73819f5a-6e67-4ff5-9236-013f2ca71bea req-72f5ba9b-f886-405d-b365-59cdc18d3281 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:09.870165 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-73819f5a-6e67-4ff5-9236-013f2ca71bea req-72f5ba9b-f886-405d-b365-59cdc18d3281 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 945 time: 0.0827296 Apr 18 19:26:09.873757 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2d03afe-a436-47e3-8bb3-a60ee47c0610 req-f85f28b6-2f9a-4973-9569-c8c2b80d6a7e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 1002 time: 0.2093122 Apr 18 19:26:09.923587 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-73819f5a-6e67-4ff5-9236-013f2ca71bea req-ce73765e-1b3b-4de9-976f-72be8f7ba1c5 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468581 Apr 18 19:26:10.025609 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d03afe-a436-47e3-8bb3-a60ee47c0610 req-d6ef985e-85b1-456e-98b9-e80788131b5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:10.027143 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2d03afe-a436-47e3-8bb3-a60ee47c0610 req-d6ef985e-85b1-456e-98b9-e80788131b5e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.1007073 Apr 18 19:26:10.326520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2d03afe-a436-47e3-8bb3-a60ee47c0610 req-eaf7ac3f-5980-487f-a483-ca2f1b858e66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2862835 Apr 18 19:26:10.559227 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:10.567055 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2d03afe-a436-47e3-8bb3-a60ee47c0610 req-e7fc9b79-373a-4561-99bf-7556497a15d5 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311113 Apr 18 19:26:10.654280 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:10.961744 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2d03afe-a436-47e3-8bb3-a60ee47c0610 req-0a8b40c3-3bd6-47e0-9702-9c9915681af6 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690871 Apr 18 19:26:10.964879 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-762db204-62db-4f9c-b3ba-a5a7608c43a3 req-38cde096-a7ee-44de-84e8-46cd69d816ef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738502 Apr 18 19:26:10.968096 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Floating IP 42de3565-295a-4066-ae80-a52e95747715 associated. External IP: 172.25.8.209, port: 2f98efc4-3708-47ab-a07a-80dabc282617. Apr 18 19:26:11.207827 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:11.318577 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834'}, {'server_uuid': '10dfb0cb-ff13-4a13-a13c-377e790b0535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c9fb5-0a54-4749-922e-7ccba7155862'}, {'server_uuid': 'f039d207-3578-4c4c-b842-6adab8afae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f926b-5f0d-4304-bf3e-dbc0f93e260e'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:11.358453 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:26:11.613897 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:26:11.627061 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67ab6d-c53d-4e22-87ea-58fc582af136 None None] Sync routers for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:26:11.653105 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67ab6d-c53d-4e22-87ea-58fc582af136 None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:11.653105 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3f67ab6d-c53d-4e22-87ea-58fc582af136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:25:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:11.885052 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-3f67ab6d-c53d-4e22-87ea-58fc582af136 None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:12.250511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:26:12.291744 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3f67ab6d-c53d-4e22-87ea-58fc582af136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:1a:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a257886a-c39e-484d-be69-2122db48686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:10Z', 'revision_number': 3, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:12.296182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67ab6d-c53d-4e22-87ea-58fc582af136 None None] Checking router: 18a4807f-cbc0-44c1-b316-12192cfa0ee7 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:26:12.316324 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67ab6d-c53d-4e22-87ea-58fc582af136 None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:12.316324 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3f67ab6d-c53d-4e22-87ea-58fc582af136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:25:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:12.495557 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:26:12.495557 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:12.541792 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-3f67ab6d-c53d-4e22-87ea-58fc582af136 None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:12.602111 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:12.657020 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fce202d4-fc2f-4b86-b292-f164d1df21f7 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "PUT /v2.0/floatingips/42de3565-295a-4066-ae80-a52e95747715 HTTP/1.1" status: 200 len: 998 time: 4.6569273 Apr 18 19:26:12.810425 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809996f-849a-4fa1-8398-92157fbf79cb req-9fd39bc6-cff0-497d-b5e2-55ea587a6021 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:12.810425 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-9fd39bc6-cff0-497d-b5e2-55ea587a6021 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports/2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 943 time: 0.1473660 Apr 18 19:26:12.891821 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-f6af3263-74b5-49b7-8a0f-ba521a6f7dcf tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1097 time: 0.1752341 Apr 18 19:26:12.912886 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838334-1'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:13.068902 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3f67ab6d-c53d-4e22-87ea-58fc582af136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:1a:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a257886a-c39e-484d-be69-2122db48686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:10Z', 'revision_number': 3, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:13.073679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67ab6d-c53d-4e22-87ea-58fc582af136 None None] The sync data for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 is: [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:1a:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a257886a-c39e-484d-be69-2122db48686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:10Z', 'revision_number': 3, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:26:13.092327 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:13.114682 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-fdab5405-a5bc-4a58-bdba-2515dddf70fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 1097 time: 0.1516175 Apr 18 19:26:13.227625 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-7e0f7f7d-f2b8-4f62-8219-0edce06ff546 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:26:13.228569 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-7e0f7f7d-f2b8-4f62-8219-0edce06ff546 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0113719 Apr 18 19:26:13.241731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Request body: {'binding': {'host': 'n-h1-838334-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:13.242163 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Unknown quota resources ['binding']. {{(pid=84804) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} Apr 18 19:26:13.511653 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809996f-849a-4fa1-8398-92157fbf79cb req-39698730-b186-4aa0-bd9e-a94f7fd6625c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:13.513114 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-39698730-b186-4aa0-bd9e-a94f7fd6625c service neutron] 10.222.0.66 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.3754692 Apr 18 19:26:13.718296 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-b201e0d4-e409-4118-8baa-857ce63e411a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 217 time: 0.1954548 Apr 18 19:26:13.724281 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:13.816752 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809996f-849a-4fa1-8398-92157fbf79cb req-0f5a7454-2e20-4965-93b7-96923b5aadd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:13.818111 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-0f5a7454-2e20-4965-93b7-96923b5aadd0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.0850370 Apr 18 19:26:13.823760 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 on host n-h1-838334-1 for vnic_type normal with profile None {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:13.824093 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:13.824416 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:13.876183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:13.913856 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Port d54da6cd-baed-4af7-b411-b69d102f6281 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:13.914184 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:13.941551 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:13.947656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:13.947656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:13.947656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Bound port: d54da6cd-baed-4af7-b411-b69d102f6281, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:13.965855 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:13.986668 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-facd8672-9b89-4375-b778-19bcee062a2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599665 Apr 18 19:26:13.995637 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d54da6cd-baed-4af7-b411-b69d102f6281,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:13.999350 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-6e133d02-f9e7-4be2-ad78-25f8d7a2cba3 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:26:14.000289 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-6e133d02-f9e7-4be2-ad78-25f8d7a2cba3 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064909 Apr 18 19:26:14.073896 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:14.126018 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:14.126018 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-cd786f44-4e6a-4c0d-bfe9-31182bac8adb service neutron] 10.222.0.66 "POST /v2.0/ports/d54da6cd-baed-4af7-b411-b69d102f6281/bindings HTTP/1.1" status: 201 len: 389 time: 0.8891394 Apr 18 19:26:14.258495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Pushing event updated for resources: {'Port': ['ID=f56ce260-77fc-4be4-a9fb-a476de905a6e,revision_number=7']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:14.267767 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-74f37bcd-4659-448b-95c5-3496c9c49ca0 service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617419 Apr 18 19:26:14.272445 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device f56ce260-77fc-4be4-a9fb-a476de905a6e details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:14.344717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:14.349476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:14.349476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:14.349476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:14.349476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:14.349476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:14.349476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:14.349476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:14.349476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:14.361063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:14.361063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:14.387081 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34e1975-65b7-4fbe-a188-e685bf332f90 None None] New status for floating IP 42de3565-295a-4066-ae80-a52e95747715: ACTIVE {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:26:14.488423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on host n-h1-838334-1 for vnic_type normal with profile {"migrating_to": "n-h2-838334-1"} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:14.488423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:14.488423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:14.509712 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, got binding levels [] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:14.517711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:14.517711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:14.546547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:14.546547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:14.546547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:14.546547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Bound port: f56ce260-77fc-4be4-a9fb-a476de905a6e, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:14.546547 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:14.603490 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-f0772463-cc1f-4316-a176-d42a68daeb64 service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941592 Apr 18 19:26:14.656359 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on host n-h1-838334-1 for vnic_type normal with profile {"migrating_to": "n-h2-838334-1"} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:14.656359 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:14.656359 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:14.684645 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:14.684645 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:14.684645 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:14.684645 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:14.684645 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:14.687949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:14.694275 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Bound port: f56ce260-77fc-4be4-a9fb-a476de905a6e, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:14.694275 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:14.699331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:14.715503 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a4d33-f0fa-49bc-b51b-dce23bc76319 req-75039efe-48ce-4afe-8758-b63b35f3e5b5 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:14.725465 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c0a4d33-f0fa-49bc-b51b-dce23bc76319 req-75039efe-48ce-4afe-8758-b63b35f3e5b5 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 944 time: 0.1530757 Apr 18 19:26:14.810033 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:14.813097 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c0a4d33-f0fa-49bc-b51b-dce23bc76319 req-585c7987-6bb3-4600-afa7-07c106741155 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880382 Apr 18 19:26:14.852823 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) f56ce260-77fc-4be4-a9fb-a476de905a6e-n-h1-838334-1-0 {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:26:14.852823 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:26:14.901246 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:14.936939 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ae90c-967e-467c-9c1c-4aa9bd6f942e None None] Sync routers for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:26:14.952443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ae90c-967e-467c-9c1c-4aa9bd6f942e None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:14.952443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-745ae90c-967e-467c-9c1c-4aa9bd6f942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:25:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:15.080160 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Pushing event updated for resources: {'Port': ['ID=f56ce260-77fc-4be4-a9fb-a476de905a6e,revision_number=8']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:15.120711 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-ffe728d2-9aaf-41dc-9b88-3608b3462321 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 1096 time: 0.3397071 Apr 18 19:26:15.170964 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-4bbe0db8-8fb0-4305-bee3-20190bd05cf6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 1096 time: 0.3315237 Apr 18 19:26:15.181057 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:15.182590 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ab2a857b-994a-47b5-99a6-37a4efde8d6e service neutron] 10.222.0.16 "PUT /v2.0/ports/f56ce260-77fc-4be4-a9fb-a476de905a6e HTTP/1.1" status: 200 len: 1122 time: 2.2881408 Apr 18 19:26:15.225451 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-745ae90c-967e-467c-9c1c-4aa9bd6f942e None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:15.368619 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-7802e38a-9539-4467-88a1-dc3c1f2e7832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:15.375092 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-7802e38a-9539-4467-88a1-dc3c1f2e7832 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.1948731 Apr 18 19:26:15.439078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdfc6a-1866-4a1c-8d0c-084eca26b04b req-1eb8051c-1dcd-452b-9987-e3a066333857 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:15.447487 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ffcdfc6a-1866-4a1c-8d0c-084eca26b04b req-1eb8051c-1dcd-452b-9987-e3a066333857 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.1210055 Apr 18 19:26:15.524435 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['f56ce260-77fc-4be4-a9fb-a476de905a6e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:15.538966 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ffcdfc6a-1866-4a1c-8d0c-084eca26b04b req-252aa418-d77e-4626-8f66-b36231a93d25 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845413 Apr 18 19:26:15.557907 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['f56ce260-77fc-4be4-a9fb-a476de905a6e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:15.566315 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-22ab89fa-d106-4142-89f0-134d0c0bcf82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54da6cd-baed-4af7-b411-b69d102f6281 HTTP/1.1" status: 200 len: 217 time: 0.1799202 Apr 18 19:26:15.640849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809996f-849a-4fa1-8398-92157fbf79cb req-585deb0f-8403-4e4f-ac87-314e8b20d85b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:15.646940 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:15.647614 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-585deb0f-8403-4e4f-ac87-314e8b20d85b service neutron] 10.222.0.66 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.4920511 Apr 18 19:26:15.746735 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on host n-h1-838334-1 for vnic_type normal with profile {"migrating_to": "n-h2-838334-1"} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:15.747099 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:15.747443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:15.788069 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bd724-c11d-429b-86cd-c0249899d435 req-6ef30baa-5e8f-4c88-9e08-617d23f0ce38 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:15.790692 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1e8bd724-c11d-429b-86cd-c0249899d435 req-6ef30baa-5e8f-4c88-9e08-617d23f0ce38 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 945 time: 0.1046658 Apr 18 19:26:15.826159 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:15.826529 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Attempting to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e on network 7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:15.845050 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1e8bd724-c11d-429b-86cd-c0249899d435 req-d0feeb9b-b15e-4331-b2d7-e4cc5f85c387 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480297 Apr 18 19:26:15.939376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:15.940068 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Checking segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:15.940642 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Bound using segment: {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:15.941286 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Bound port: f56ce260-77fc-4be4-a9fb-a476de905a6e, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4131294-2ab3-4744-9828-66327b18eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:15.941861 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:15.945610 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-5d37d454-e3b1-4ce3-bb7b-8f8a7cbb07ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:15.947092 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-5d37d454-e3b1-4ce3-bb7b-8f8a7cbb07ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.1002209 Apr 18 19:26:15.948853 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-f851e564-ad06-41d6-ab8d-ecb387e9bd94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3df39b-3461-47d8-87c8-3620c502c07a HTTP/1.1" status: 200 len: 1001 time: 0.3005106 Apr 18 19:26:15.994428 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbf3daf-1233-43ed-b66b-0e8b95ad863a'] response: {'server_uuid': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834', 'code': 200} Apr 18 19:26:15.995133 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbf3daf-1233-43ed-b66b-0e8b95ad863a'] response: {'server_uuid': '10dfb0cb-ff13-4a13-a13c-377e790b0535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567c9fb5-0a54-4749-922e-7ccba7155862', 'code': 200} Apr 18 19:26:15.995381 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dbf3daf-1233-43ed-b66b-0e8b95ad863a'] response: {'server_uuid': 'f039d207-3578-4c4c-b842-6adab8afae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f926b-5f0d-4304-bf3e-dbc0f93e260e', 'code': 200} Apr 18 19:26:16.031551 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:16.048258 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-bde6419f-62a7-4a85-a423-061172dbf79b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548615 Apr 18 19:26:16.177686 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1714c0c-7db9-40f8-b18f-33d694799c4b'] response: {'name': 'network-changed', 'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617', 'status': 'completed', 'code': 200} Apr 18 19:26:16.191035 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'mac_address': 'fa:16:3e:ab:fb:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:26:16.217529 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-44fa4f51-f2e7-4c5a-926b-01ac296d0104 req-535cfdee-4668-49b6-8ab2-220d3e1e9566 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 1097 time: 0.1062429 Apr 18 19:26:16.336324 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-d03a9623-06aa-4fbb-be2b-c7f4f72ca61d service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683561 Apr 18 19:26:16.402289 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809996f-849a-4fa1-8398-92157fbf79cb req-2674a8b1-7a89-4a13-b071-9fc97f1fe03f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:16.404439 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-2674a8b1-7a89-4a13-b071-9fc97f1fe03f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.4495449 Apr 18 19:26:16.467159 n-d-838334-1 neutron-server[84806]: WARNING neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Concurrent port binding operations failed on port f56ce260-77fc-4be4-a9fb-a476de905a6e Apr 18 19:26:16.482506 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:16.526999 n-d-838334-1 neutron-server[84806]: INFO neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Attempt 2 to bind port f56ce260-77fc-4be4-a9fb-a476de905a6e Apr 18 19:26:16.527623 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device f56ce260-77fc-4be4-a9fb-a476de905a6e has no active binding in host n-h2-838334-1 {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:26:16.529957 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:16.534336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4f51-f2e7-4c5a-926b-01ac296d0104 req-a9bf7802-7a7f-42f4-8567-a9081dc92e41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:16.535641 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-44fa4f51-f2e7-4c5a-926b-01ac296d0104 req-a9bf7802-7a7f-42f4-8567-a9081dc92e41 service neutron] 10.222.0.71 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.3113964 Apr 18 19:26:16.602324 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:16.605729 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-44fa4f51-f2e7-4c5a-926b-01ac296d0104 req-9e294ec9-b4b0-4793-b944-688221b7baa8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 217 time: 0.0611367 Apr 18 19:26:16.627377 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6dbd54c0-19ac-44f7-91b5-89c0d208e380 req-94896054-6778-4391-96fc-c0cd193028c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 1096 time: 0.5210409 Apr 18 19:26:16.634916 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-15cd50e4-26e8-42b1-b19e-1a74064b39d4 req-16623e78-9247-4827-b1cb-f44c37e70677 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10dfb0cb-ff13-4a13-a13c-377e790b0535 HTTP/1.1" status: 200 len: 1097 time: 0.5287342 Apr 18 19:26:16.635790 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c2b87afd-5cce-48c1-b455-356d7cae341d service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679493 Apr 18 19:26:16.673825 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:16.715658 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-745ae90c-967e-467c-9c1c-4aa9bd6f942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:1a:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a257886a-c39e-484d-be69-2122db48686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:14Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:16.723030 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ae90c-967e-467c-9c1c-4aa9bd6f942e None None] Checking router: 18a4807f-cbc0-44c1-b316-12192cfa0ee7 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:26:16.733794 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:16.769196 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-37d8befa-3ad6-46af-a751-e0afbeccc4c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3515127 Apr 18 19:26:16.799409 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4f51-f2e7-4c5a-926b-01ac296d0104 req-6857ccc0-349f-4a85-91e3-16b2c1f2b974 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:16.802323 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-44fa4f51-f2e7-4c5a-926b-01ac296d0104 req-6857ccc0-349f-4a85-91e3-16b2c1f2b974 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.1887612 Apr 18 19:26:16.806692 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ae90c-967e-467c-9c1c-4aa9bd6f942e None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:16.807872 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-745ae90c-967e-467c-9c1c-4aa9bd6f942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:25:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:16.822043 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-15cd50e4-26e8-42b1-b19e-1a74064b39d4 req-d9e1c89e-0ba3-408a-a3c3-dcfe81c6f046 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446221 Apr 18 19:26:16.871709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d553c9-fa30-4100-b2df-92315bd521e6 req-e61db0f6-0cf0-49c7-859b-eb85b61cfe89 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:16.881509 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-62d553c9-fa30-4100-b2df-92315bd521e6 req-e61db0f6-0cf0-49c7-859b-eb85b61cfe89 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 945 time: 0.2202950 Apr 18 19:26:16.941017 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6dbd54c0-19ac-44f7-91b5-89c0d208e380 req-66059a0b-ba0b-433e-a9fa-2bcca1ac3c94 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966356 Apr 18 19:26:16.968156 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:17.029030 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-62d553c9-fa30-4100-b2df-92315bd521e6 req-61f4d966-c734-4eb6-bb2b-2160774fa55f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465116 Apr 18 19:26:17.035576 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-44fa4f51-f2e7-4c5a-926b-01ac296d0104 req-ca93cdb4-c209-4b41-a894-ea001f726dd5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266002 Apr 18 19:26:17.047730 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-a587c811-95cc-456b-91fb-f74c39e30868 service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810419 Apr 18 19:26:17.180510 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-745ae90c-967e-467c-9c1c-4aa9bd6f942e None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:17.360469 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2809996f-849a-4fa1-8398-92157fbf79cb req-e7a827db-388f-4bb8-8686-8f52eebadf1d service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061130 Apr 18 19:26:17.424525 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-44fa4f51-f2e7-4c5a-926b-01ac296d0104 req-da24da9a-1a56-4ebe-ac8f-594d0af9c605 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802211 Apr 18 19:26:17.647021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=9']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:17.695627 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-44fa4f51-f2e7-4c5a-926b-01ac296d0104 req-849667dc-0b9d-447d-b0cb-33f1a85266f0 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553678 Apr 18 19:26:17.713660 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4844ee-0a03-454d-b49a-5447f2004f03 req-db510f9e-4dc6-41f1-932d-8965e70b503f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:17.725464 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fd4844ee-0a03-454d-b49a-5447f2004f03 req-db510f9e-4dc6-41f1-932d-8965e70b503f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 944 time: 0.1618786 Apr 18 19:26:17.801781 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fd4844ee-0a03-454d-b49a-5447f2004f03 req-dd12081b-0bc0-4def-904d-f36cb9a83251 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706894 Apr 18 19:26:17.979759 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-745ae90c-967e-467c-9c1c-4aa9bd6f942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:1a:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a257886a-c39e-484d-be69-2122db48686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:14Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:17.995566 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745ae90c-967e-467c-9c1c-4aa9bd6f942e None None] The sync data for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 is: [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:1a:08:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a257886a-c39e-484d-be69-2122db48686b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:14Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:26:18.075214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3295c9-ae00-4fda-adca-ccb794f68da9 req-77ba8dd8-0f3b-45eb-ac6f-d854b029654d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:18.084575 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f3295c9-ae00-4fda-adca-ccb794f68da9 req-77ba8dd8-0f3b-45eb-ac6f-d854b029654d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.1259613 Apr 18 19:26:18.169106 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f3295c9-ae00-4fda-adca-ccb794f68da9 req-64d91156-65c5-4c85-9a83-28dcd049c5a7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624743 Apr 18 19:26:18.179284 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a257886a-c39e-484d-be69-2122db48686b', 'tag': 'dc3df39b-3461-47d8-87c8-3620c502c07a'}, {'server_uuid': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56ce260-77fc-4be4-a9fb-a476de905a6e'}, {'name': 'network-changed', 'server_uuid': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'tag': 'f56ce260-77fc-4be4-a9fb-a476de905a6e'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:18.521076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da23bae-f948-4ad5-b245-8afabcf7e7e4 req-c2d8eacc-30b4-4c37-bcde-b6d2296c746b tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:18.523114 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7da23bae-f948-4ad5-b245-8afabcf7e7e4 req-c2d8eacc-30b4-4c37-bcde-b6d2296c746b tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 945 time: 0.1826885 Apr 18 19:26:18.600103 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7da23bae-f948-4ad5-b245-8afabcf7e7e4 req-4e1f667d-cdce-4c6e-a892-7cb4499cad78 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679345 Apr 18 19:26:18.825529 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70a8339a-3337-4264-a89f-fcc59079bdd9 req-83a16d56-7923-4ca8-ba79-2e2961743bd4 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.1628349 Apr 18 19:26:18.924201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8339a-3337-4264-a89f-fcc59079bdd9 req-e1fc5d47-31db-4cda-b273-c0cc5ba6534b tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:18.925717 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70a8339a-3337-4264-a89f-fcc59079bdd9 req-e1fc5d47-31db-4cda-b273-c0cc5ba6534b tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports/dc3df39b-3461-47d8-87c8-3620c502c07a HTTP/1.1" status: 200 len: 942 time: 0.0952897 Apr 18 19:26:19.291723 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4e0a2-3bba-46dd-adf1-9b69cfe25eed req-04955219-d567-43c6-ac04-10c4ac1d6e9a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:19.302717 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-08b4e0a2-3bba-46dd-adf1-9b69cfe25eed req-04955219-d567-43c6-ac04-10c4ac1d6e9a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 945 time: 0.3195553 Apr 18 19:26:19.328189 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70a8339a-3337-4264-a89f-fcc59079bdd9 req-58f3275c-044b-4a16-824e-f65f5e50a223 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.1974068 Apr 18 19:26:19.393532 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-08b4e0a2-3bba-46dd-adf1-9b69cfe25eed req-cce87232-c6a7-437c-8b7d-25db6245a208 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912249 Apr 18 19:26:19.553982 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:26:19.774177 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-373bfce1-cafa-471d-8da8-12ffa9b429e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 1096 time: 0.1492817 Apr 18 19:26:19.828655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:19.830214 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:19.923216 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf095214-bbfb-43cd-87b1-13e816db043a'] response: {'name': 'network-changed', 'server_uuid': 'a257886a-c39e-484d-be69-2122db48686b', 'tag': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'status': 'completed', 'code': 200} Apr 18 19:26:19.926097 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf095214-bbfb-43cd-87b1-13e816db043a'] response: {'server_uuid': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f56ce260-77fc-4be4-a9fb-a476de905a6e', 'code': 200} Apr 18 19:26:19.926097 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf095214-bbfb-43cd-87b1-13e816db043a'] response: {'name': 'network-changed', 'server_uuid': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'tag': 'f56ce260-77fc-4be4-a9fb-a476de905a6e', 'status': 'completed', 'code': 200} Apr 18 19:26:20.016605 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8339a-3337-4264-a89f-fcc59079bdd9 req-67d3cb5a-82a7-4fa3-86f7-f8da0f9be08f tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:20.018744 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70a8339a-3337-4264-a89f-fcc59079bdd9 req-67d3cb5a-82a7-4fa3-86f7-f8da0f9be08f tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.6864467 Apr 18 19:26:20.128610 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:20.155596 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-aebbbc96-a6da-47cd-a094-bdc0e47e1486 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:20.157555 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-aebbbc96-a6da-47cd-a094-bdc0e47e1486 service neutron] 10.222.0.71 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.3691719 Apr 18 19:26:20.195586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:20.219352 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:20.297367 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:20.444948 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-3fa9e8ad-95ad-44a3-becc-65f689dc110c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3df39b-3461-47d8-87c8-3620c502c07a HTTP/1.1" status: 200 len: 1001 time: 0.2809441 Apr 18 19:26:20.563456 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-5759e927-55b6-44a3-902c-4e432a8e6361 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:20.563456 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-5759e927-55b6-44a3-902c-4e432a8e6361 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.0910470 Apr 18 19:26:20.563456 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf63956-7103-4c09-ae4b-1a2c721cdec2 req-22c12a91-e1cb-4adb-b4fe-c9ba245e40a6 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:20.570069 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2bf63956-7103-4c09-ae4b-1a2c721cdec2 req-22c12a91-e1cb-4adb-b4fe-c9ba245e40a6 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 944 time: 0.5419528 Apr 18 19:26:20.590741 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=10']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:20.802634 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2bf63956-7103-4c09-ae4b-1a2c721cdec2 req-0f3c71f4-bf81-47cd-aaa0-5971af51d118 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373011 Apr 18 19:26:20.862669 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-fde46239-57b6-4339-afbe-b882fa9d6a28 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2954576 Apr 18 19:26:20.889019 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4429e-c648-4e6a-9105-f0ce96e80834 req-4e4978f9-32b3-4791-a162-83dc3fc8f4ac tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:20.898096 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e3e4429e-c648-4e6a-9105-f0ce96e80834 req-4e4978f9-32b3-4791-a162-83dc3fc8f4ac tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.1168771 Apr 18 19:26:21.006244 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e3e4429e-c648-4e6a-9105-f0ce96e80834 req-eef46219-9d94-4b30-a3f1-411041173157 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017513 Apr 18 19:26:21.108002 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:26:21.118147 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-d8db1540-917b-402f-8438-45973a60a14d service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454100 Apr 18 19:26:21.333763 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-3f6a9891-f76c-449b-8357-84a0064d6708 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485124 Apr 18 19:26:21.371208 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-1991a260-f9b5-4b9b-ada3-624f5f76ecec tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.2171035 Apr 18 19:26:21.452447 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e1869-9103-40ba-ac03-ac9cae7979df req-ad448573-279e-4535-a9b7-36f6dcf3deb2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.468672 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da3e1869-9103-40ba-ac03-ac9cae7979df req-ad448573-279e-4535-a9b7-36f6dcf3deb2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 945 time: 0.4133897 Apr 18 19:26:21.481325 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-b5ea7b33-88c3-47be-bee7-5e58514900bc service neutron] 10.222.0.71 "GET /v2.0/ports/f56ce260-77fc-4be4-a9fb-a476de905a6e/bindings/n-h2-838334-1 HTTP/1.1" status: 200 len: 384 time: 0.4716542 Apr 18 19:26:21.577593 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d76394f1-ced1-4d4b-831d-feb05b65527a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:21.613182 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da3e1869-9103-40ba-ac03-ac9cae7979df req-fbfc4d42-601e-4e6b-b13d-d30a59c22a3d tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422892 Apr 18 19:26:21.684091 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-4e98d94e-0169-4897-9b1e-3ca7a058cbd1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 1125 time: 0.1530876 Apr 18 19:26:21.715224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-f0e94975-b3f7-418e-9577-190d2008d7fe tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.728525 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-f0e94975-b3f7-418e-9577-190d2008d7fe tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports/dc3df39b-3461-47d8-87c8-3620c502c07a HTTP/1.1" status: 200 len: 942 time: 0.3648179 Apr 18 19:26:21.931330 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68a7670-f367-4c6f-9db5-5b29b633d293'] response: {'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'code': 200} Apr 18 19:26:21.986376 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-3f56586c-4426-4a89-bd10-06fbfb62133d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:21.989462 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-3f56586c-4426-4a89-bd10-06fbfb62133d service neutron] 10.222.0.71 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.2990112 Apr 18 19:26:22.004297 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ab476c3-e251-4b26-8463-76a42d0bbc17 req-51ad5c38-a88d-496c-988d-28a2ae7fa059 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5018039 Apr 18 19:26:22.178568 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-ceff9f61-a06d-4238-b4e2-bc92378f5705 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e HTTP/1.1" status: 200 len: 217 time: 0.1813936 Apr 18 19:26:22.228534 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-1cb0bd33-6323-4399-bc23-59f41d308898 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.3492010 Apr 18 19:26:22.275303 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-0b786f5f-b949-43c7-8f51-9fc9f4c06e37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:22.276552 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-0b786f5f-b949-43c7-8f51-9fc9f4c06e37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.0904460 Apr 18 19:26:22.326642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3c110-a222-46f6-b5f4-1cbd8849d707 req-ec6ac03b-1699-4a1b-bb83-15442cc79028 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:22.338705 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-40c3c110-a222-46f6-b5f4-1cbd8849d707 req-ec6ac03b-1699-4a1b-bb83-15442cc79028 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 945 time: 0.2793083 Apr 18 19:26:22.375314 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-e55748e6-3a45-4890-ae89-7797919a838a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878470 Apr 18 19:26:22.380639 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-d915f2bc-a62c-41ee-b2dd-a2c27fecf94e service neutron] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:22.406953 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ab476c3-e251-4b26-8463-76a42d0bbc17 req-949e5c61-d091-46de-84da-c01b81900b40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 1096 time: 0.3728533 Apr 18 19:26:22.457899 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-d915f2bc-a62c-41ee-b2dd-a2c27fecf94e service neutron] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:22.509340 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-40c3c110-a222-46f6-b5f4-1cbd8849d707 req-abca3d61-4b04-4839-bf02-f989e83a0c6d tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672392 Apr 18 19:26:22.619422 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-3653e8ae-0f62-42bc-9ef5-2556d22d5e1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:22.621053 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-3653e8ae-0f62-42bc-9ef5-2556d22d5e1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.3765225 Apr 18 19:26:22.640670 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-d915f2bc-a62c-41ee-b2dd-a2c27fecf94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56ce260-77fc-4be4-a9fb-a476de905a6e {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:22.721015 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-b44baefb-9417-46aa-8876-e1484de095e3 service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310962 Apr 18 19:26:22.788111 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-d915f2bc-a62c-41ee-b2dd-a2c27fecf94e service neutron] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:22.856424 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab476c3-e251-4b26-8463-76a42d0bbc17 req-a4d88fbe-2384-4468-b485-86b197782528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:22.858420 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ab476c3-e251-4b26-8463-76a42d0bbc17 req-a4d88fbe-2384-4468-b485-86b197782528 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.4280391 Apr 18 19:26:22.870701 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-2562ab4f-79ce-4fa9-b30d-62eb3c8b5569 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.2382092 Apr 18 19:26:22.948714 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6080ac9-e84a-4697-bcab-3dd7b51562c6 req-b0e5e762-7e07-457a-9da9-5a5d295cbed2 service neutron] 10.222.0.71 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235577 Apr 18 19:26:22.952186 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-d915f2bc-a62c-41ee-b2dd-a2c27fecf94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:22.966537 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-85deeab7-31be-4852-8518-e45c8e3ee5cb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:23.124006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e84e3-7e74-486c-a534-5d8688ba519e req-4095a083-b985-4afa-ba03-09236ca04cca tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:23.142515 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-647e84e3-7e74-486c-a534-5d8688ba519e req-4095a083-b985-4afa-ba03-09236ca04cca tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=33b6c5ff-d346-4d86-b38b-321e276b1007 HTTP/1.1" status: 200 len: 946 time: 0.1560490 Apr 18 19:26:23.217256 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-647e84e3-7e74-486c-a534-5d8688ba519e req-3a3b2680-2712-4caf-a517-7d6ab9a02865 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738373 Apr 18 19:26:23.263116 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ab476c3-e251-4b26-8463-76a42d0bbc17 req-aef4922a-9e6a-4802-ae33-2af013b8b8c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915 HTTP/1.1" status: 200 len: 217 time: 0.3910167 Apr 18 19:26:23.397463 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-85deeab7-31be-4852-8518-e45c8e3ee5cb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.440629 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-35193805-44bd-42c1-84b8-11920699b3af req-3be22e70-0a98-41fc-a140-04c405c36229 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1641233 Apr 18 19:26:23.474124 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612138d-1cd8-4dad-bc0b-5ac039d1540c req-3c60e71d-d61a-47d0-98bc-cd60ebeef0cd tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:23.475628 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0612138d-1cd8-4dad-bc0b-5ac039d1540c req-3c60e71d-d61a-47d0-98bc-cd60ebeef0cd tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 944 time: 0.0887911 Apr 18 19:26:23.481312 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab476c3-e251-4b26-8463-76a42d0bbc17 req-8cb8a95c-c0c2-4c53-889a-c7e3e09e01d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:23.482772 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ab476c3-e251-4b26-8463-76a42d0bbc17 req-8cb8a95c-c0c2-4c53-889a-c7e3e09e01d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.2060595 Apr 18 19:26:23.555139 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ab476c3-e251-4b26-8463-76a42d0bbc17 req-4bb507b1-6607-45fe-a222-6ac89a1f6b7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520802 Apr 18 19:26:23.575471 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f56ce260-77fc-4be4-a9fb-a476de905a6e no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:23.581481 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0612138d-1cd8-4dad-bc0b-5ac039d1540c req-994205b6-56c1-49b4-94ba-e4e457ba405c tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983789 Apr 18 19:26:23.646078 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-35193805-44bd-42c1-84b8-11920699b3af req-f789376c-b79f-4681-9cec-a39bc0e9894b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 1100 time: 0.1068685 Apr 18 19:26:23.739998 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-d915f2bc-a62c-41ee-b2dd-a2c27fecf94e service neutron] Transition to ACTIVE for port object f56ce260-77fc-4be4-a9fb-a476de905a6e will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:23.897371 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35193805-44bd-42c1-84b8-11920699b3af req-c32f0de7-aabb-42f3-9c45-b86f19210d17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:23.897371 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-35193805-44bd-42c1-84b8-11920699b3af req-c32f0de7-aabb-42f3-9c45-b86f19210d17 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2384310 Apr 18 19:26:23.911965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ab476c3-e251-4b26-8463-76a42d0bbc17 req-e12746f4-f25b-4f1f-be3f-2331e2b2cdee service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945929 Apr 18 19:26:23.933320 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e0c40d50-fd4e-466d-a670-1fa8c742b910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.946729 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-85deeab7-31be-4852-8518-e45c8e3ee5cb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.951110 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-d915f2bc-a62c-41ee-b2dd-a2c27fecf94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:23.988988 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-35193805-44bd-42c1-84b8-11920699b3af req-79073a07-2bce-4a1b-9bb0-bcb83f5457e8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 200 len: 217 time: 0.0845084 Apr 18 19:26:23.995691 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a7ac-c149-4dcd-b4bd-30e5771eccf2 req-b103f43f-593b-49f9-8b1f-3f5504db0a90 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:23.997166 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f773a7ac-c149-4dcd-b4bd-30e5771eccf2 req-b103f43f-593b-49f9-8b1f-3f5504db0a90 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.1970441 Apr 18 19:26:24.104785 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-85deeab7-31be-4852-8518-e45c8e3ee5cb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:24.104785 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-85deeab7-31be-4852-8518-e45c8e3ee5cb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Floating IP 42de3565-295a-4066-ae80-a52e95747715 disassociated. External IP: 172.25.8.209, port: dc3df39b-3461-47d8-87c8-3620c502c07a. Apr 18 19:26:24.120143 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35193805-44bd-42c1-84b8-11920699b3af req-6aeb29e5-3c16-4104-8feb-9792ce2f8b37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.120143 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-35193805-44bd-42c1-84b8-11920699b3af req-6aeb29e5-3c16-4104-8feb-9792ce2f8b37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1192040 Apr 18 19:26:24.189254 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f773a7ac-c149-4dcd-b4bd-30e5771eccf2 req-e4ee0ee5-798c-47cf-8809-f49e924e165b tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611912 Apr 18 19:26:24.264731 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-35193805-44bd-42c1-84b8-11920699b3af req-0d5acd4e-b99b-4e23-bd83-721f208d2827 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331673 Apr 18 19:26:24.378504 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915f2bc-a62c-41ee-b2dd-a2c27fecf94e service neutron] Pushing event updated for resources: {'Port': ['ID=f56ce260-77fc-4be4-a9fb-a476de905a6e,revision_number=10']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:24.438121 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-d915f2bc-a62c-41ee-b2dd-a2c27fecf94e service neutron] No DVR routers for this DVR port f56ce260-77fc-4be4-a9fb-a476de905a6e on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:24.461082 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ab476c3-e251-4b26-8463-76a42d0bbc17 req-ad36923e-54fb-4e23-ae40-42023c89d1d9 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421290 Apr 18 19:26:24.517956 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-d915f2bc-a62c-41ee-b2dd-a2c27fecf94e service neutron] 10.222.0.71 "PUT /v2.0/ports/f56ce260-77fc-4be4-a9fb-a476de905a6e/bindings/n-h2-838334-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0142510 Apr 18 19:26:24.529148 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-35193805-44bd-42c1-84b8-11920699b3af req-5d194e4d-a7c2-4dc3-925c-a027051f1dd1 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576272 Apr 18 19:26:24.807111 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-35193805-44bd-42c1-84b8-11920699b3af req-ed6df0b2-d3b5-4c1f-8a9c-c97b8a6eb520 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596016 Apr 18 19:26:24.858155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51db1a-1d9e-4aac-92ce-c7989dab79db req-d5ab9bd9-dc3c-43be-9503-e83b8f2b3ffe tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:24.858155 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7d51db1a-1d9e-4aac-92ce-c7989dab79db req-d5ab9bd9-dc3c-43be-9503-e83b8f2b3ffe tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=10dfb0cb-ff13-4a13-a13c-377e790b0535 HTTP/1.1" status: 200 len: 946 time: 0.1820626 Apr 18 19:26:24.866452 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:24.921564 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:24.938175 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7d51db1a-1d9e-4aac-92ce-c7989dab79db req-1c2c7cf3-2bc5-4c53-a489-83d03850baf1 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675902 Apr 18 19:26:25.033559 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-a00fed9d-5c97-46d8-b277-4865785f1528 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1096 time: 0.2899892 Apr 18 19:26:25.162028 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-85deeab7-31be-4852-8518-e45c8e3ee5cb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:26:25.174138 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac9457-8a01-4af7-afc0-30476f1b9fda req-bbdb3b87-f67d-4ac7-88c8-f02b29f67ee2 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:25.186093 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9dac9457-8a01-4af7-afc0-30476f1b9fda req-bbdb3b87-f67d-4ac7-88c8-f02b29f67ee2 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 945 time: 0.0992696 Apr 18 19:26:25.192756 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-b1563ec3-6573-4c17-b5f6-b1174efbb721 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d&tenant_id=8c23189679ae40bb84dcf0717d8a1396 HTTP/1.1" status: 200 len: 1096 time: 0.1474254 Apr 18 19:26:25.241140 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9dac9457-8a01-4af7-afc0-30476f1b9fda req-38e7bafc-ee48-491d-b8e1-011d3e59d181 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591977 Apr 18 19:26:25.436273 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-826dceaa-26a7-41ae-8ca8-c4f795ad175e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c23189679ae40bb84dcf0717d8a1396&device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 1096 time: 0.1791611 Apr 18 19:26:25.607179 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-57442fd3-3dd8-4f4a-aae2-1b87fb5f76a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:25.607179 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-57442fd3-3dd8-4f4a-aae2-1b87fb5f76a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 200 len: 909 time: 0.1593487 Apr 18 19:26:25.615734 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-85deeab7-31be-4852-8518-e45c8e3ee5cb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:26:25.628418 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-85deeab7-31be-4852-8518-e45c8e3ee5cb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:25.652590 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8291978-82cf-4a65-a272-dcdf78b411ac None None] Sync routers for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:26:25.674747 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8291978-82cf-4a65-a272-dcdf78b411ac None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:25.674747 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c8291978-82cf-4a65-a272-dcdf78b411ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:25.730917 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-6fa58e0f-32a9-47d1-9044-e0ebd8c8ac5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e HTTP/1.1" status: 200 len: 217 time: 0.0821822 Apr 18 19:26:25.798150 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-85deeab7-31be-4852-8518-e45c8e3ee5cb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "PUT /v2.0/floatingips/42de3565-295a-4066-ae80-a52e95747715 HTTP/1.1" status: 200 len: 695 time: 2.8442430 Apr 18 19:26:25.798150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a257886a-c39e-484d-be69-2122db48686b', 'tag': 'dc3df39b-3461-47d8-87c8-3620c502c07a'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:25.838954 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-18c5012b-041a-4f0b-9576-814c1875e41a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:25.847530 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-18c5012b-041a-4f0b-9576-814c1875e41a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 200 len: 848 time: 0.1035671 Apr 18 19:26:26.010154 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-750e956f-3c89-403b-a51d-4c7343cdeff0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628633 Apr 18 19:26:26.014005 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-c8291978-82cf-4a65-a272-dcdf78b411ac None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:26.186112 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-ad62aa15-3f15-46e3-8533-696a38c498f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 1096 time: 0.2664649 Apr 18 19:26:26.232351 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38b4e3-dc2d-46c8-bb38-ae816c62c238 req-0b9015e6-fbe7-455c-b1d9-ce87e1e97879 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.244734 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-33a4bb5c-f0c2-4ae5-ac15-99f5db6d430d service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269013 Apr 18 19:26:26.254249 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4c38b4e3-dc2d-46c8-bb38-ae816c62c238 req-0b9015e6-fbe7-455c-b1d9-ce87e1e97879 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 945 time: 0.1641669 Apr 18 19:26:26.340782 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4c38b4e3-dc2d-46c8-bb38-ae816c62c238 req-87302f2e-19a8-4457-9667-d42717edaa05 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920131 Apr 18 19:26:26.413686 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:26.539218 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-deb211a4-7fa7-45de-954e-ade0d599d259 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.554074 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-deb211a4-7fa7-45de-954e-ade0d599d259 service neutron] 10.222.0.66 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.3544145 Apr 18 19:26:26.701237 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-03481301-af34-4b84-8e27-f2a280223468 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 1096 time: 0.1504109 Apr 18 19:26:26.715502 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c8291978-82cf-4a65-a272-dcdf78b411ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:26.723946 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8291978-82cf-4a65-a272-dcdf78b411ac None None] Checking router: 18a4807f-cbc0-44c1-b316-12192cfa0ee7 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:26:26.742681 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-a4644466-856c-432f-9996-0c33376ee023 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3df39b-3461-47d8-87c8-3620c502c07a HTTP/1.1" status: 200 len: 217 time: 0.1751556 Apr 18 19:26:26.743899 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8291978-82cf-4a65-a272-dcdf78b411ac None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:26.743899 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c8291978-82cf-4a65-a272-dcdf78b411ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:26.836665 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838334-1'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:26.908211 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-703d6249-b97e-44ab-8365-5cb577f1075d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:26.916948 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-703d6249-b97e-44ab-8365-5cb577f1075d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.1481266 Apr 18 19:26:27.071284 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-ee45639b-e039-4b92-9720-d232580108f1 service neutron] 10.222.0.16 "GET /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7539997 Apr 18 19:26:27.152808 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-1f112d79-e3e9-4efb-8104-f113abe7bb99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349131 Apr 18 19:26:27.218604 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-c8291978-82cf-4a65-a272-dcdf78b411ac None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:27.352500 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:27.491537 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-3b6d287d-2da2-4e2f-8e8b-7ebecb569efa service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315265 Apr 18 19:26:27.596437 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d54da6cd-baed-4af7-b411-b69d102f6281 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:27.642901 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0752d-fee9-49d0-8a83-82b9d7707d65 req-6605a69d-3235-4163-a844-384a2edea515 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:27.656865 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-74b0752d-fee9-49d0-8a83-82b9d7707d65 req-6605a69d-3235-4163-a844-384a2edea515 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.3761551 Apr 18 19:26:27.686635 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c8291978-82cf-4a65-a272-dcdf78b411ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:27.695330 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8291978-82cf-4a65-a272-dcdf78b411ac None None] The sync data for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 is: [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:26:27.773419 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-74b0752d-fee9-49d0-8a83-82b9d7707d65 req-21b82b0c-d381-46b3-a807-90d077f1c2c2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107306 Apr 18 19:26:27.861595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d54da6cd-baed-4af7-b411-b69d102f6281,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:27.898645 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:27.951890 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d54da6cd-baed-4af7-b411-b69d102f6281,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:27.980742 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d54da6cd-baed-4af7-b411-b69d102f6281 has no active binding in host n-h1-838334-1 {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 19:26:27.983699 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54da6cd-baed-4af7-b411-b69d102f6281'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:27.995304 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:28.008533 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e1ba3c5-8f02-44d0-b210-8f9708a400bb req-b2589bc7-b950-4572-8d83-e5fa77f4a73f service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189397 Apr 18 19:26:28.042039 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-dbdc267f-9ab6-412b-9c43-4b98b80f5074 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:28.043476 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-dbdc267f-9ab6-412b-9c43-4b98b80f5074 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 945 time: 0.3636577 Apr 18 19:26:28.081376 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:28.181278 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7a1b5b-d71a-47b2-b159-28d8bb2d1bd0 None None] New status for floating IP 42de3565-295a-4066-ae80-a52e95747715: DOWN {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:26:28.188322 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a076973-8989-4c30-b89b-a3bbcacbb206'] response: {'name': 'network-changed', 'server_uuid': 'a257886a-c39e-484d-be69-2122db48686b', 'tag': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'status': 'completed', 'code': 200} Apr 18 19:26:28.229010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Pushing event updated for resources: {'Port': ['ID=d54da6cd-baed-4af7-b411-b69d102f6281,revision_number=7']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:28.331806 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-6dff08ea-481f-4bde-bb2a-51fab4040af3 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d&tenant_id=8c23189679ae40bb84dcf0717d8a1396&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 1096 time: 0.5301230 Apr 18 19:26:28.335176 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Deleting port f3db61db-9206-48d5-a84f-3fee87d0a48b {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:28.335524 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:28.491953 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 on host n-h2-838334-1 for vnic_type normal with profile {"migrating_to": "n-h1-838334-1"} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:28.492581 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:28.492581 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:28.524031 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f939cde-6f9a-4194-9682-34a891f96fde req-c9a6946c-ed13-4cb8-8f92-7ffb51e99de5 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:28.532478 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f939cde-6f9a-4194-9682-34a891f96fde req-c9a6946c-ed13-4cb8-8f92-7ffb51e99de5 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 945 time: 0.2175570 Apr 18 19:26:28.549105 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Port d54da6cd-baed-4af7-b411-b69d102f6281 on network 9b83be68-6eca-400e-8c84-411bbd373f99 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:28.549958 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Attempting to bind port d54da6cd-baed-4af7-b411-b69d102f6281 on network 9b83be68-6eca-400e-8c84-411bbd373f99 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:28.561405 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:28.562039 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Checking segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:28.562695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Bound using segment: {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:28.563377 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Bound port: d54da6cd-baed-4af7-b411-b69d102f6281, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d28dc67-330b-4f5e-8137-6757c9197433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '9b83be68-6eca-400e-8c84-411bbd373f99'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:28.563957 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:28.682228 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22beb48a-1d03-47ca-b075-4a2df8e77dea req-3f89befe-0d03-4c1c-9507-3877e96f7800 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 1096 time: 0.4473133 Apr 18 19:26:28.694696 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:28.697876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d54da6cd-baed-4af7-b411-b69d102f6281,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:28.722988 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c8cc3-ed86-463b-b48d-075feccdf9c8 req-eee2059c-a5aa-47cb-abc5-bf0179a88d2e tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:28.724549 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c32c8cc3-ed86-463b-b48d-075feccdf9c8 req-eee2059c-a5aa-47cb-abc5-bf0179a88d2e tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.16 "GET /v2.0/ports?device_id=10dfb0cb-ff13-4a13-a13c-377e790b0535 HTTP/1.1" status: 200 len: 946 time: 0.2896020 Apr 18 19:26:28.774380 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4f964-56d9-4ed6-aaf4-8e299747f496 req-925bc9d8-f33e-4b66-a52a-1d560e2522a4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:28.779143 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f939cde-6f9a-4194-9682-34a891f96fde req-8e2ae649-d034-451c-b171-48c382616a3d tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443044 Apr 18 19:26:28.783202 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cbd4f964-56d9-4ed6-aaf4-8e299747f496 req-925bc9d8-f33e-4b66-a52a-1d560e2522a4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 943 time: 0.3989658 Apr 18 19:26:28.797274 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:28.994164 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cbd4f964-56d9-4ed6-aaf4-8e299747f496 req-8f0ce43e-d2c7-4235-b8da-3eb8a7472762 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097857 Apr 18 19:26:29.042744 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] For port f3db61db-9206-48d5-a84f-3fee87d0a48b, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f3db61db-9206-48d5-a84f-3fee87d0a48b,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:29.043334 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:29.072762 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Pushing event updated for resources: {'Port': ['ID=d54da6cd-baed-4af7-b411-b69d102f6281,revision_number=8']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:29.081992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-c32c8cc3-ed86-463b-b48d-075feccdf9c8 req-acbc53e0-5dac-4d6c-b8c4-01b5ee2fcea9 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Deleting port 567c9fb5-0a54-4749-922e-7ccba7155862 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:29.082714 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c32c8cc3-ed86-463b-b48d-075feccdf9c8 req-acbc53e0-5dac-4d6c-b8c4-01b5ee2fcea9 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:29.096934 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-68a1c455-1fcd-44ed-ad96-74b68f90ff80 service neutron] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:29.098198 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beb48a-1d03-47ca-b075-4a2df8e77dea req-4157834b-1492-412c-b188-f7c986b1cbf2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.099661 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22beb48a-1d03-47ca-b075-4a2df8e77dea req-4157834b-1492-412c-b188-f7c986b1cbf2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.3586357 Apr 18 19:26:29.120671 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-68a1c455-1fcd-44ed-ad96-74b68f90ff80 service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:29.121774 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49f29de5-6998-44e0-9138-a06f9c4cac52 req-68a1c455-1fcd-44ed-ad96-74b68f90ff80 service neutron] 10.222.0.16 "DELETE /v2.0/ports/f56ce260-77fc-4be4-a9fb-a476de905a6e/bindings/n-h1-838334-1 HTTP/1.1" status: 204 len: 173 time: 0.7364550 Apr 18 19:26:29.316366 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:29.318015 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-c4030319-41fd-4606-ac67-47da4a6b8630 service neutron] 10.222.0.71 "PUT /v2.0/ports/d54da6cd-baed-4af7-b411-b69d102f6281 HTTP/1.1" status: 200 len: 1121 time: 2.6203668 Apr 18 19:26:29.343959 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22beb48a-1d03-47ca-b075-4a2df8e77dea req-9ffd62ae-604a-42b6-b9a4-9509391c14d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3df39b-3461-47d8-87c8-3620c502c07a HTTP/1.1" status: 200 len: 217 time: 0.1259708 Apr 18 19:26:29.442513 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['d54da6cd-baed-4af7-b411-b69d102f6281'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:29.507494 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d54da6cd-baed-4af7-b411-b69d102f6281'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:29.511205 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0486cc-5913-42cc-8961-476a766562ac req-9cb50b25-2219-4d68-ab67-2f12eec20a55 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.518746 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa0486cc-5913-42cc-8961-476a766562ac req-9cb50b25-2219-4d68-ab67-2f12eec20a55 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=10dfb0cb-ff13-4a13-a13c-377e790b0535 HTTP/1.1" status: 200 len: 946 time: 0.3622067 Apr 18 19:26:29.523780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beb48a-1d03-47ca-b075-4a2df8e77dea req-0ec6fec2-fdb4-44c9-afe6-44114e2d9851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:29.525210 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22beb48a-1d03-47ca-b075-4a2df8e77dea req-0ec6fec2-fdb4-44c9-afe6-44114e2d9851 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.1725488 Apr 18 19:26:29.602348 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-c32c8cc3-ed86-463b-b48d-075feccdf9c8 req-acbc53e0-5dac-4d6c-b8c4-01b5ee2fcea9 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] For port 567c9fb5-0a54-4749-922e-7ccba7155862, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=567c9fb5-0a54-4749-922e-7ccba7155862,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:29.602804 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c32c8cc3-ed86-463b-b48d-075feccdf9c8 req-acbc53e0-5dac-4d6c-b8c4-01b5ee2fcea9 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:29.632676 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa0486cc-5913-42cc-8961-476a766562ac req-f30ee9c2-407e-42a3-87e9-7717c020dcea tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126280 Apr 18 19:26:30.114629 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d726d4fa-ba53-4721-af97-1cb89e2fbcd6'] response: {'server_uuid': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd54da6cd-baed-4af7-b411-b69d102f6281', 'code': 200} Apr 18 19:26:30.123994 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-c32c8cc3-ed86-463b-b48d-075feccdf9c8 req-acbc53e0-5dac-4d6c-b8c4-01b5ee2fcea9 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Calling delete_port for 567c9fb5-0a54-4749-922e-7ccba7155862 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:30.166489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8650f6-1a35-48f8-b49b-581e4c610062 req-9586a89b-e986-452f-bc4e-f4ff31ce4b3b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:30.182289 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d8650f6-1a35-48f8-b49b-581e4c610062 req-9586a89b-e986-452f-bc4e-f4ff31ce4b3b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 945 time: 0.8958275 Apr 18 19:26:30.279544 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-15acdd96-3974-4079-bcfb-30ed3e7055f9 service neutron] show failed (client error): The resource could not be found. Apr 18 19:26:30.280848 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-15acdd96-3974-4079-bcfb-30ed3e7055f9 service neutron] 10.222.0.16 "GET /v2.0/ports/3a5ded9f-3c34-4d51-abe2-795d5b834f10/bindings/n-h1-838334-1 HTTP/1.1" status: 404 len: 380 time: 0.4018722 Apr 18 19:26:30.299823 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22beb48a-1d03-47ca-b075-4a2df8e77dea req-48f9f9fd-e0cd-47af-94e4-2de4cb6a6574 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7650011 Apr 18 19:26:30.618005 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22beb48a-1d03-47ca-b075-4a2df8e77dea req-b16c5cfc-824a-4503-9adb-5b769bf5996d service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629623 Apr 18 19:26:30.618005 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d8650f6-1a35-48f8-b49b-581e4c610062 req-9b5eeae5-5517-4e79-b2cc-b8303b2f8f8d tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510053 Apr 18 19:26:30.621337 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 567c9fb5-0a54-4749-922e-7ccba7155862 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:30.767917 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c32c8cc3-ed86-463b-b48d-075feccdf9c8 req-acbc53e0-5dac-4d6c-b8c4-01b5ee2fcea9 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:30.810554 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['803f926b-5f0d-4304-bf3e-dbc0f93e260e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:30.814185 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:30.814185 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:30.814185 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Floating IP 48540fcb-1b4b-41af-bc6d-ba0dfebbbae8 disassociated. External IP: 172.25.8.32, port: f3db61db-9206-48d5-a84f-3fee87d0a48b. Apr 18 19:26:30.814185 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Calling delete_port for f3db61db-9206-48d5-a84f-3fee87d0a48b owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:30.851295 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Port 567c9fb5-0a54-4749-922e-7ccba7155862 update to DOWN by agent not found {{(pid=84806) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 19:26:30.851295 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 3a5ded9f-3c34-4d51-abe2-795d5b834f10 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:30.875533 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22beb48a-1d03-47ca-b075-4a2df8e77dea req-c9cb1b2d-c224-4bdf-95ae-e89f27a97b84 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873745 Apr 18 19:26:30.876512 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc53e0-5dac-4d6c-b8c4-01b5ee2fcea9 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Pushing event deleted for resources: {'Port': ['ID=567c9fb5-0a54-4749-922e-7ccba7155862,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:30.946884 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['fee5f5f8-2df8-43f4-82de-21a0b34df390'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:30.960608 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32c8cc3-ed86-463b-b48d-075feccdf9c8 req-acbc53e0-5dac-4d6c-b8c4-01b5ee2fcea9 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] No DVR routers for this DVR port 567c9fb5-0a54-4749-922e-7ccba7155862 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:30.963645 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c32c8cc3-ed86-463b-b48d-075feccdf9c8 req-acbc53e0-5dac-4d6c-b8c4-01b5ee2fcea9 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:31.104818 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:31.155401 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b92dc-ee22-4e4b-a6d3-13b843131c7b req-8da1520a-c4c7-46ab-a95b-07767d64f1d1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:31.156899 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b76b92dc-ee22-4e4b-a6d3-13b843131c7b req-8da1520a-c4c7-46ab-a95b-07767d64f1d1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 950 time: 0.0889866 Apr 18 19:26:31.185354 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:31.207225 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b76b92dc-ee22-4e4b-a6d3-13b843131c7b req-c2d463b3-567d-4a06-ba86-6f04ae7f0a24 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442436 Apr 18 19:26:31.208953 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:31.604344 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab2d67-b465-4d83-9b31-4fd08ae6f85f req-640bce1b-2e5f-479f-8f14-db042c413054 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:31.604344 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eeab2d67-b465-4d83-9b31-4fd08ae6f85f req-640bce1b-2e5f-479f-8f14-db042c413054 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 945 time: 0.0790596 Apr 18 19:26:31.604344 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eeab2d67-b465-4d83-9b31-4fd08ae6f85f req-c461c791-35f8-47ac-8b0f-d8daeb6c218e tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups?id=e33cc4cc-9934-405e-9908-04e5c22077d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393021 Apr 18 19:26:31.722669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da337e86-26f0-4688-9668-77e18f473b82 req-f656b65a-5a8d-4598-a587-4eae7b18eea0 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:31.724392 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-da337e86-26f0-4688-9668-77e18f473b82 req-f656b65a-5a8d-4598-a587-4eae7b18eea0 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 943 time: 0.0886099 Apr 18 19:26:31.770234 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-da337e86-26f0-4688-9668-77e18f473b82 req-d4e64c8e-8f0c-4b99-b782-8dd8af12f428 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Apr 18 19:26:31.987285 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c32c8cc3-ed86-463b-b48d-075feccdf9c8 req-acbc53e0-5dac-4d6c-b8c4-01b5ee2fcea9 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.16 "DELETE /v2.0/ports/567c9fb5-0a54-4749-922e-7ccba7155862 HTTP/1.1" status: 204 len: 173 time: 3.2473481 Apr 18 19:26:31.987881 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:32.019883 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc436581-65de-454b-a295-a1a286f11ece req-36a90689-7bf0-42c0-b9b0-b9f3024821db tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=10dfb0cb-ff13-4a13-a13c-377e790b0535 HTTP/1.1" status: 200 len: 210 time: 0.0782905 Apr 18 19:26:32.030203 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:32.033260 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device f3db61db-9206-48d5-a84f-3fee87d0a48b no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:32.034865 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Pushing event deleted for resources: {'Port': ['ID=f3db61db-9206-48d5-a84f-3fee87d0a48b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:32.117272 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'tag': 'd54da6cd-baed-4af7-b411-b69d102f6281'}, {'server_uuid': '10dfb0cb-ff13-4a13-a13c-377e790b0535', 'name': 'network-vif-deleted', 'tag': '567c9fb5-0a54-4749-922e-7ccba7155862'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:32.127458 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: f3db61db-9206-48d5-a84f-3fee87d0a48b {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:26:32.128062 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device f3db61db-9206-48d5-a84f-3fee87d0a48b not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:32.186216 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:32.235325 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d7b69b-db99-43c4-afd8-2d8bef3d8648'] response: {'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'code': 200} Apr 18 19:26:32.593289 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6813342c-850c-4ffc-8075-b36ab84ab086 req-77664669-2fde-4f51-adbc-75d72a53c01d tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 1096 time: 0.2651770 Apr 18 19:26:32.691229 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6813342c-850c-4ffc-8075-b36ab84ab086 req-b6e54c0b-0714-48ab-ae1c-3ef4331fb5e0 tempest-LiveMigrationTest-1642653013 tempest-LiveMigrationTest-1642653013-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945706 Apr 18 19:26:32.705509 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50268) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:32.809716 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac632088-ce30-425e-b2b7-81e7ac130fe3'] response: {'name': 'network-changed', 'server_uuid': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'tag': 'd54da6cd-baed-4af7-b411-b69d102f6281', 'status': 'completed', 'code': 200} Apr 18 19:26:32.810180 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac632088-ce30-425e-b2b7-81e7ac130fe3'] response: {'server_uuid': '10dfb0cb-ff13-4a13-a13c-377e790b0535', 'name': 'network-vif-deleted', 'tag': '567c9fb5-0a54-4749-922e-7ccba7155862', 'status': 'completed', 'code': 200} Apr 18 19:26:32.816056 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-6c51af3b-b358-4f81-976c-0e9d6bc1302e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d&tenant_id=5c22a2f2d46e46198d19e1a175df3310 HTTP/1.1" status: 200 len: 1099 time: 0.3851812 Apr 18 19:26:32.837359 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-1', 'device_owner': 'compute:nova'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:32.874208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-22766b67-57ee-4761-b1a7-294438462881 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:32.881432 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-22766b67-57ee-4761-b1a7-294438462881 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3103497 Apr 18 19:26:32.996077 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-d0b533d8-1ccc-4857-9cb9-e94816d6ba78 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.1136367 Apr 18 19:26:33.002553 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-ecac9a0a-b78d-4e44-bdd3-99ee11b773e2 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Request body: {'floatingip': {'port_id': '2f98efc4-3708-47ab-a07a-80dabc282617', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:33.068254 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0bd0392a-5713-4505-8a3e-db867735dd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.158622 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0bd0392a-5713-4505-8a3e-db867735dd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:33.169691 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0bd0392a-5713-4505-8a3e-db867735dd4e admin admin] Usage tracker for resource:security_group_rule and tenant:af870c08ee6f455eb54c460a951b1890 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:33.174587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0bd0392a-5713-4505-8a3e-db867735dd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:33.181436 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0bd0392a-5713-4505-8a3e-db867735dd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:33.261111 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf4523-44d5-4a3d-8f48-2b1b4b059502 req-0c1fb03a-11df-4af2-a7e8-e686784cc7c0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:33.265057 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-10cf4523-44d5-4a3d-8f48-2b1b4b059502 req-0c1fb03a-11df-4af2-a7e8-e686784cc7c0 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 948 time: 0.3180945 Apr 18 19:26:33.272794 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-789548f9-1c41-4989-adaa-e1e1f59f9e5d req-21bbc890-a3e9-4432-b045-0ccb0f665277 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 1124 time: 0.4353249 Apr 18 19:26:33.346200 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-ecac9a0a-b78d-4e44-bdd3-99ee11b773e2 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.431713 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Router d8b1a848-e338-43ac-a248-25916249c33b has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:26:33.507634 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.525580 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-10cf4523-44d5-4a3d-8f48-2b1b4b059502 req-e570898f-b2ba-4994-be94-5c2a5ae5d921 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515872 Apr 18 19:26:33.549129 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0bd0392a-5713-4505-8a3e-db867735dd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.647618 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789548f9-1c41-4989-adaa-e1e1f59f9e5d req-e263769c-b0c1-45dc-b7ef-035ef8179b75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:33.649402 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-789548f9-1c41-4989-adaa-e1e1f59f9e5d req-e263769c-b0c1-45dc-b7ef-035ef8179b75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.3471110 Apr 18 19:26:33.754426 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0bd0392a-5713-4505-8a3e-db867735dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:33.805469 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-789548f9-1c41-4989-adaa-e1e1f59f9e5d req-643daf38-51c4-4fa6-96e4-b4daac9bec03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54da6cd-baed-4af7-b411-b69d102f6281 HTTP/1.1" status: 200 len: 217 time: 0.1423988 Apr 18 19:26:33.972406 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0bd0392a-5713-4505-8a3e-db867735dd4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af870c08ee6f455eb54c460a951b1890&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2654576 Apr 18 19:26:33.979777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0392a-5713-4505-8a3e-db867735dd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22d1e1a-344b-4b9d-8cbd-1384a22874f1,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:33.981350 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50284) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:33.989792 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-491b399e-45a2-4428-afe6-f12e81cf00b6 req-aa9ee976-c5a3-439a-bdd2-0fabcc03495c tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d4ea48f-edac-4047-9fdf-1e4df2cf4a89 HTTP/1.1" status: 200 len: 210 time: 0.0920622 Apr 18 19:26:33.996835 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789548f9-1c41-4989-adaa-e1e1f59f9e5d req-9a52eb29-d020-47f0-95e4-afcb7b8e0b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:33.999055 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-789548f9-1c41-4989-adaa-e1e1f59f9e5d req-9a52eb29-d020-47f0-95e4-afcb7b8e0b26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.1877549 Apr 18 19:26:34.085017 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-789548f9-1c41-4989-adaa-e1e1f59f9e5d req-5fdc746d-cc6c-4e0b-8b58-b74d5af1bada service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767817 Apr 18 19:26:34.246300 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-f0e75cce-1c16-4157-90a9-7ab640492815 service neutron] 10.222.0.16 "GET /v2.0/ports/d54da6cd-baed-4af7-b411-b69d102f6281/bindings/n-h1-838334-1 HTTP/1.1" status: 200 len: 384 time: 0.5120988 Apr 18 19:26:34.320014 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-789548f9-1c41-4989-adaa-e1e1f59f9e5d req-00e8dd98-cb2c-48ff-ab2c-a0abdd17d54b service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261608 Apr 18 19:26:34.535593 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f8e089f3-0635-4350-9ec6-23230644b107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:34.575888 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73de001-634e-47b8-b3ea-95def87287a9 req-184f58c4-7616-471f-9ca4-f115d1210c96 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:34.575888 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a73de001-634e-47b8-b3ea-95def87287a9 req-184f58c4-7616-471f-9ca4-f115d1210c96 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.71 "GET /v2.0/ports?device_id=a257886a-c39e-484d-be69-2122db48686b HTTP/1.1" status: 200 len: 945 time: 0.2492461 Apr 18 19:26:34.607724 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:34.638333 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-789548f9-1c41-4989-adaa-e1e1f59f9e5d req-97b13dcb-f71c-46d0-be94-0bc34c446ba4 service neutron] 10.222.0.16 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751687 Apr 18 19:26:34.668395 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f8e089f3-0635-4350-9ec6-23230644b107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:34.680305 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-a73de001-634e-47b8-b3ea-95def87287a9 req-c8d7c038-9fc8-4f89-bbc2-2847c60b2d1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Deleting port dc3df39b-3461-47d8-87c8-3620c502c07a {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:34.680804 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a73de001-634e-47b8-b3ea-95def87287a9 req-c8d7c038-9fc8-4f89-bbc2-2847c60b2d1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:34.742644 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:26:34.861071 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:35.106120 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5ded9f-3c34-4d51-abe2-795d5b834f10 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:35.122894 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:35.171494 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:26:35.181285 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ea26e-b08b-4042-a034-35db63b90a53 None None] Sync routers for ids ['d8b1a848-e338-43ac-a248-25916249c33b'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:26:35.204929 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ea26e-b08b-4042-a034-35db63b90a53 None None] Routers {'d8b1a848-e338-43ac-a248-25916249c33b'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:35.205544 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-967ea26e-b08b-4042-a034-35db63b90a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d8b1a848-e338-43ac-a248-25916249c33b'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:35.253644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8288a-617f-47b4-9600-60f23e64e466 req-f1e89121-15ca-4aea-a6fe-9244c8886fde tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:35.260372 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aab8288a-617f-47b4-9600-60f23e64e466 req-f1e89121-15ca-4aea-a6fe-9244c8886fde tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 943 time: 0.3046775 Apr 18 19:26:35.261114 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f8e089f3-0635-4350-9ec6-23230644b107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:35.323393 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Transition to ACTIVE for port object 3a5ded9f-3c34-4d51-abe2-795d5b834f10 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:35.323393 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-ecac9a0a-b78d-4e44-bdd3-99ee11b773e2 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:26:35.405609 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aab8288a-617f-47b4-9600-60f23e64e466 req-ca6afe43-a7ce-4f4f-a0f3-033a681acf28 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341023 Apr 18 19:26:35.412052 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-a73de001-634e-47b8-b3ea-95def87287a9 req-c8d7c038-9fc8-4f89-bbc2-2847c60b2d1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] For port dc3df39b-3461-47d8-87c8-3620c502c07a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=dc3df39b-3461-47d8-87c8-3620c502c07a,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:35.412622 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a73de001-634e-47b8-b3ea-95def87287a9 req-c8d7c038-9fc8-4f89-bbc2-2847c60b2d1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:35.452082 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:35.554682 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e089f3-0635-4350-9ec6-23230644b107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22d1e1a-344b-4b9d-8cbd-1384a22874f1,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:35.589588 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-44ad709a-fa4e-44a7-8e27-1bb3b6e76e69 service neutron] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=d54da6cd-baed-4af7-b411-b69d102f6281,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:35.634316 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-967ea26e-b08b-4042-a034-35db63b90a53 None None] Set router d8b1a848-e338-43ac-a248-25916249c33b gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:35.864303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=7']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:35.921012 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-44ad709a-fa4e-44a7-8e27-1bb3b6e76e69 service neutron] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:35.934601 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-a73de001-634e-47b8-b3ea-95def87287a9 req-c8d7c038-9fc8-4f89-bbc2-2847c60b2d1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Calling delete_port for dc3df39b-3461-47d8-87c8-3620c502c07a owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:36.008709 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-ecac9a0a-b78d-4e44-bdd3-99ee11b773e2 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.011811 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] No DVR routers for this DVR port f3db61db-9206-48d5-a84f-3fee87d0a48b on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:36.021443 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.024713 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'name': 'network-vif-deleted', 'tag': 'f3db61db-9206-48d5-a84f-3fee87d0a48b'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:36.084781 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] No DVR routers for this DVR port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:36.121330 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f8e089f3-0635-4350-9ec6-23230644b107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.123214 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f8e089f3-0635-4350-9ec6-23230644b107 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c22d1e1a-344b-4b9d-8cbd-1384a22874f1 HTTP/1.1" status: 204 len: 168 time: 2.1409307 Apr 18 19:26:36.125129 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53f6022b-e4d1-4e18-8a82-93e9a64afb05 req-b9ea1f29-2814-4d98-938d-3d019d5d55eb tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.16 "DELETE /v2.0/ports/f3db61db-9206-48d5-a84f-3fee87d0a48b HTTP/1.1" status: 204 len: 173 time: 8.0724492 Apr 18 19:26:36.146266 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-967ea26e-b08b-4042-a034-35db63b90a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:27Z', 'revision_number': 4, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '983fd0a0-3ca2-4683-9274-2870f3dd2a22', 'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'mac_address': 'fa:16:3e:d5:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:25Z', 'updated_at': '2022-04-18T19:23:57Z', 'revision_number': 5, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'subnets': [{'id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:36.151915 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ea26e-b08b-4042-a034-35db63b90a53 None None] Checking router: d8b1a848-e338-43ac-a248-25916249c33b for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:26:36.160187 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-ecac9a0a-b78d-4e44-bdd3-99ee11b773e2 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.166002 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ea26e-b08b-4042-a034-35db63b90a53 None None] Routers {'d8b1a848-e338-43ac-a248-25916249c33b'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:36.166002 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-967ea26e-b08b-4042-a034-35db63b90a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d8b1a848-e338-43ac-a248-25916249c33b'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:36.236966 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c56b22-3292-4186-b5b8-03ef3c1fc8c5 req-a7804e18-460d-4822-94f9-15c550c10908 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:36.240550 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a9c56b22-3292-4186-b5b8-03ef3c1fc8c5 req-a7804e18-460d-4822-94f9-15c550c10908 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 945 time: 0.5874598 Apr 18 19:26:36.309375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-44ad709a-fa4e-44a7-8e27-1bb3b6e76e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d54da6cd-baed-4af7-b411-b69d102f6281 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:36.390252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-a9c56b22-3292-4186-b5b8-03ef3c1fc8c5 req-52ee3c80-eb23-4851-9d0d-f4f7e2a0acfe tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Deleting port f56ce260-77fc-4be4-a9fb-a476de905a6e {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:36.390252 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a9c56b22-3292-4186-b5b8-03ef3c1fc8c5 req-52ee3c80-eb23-4851-9d0d-f4f7e2a0acfe tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.430616 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-44ad709a-fa4e-44a7-8e27-1bb3b6e76e69 service neutron] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d54da6cd-baed-4af7-b411-b69d102f6281,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:36.434279 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4b472-f816-47c9-b94a-ee88bedc2eab req-b7a48473-617c-4936-a0ce-4e0c1d46b526 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:36.442876 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-02f4b472-f816-47c9-b94a-ee88bedc2eab req-b7a48473-617c-4936-a0ce-4e0c1d46b526 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 948 time: 0.4605470 Apr 18 19:26:36.475993 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:36.476742 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:36.477313 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:36.489017 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:36.489723 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:36.506000 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:36.506658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:36.507315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:36.508090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Bound port: 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:36.508690 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.561705 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a73de001-634e-47b8-b3ea-95def87287a9 req-c8d7c038-9fc8-4f89-bbc2-2847c60b2d1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.574740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['2f98efc4-3708-47ab-a07a-80dabc282617'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:36.606460 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-44ad709a-fa4e-44a7-8e27-1bb3b6e76e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:36.677279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device d54da6cd-baed-4af7-b411-b69d102f6281 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:36.678161 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-02f4b472-f816-47c9-b94a-ee88bedc2eab req-9b454601-9bc2-42d7-b5c7-78bf2f964817 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341874 Apr 18 19:26:36.694832 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-967ea26e-b08b-4042-a034-35db63b90a53 None None] Set router d8b1a848-e338-43ac-a248-25916249c33b gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:36.732995 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7c038-9fc8-4f89-bbc2-2847c60b2d1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Pushing event deleted for resources: {'Port': ['ID=dc3df39b-3461-47d8-87c8-3620c502c07a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:37.129088 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:37.210817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:37.231064 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-ecac9a0a-b78d-4e44-bdd3-99ee11b773e2 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Floating IP 42de3565-295a-4066-ae80-a52e95747715 associated. External IP: 172.25.8.209, port: 2f98efc4-3708-47ab-a07a-80dabc282617. Apr 18 19:26:37.368938 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-967ea26e-b08b-4042-a034-35db63b90a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:27Z', 'revision_number': 4, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '983fd0a0-3ca2-4683-9274-2870f3dd2a22', 'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'mac_address': 'fa:16:3e:d5:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:25Z', 'updated_at': '2022-04-18T19:23:57Z', 'revision_number': 5, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'subnets': [{'id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:37.379789 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967ea26e-b08b-4042-a034-35db63b90a53 None None] The sync data for ids ['d8b1a848-e338-43ac-a248-25916249c33b'] in n-d-838334-1 is: [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:23:27Z', 'revision_number': 4, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '983fd0a0-3ca2-4683-9274-2870f3dd2a22', 'name': '', 'network_id': 'ff63c8ee-6036-4198-b057-6b371916ead7', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'mac_address': 'fa:16:3e:d5:59:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:25Z', 'updated_at': '2022-04-18T19:23:57Z', 'revision_number': 5, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'subnets': [{'id': '59e83fbf-d1fb-428d-86d6-c3889147f171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:26:37.410504 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-44ad709a-fa4e-44a7-8e27-1bb3b6e76e69 service neutron] Transition to ACTIVE for port object d54da6cd-baed-4af7-b411-b69d102f6281 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:37.556180 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:37.578066 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-a9c56b22-3292-4186-b5b8-03ef3c1fc8c5 req-52ee3c80-eb23-4851-9d0d-f4f7e2a0acfe tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] For port f56ce260-77fc-4be4-a9fb-a476de905a6e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=f56ce260-77fc-4be4-a9fb-a476de905a6e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:37.578066 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a9c56b22-3292-4186-b5b8-03ef3c1fc8c5 req-52ee3c80-eb23-4851-9d0d-f4f7e2a0acfe tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:37.593682 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73de001-634e-47b8-b3ea-95def87287a9 req-c8d7c038-9fc8-4f89-bbc2-2847c60b2d1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] No DVR routers for this DVR port dc3df39b-3461-47d8-87c8-3620c502c07a on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:37.598695 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a73de001-634e-47b8-b3ea-95def87287a9 req-c8d7c038-9fc8-4f89-bbc2-2847c60b2d1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:37.605197 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device dc3df39b-3461-47d8-87c8-3620c502c07a no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:37.607153 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a257886a-c39e-484d-be69-2122db48686b', 'name': 'network-vif-deleted', 'tag': 'dc3df39b-3461-47d8-87c8-3620c502c07a'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:37.624627 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-44ad709a-fa4e-44a7-8e27-1bb3b6e76e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:37.751510 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: dc3df39b-3461-47d8-87c8-3620c502c07a {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:26:37.751616 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device dc3df39b-3461-47d8-87c8-3620c502c07a not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:37.845388 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:37.852067 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-50feb360-deba-42f2-beae-535897a33c8c service neutron] 10.222.0.71 "PUT /v2.0/ports/3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 1096 time: 5.0154912 Apr 18 19:26:37.867253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d951e2f-3dfa-4ba7-afd3-b1e23f761ab0 None None] New status for floating IP 48540fcb-1b4b-41af-bc6d-ba0dfebbbae8: DOWN {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:26:37.889053 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50feb360-deba-42f2-beae-535897a33c8c service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=8']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:37.948521 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-a9c56b22-3292-4186-b5b8-03ef3c1fc8c5 req-52ee3c80-eb23-4851-9d0d-f4f7e2a0acfe tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Calling delete_port for f56ce260-77fc-4be4-a9fb-a476de905a6e owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:38.155998 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad709a-fa4e-44a7-8e27-1bb3b6e76e69 service neutron] Pushing event updated for resources: {'Port': ['ID=d54da6cd-baed-4af7-b411-b69d102f6281,revision_number=10']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:38.239441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-44ad709a-fa4e-44a7-8e27-1bb3b6e76e69 service neutron] No DVR routers for this DVR port d54da6cd-baed-4af7-b411-b69d102f6281 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:38.337265 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-44ad709a-fa4e-44a7-8e27-1bb3b6e76e69 service neutron] 10.222.0.16 "PUT /v2.0/ports/d54da6cd-baed-4af7-b411-b69d102f6281/bindings/n-h1-838334-1/activate HTTP/1.1" status: 200 len: 369 time: 4.0789778 Apr 18 19:26:38.350640 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a73de001-634e-47b8-b3ea-95def87287a9 req-c8d7c038-9fc8-4f89-bbc2-2847c60b2d1d tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.71 "DELETE /v2.0/ports/dc3df39b-3461-47d8-87c8-3620c502c07a HTTP/1.1" status: 204 len: 173 time: 3.7661974 Apr 18 19:26:38.372817 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-f3faa795-5e62-4951-a5c7-3613333cb53d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1099 time: 0.4333813 Apr 18 19:26:38.435735 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca4273-01e8-4420-9a4a-a3c86972491c req-c7c5df70-77b6-4209-ad86-b2d3689fe90f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:38.479595 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-03ca4273-01e8-4420-9a4a-a3c86972491c req-c7c5df70-77b6-4209-ad86-b2d3689fe90f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 945 time: 1.0779951 Apr 18 19:26:38.615810 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-03ca4273-01e8-4420-9a4a-a3c86972491c req-d779d8b1-4ec9-4461-8430-09e42b57659a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426876 Apr 18 19:26:38.674233 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device f56ce260-77fc-4be4-a9fb-a476de905a6e no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:38.874544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50334) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:39.009023 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7077fafd-b0c0-4d4e-a6c8-0ae4af6d764d'] response: {'server_uuid': '9d4ea48f-edac-4047-9fdf-1e4df2cf4a89', 'name': 'network-vif-deleted', 'tag': 'f3db61db-9206-48d5-a84f-3fee87d0a48b', 'status': 'completed', 'code': 200} Apr 18 19:26:39.050564 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-17a57325-6577-4ec0-bf0c-cc971bd69fd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.052207 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-17a57325-6577-4ec0-bf0c-cc971bd69fd9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.6379657 Apr 18 19:26:39.168368 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1873401967-network', 'tenant_id': '4c6840bb0fa24d64ab83eb8d76f1cae5'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:39.177019 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:39.182237 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Usage tracker for resource:network and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:39.186870 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:39.197084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:39.278386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-b66e78f7-cd46-4759-82e0-7d2dc82882d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 217 time: 0.1957099 Apr 18 19:26:39.393610 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-9a629608-dc08-4f18-8379-82520ec657dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.395478 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-9a629608-dc08-4f18-8379-82520ec657dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1100347 Apr 18 19:26:39.471979 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-ecac9a0a-b78d-4e44-bdd3-99ee11b773e2 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:26:39.472570 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f588-dbd2-45a3-95b9-1f6e52af3e52 req-9637a8fd-9363-4940-ac40-54763ad75997 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:39.475575 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7d82f588-dbd2-45a3-95b9-1f6e52af3e52 req-9637a8fd-9363-4940-ac40-54763ad75997 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 944 time: 0.2680333 Apr 18 19:26:39.543421 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a9c56b22-3292-4186-b5b8-03ef3c1fc8c5 req-52ee3c80-eb23-4851-9d0d-f4f7e2a0acfe tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:39.555290 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['09e6cf09-8e73-4f37-a616-12e323f7b49e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:39.678723 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:39.692260 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-ca80a487-2508-4f7a-86f5-a60d14235717 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2884614 Apr 18 19:26:39.823264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Made reservation on behalf of 4c6840bb0fa24d64ab83eb8d76f1cae5 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:39.825834 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:39.838779 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee3c80-eb23-4851-9d0d-f4f7e2a0acfe tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Pushing event deleted for resources: {'Port': ['ID=f56ce260-77fc-4be4-a9fb-a476de905a6e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:39.856730 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c56b22-3292-4186-b5b8-03ef3c1fc8c5 req-52ee3c80-eb23-4851-9d0d-f4f7e2a0acfe tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] No DVR routers for this DVR port f56ce260-77fc-4be4-a9fb-a476de905a6e on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:39.874975 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7d82f588-dbd2-45a3-95b9-1f6e52af3e52 req-d74f6219-ffde-4b1e-84de-a42ce3aadc5f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880446 Apr 18 19:26:39.878540 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a9c56b22-3292-4186-b5b8-03ef3c1fc8c5 req-52ee3c80-eb23-4851-9d0d-f4f7e2a0acfe tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:39.883426 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:39.949513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:39.954939 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Usage tracker for resource:security_group_rule and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:39.959069 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:39.967619 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-2d6b3d3c-2db7-4a8f-bdba-bb747aee0349 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h2-838334-1 HTTP/1.1" status: 200 len: 1095 time: 0.6037736 Apr 18 19:26:39.968443 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:39.974398 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-2163811d-3026-4d5d-bb64-8afe70b7dbc5 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693772 Apr 18 19:26:40.095288 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a9c56b22-3292-4186-b5b8-03ef3c1fc8c5 req-52ee3c80-eb23-4851-9d0d-f4f7e2a0acfe tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.16 "DELETE /v2.0/ports/f56ce260-77fc-4be4-a9fb-a476de905a6e HTTP/1.1" status: 204 len: 173 time: 3.8509977 Apr 18 19:26:40.162792 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.173166 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5a45201-40f4-4b47-895e-27e9834aa098 req-bdaee1bc-c28b-4649-815d-be8c1d915e94 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858025 Apr 18 19:26:40.176040 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-ecac9a0a-b78d-4e44-bdd3-99ee11b773e2 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:26:40.182173 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-ecac9a0a-b78d-4e44-bdd3-99ee11b773e2 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.182864 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-dd87af01-f71b-481c-b53f-c2f11d8fbb5b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667&tenant_id=7e8a2dfc35db431798213b48c535215f HTTP/1.1" status: 200 len: 1095 time: 0.2022209 Apr 18 19:26:40.193658 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf895e-058f-42fd-a93a-6791dfba96cc None None] Sync routers for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:26:40.213658 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e255d-1761-4d10-bc9d-4aeaae0a1f88 req-54c9bcbd-999c-4eb5-99e9-3f97994bca48 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:40.216515 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-be5e255d-1761-4d10-bc9d-4aeaae0a1f88 req-54c9bcbd-999c-4eb5-99e9-3f97994bca48 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 948 time: 0.1755733 Apr 18 19:26:40.241760 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf895e-058f-42fd-a93a-6791dfba96cc None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:40.243240 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dfbf895e-058f-42fd-a93a-6791dfba96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:40.296999 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.312421 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-ecac9a0a-b78d-4e44-bdd3-99ee11b773e2 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "PUT /v2.0/floatingips/42de3565-295a-4066-ae80-a52e95747715 HTTP/1.1" status: 200 len: 997 time: 7.3092287 Apr 18 19:26:40.352547 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:26:40.387930 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.388305 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Added segment 0fae6ffd-4465-43e2-b913-d816a1154d4e of type vlan for network 10f05a11-eb39-4d3a-a609-b9f1705dcd82 Apr 18 19:26:40.389406 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ecb346-8125-4e8b-966e-a42758993254,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:40.409862 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-be5e255d-1761-4d10-bc9d-4aeaae0a1f88 req-a03bde07-6f68-4b5c-8230-f5a684aec41d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539927 Apr 18 19:26:40.499783 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.525286 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-fd2cc988-2544-4a3f-ba93-9b2db8ad2eda service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7e8a2dfc35db431798213b48c535215f&device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 1095 time: 0.3041830 Apr 18 19:26:40.599142 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2829ff1-565a-4b53-bad1-27950f38e191'] response: {'server_uuid': 'a257886a-c39e-484d-be69-2122db48686b', 'name': 'network-vif-deleted', 'tag': 'dc3df39b-3461-47d8-87c8-3620c502c07a', 'status': 'completed', 'code': 200} Apr 18 19:26:40.607989 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-05b03426-c69f-496d-b4ea-bc3a8bc574bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 1097 time: 0.2838762 Apr 18 19:26:40.663339 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-dfbf895e-058f-42fd-a93a-6791dfba96cc None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:40.727759 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.727759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:40.727759 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:40.898793 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50354) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:40.955529 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] Pushing event updated for resources: {'Network': ['ID=10f05a11-eb39-4d3a-a609-b9f1705dcd82,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:40.958238 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-8eeee401-153f-4b53-b015-8b8759cdc228 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:40.959925 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-8eeee401-153f-4b53-b015-8b8759cdc228 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 200 len: 922 time: 0.4273620 Apr 18 19:26:40.968237 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 10f05a11-eb39-4d3a-a609-b9f1705dcd82 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:26:41.017469 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10'}, {'name': 'network-changed', 'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:41.087575 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-d13d5613-1b11-4a1e-ab11-792331e2f76b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d54da6cd-baed-4af7-b411-b69d102f6281 HTTP/1.1" status: 200 len: 217 time: 0.1151137 Apr 18 19:26:41.092632 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a6bb4f7e-fe69-43f2-832c-cac1ab12f566 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2597766 Apr 18 19:26:41.093642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50364) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:41.176779 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:41.198920 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Request body: {'subnet': {'network_id': '10f05a11-eb39-4d3a-a609-b9f1705dcd82', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1873401967-subnet', 'tenant_id': '4c6840bb0fa24d64ab83eb8d76f1cae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:41.207439 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:41.211083 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Usage tracker for resource:subnet and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:41.214875 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:41.226147 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:41.306227 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-83c4934c-6105-4059-a77c-cdc93daada39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:41.306438 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-83c4934c-6105-4059-a77c-cdc93daada39 service neutron] 10.222.0.66 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.6918619 Apr 18 19:26:41.311408 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-56a44321-5d19-49ee-9442-6e8adef2d45f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:41.313211 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-36d7cd65-2db6-4118-a01a-7f63a690e0c1 req-a580f93d-30d6-49b4-bf6e-c339ec5e696b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Synchronizing usage tracker for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:41.333023 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-4674d123-2283-4804-a0db-8990e5feb4fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:41.334748 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-4674d123-2283-4804-a0db-8990e5feb4fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 200 len: 861 time: 0.2383192 Apr 18 19:26:41.387653 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-7d99072f-22fd-4b05-9ac6-12fb6f84c9eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b83be68-6eca-400e-8c84-411bbd373f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470791 Apr 18 19:26:41.389180 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Made reservation on behalf of 4c6840bb0fa24d64ab83eb8d76f1cae5 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:26:41.391580 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:41.403822 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-56a44321-5d19-49ee-9442-6e8adef2d45f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:41.483237 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dfbf895e-058f-42fd-a93a-6791dfba96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': '2f98efc4-3708-47ab-a07a-80dabc282617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:8b:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:35Z', 'revision_number': 8, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:41.489305 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf895e-058f-42fd-a93a-6791dfba96cc None None] Checking router: 18a4807f-cbc0-44c1-b316-12192cfa0ee7 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:26:41.491761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-58f9fd25-0d94-4352-a250-fea60ab6b92c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 1000 time: 0.1563838 Apr 18 19:26:41.505693 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-36d7cd65-2db6-4118-a01a-7f63a690e0c1 req-a580f93d-30d6-49b4-bf6e-c339ec5e696b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Unset dirty status for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:41.506198 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbf895e-058f-42fd-a93a-6791dfba96cc None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:41.507075 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-36d7cd65-2db6-4118-a01a-7f63a690e0c1 req-a580f93d-30d6-49b4-bf6e-c339ec5e696b tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6dc0211-5cc0-4407-af2f-f15b567ccd1d HTTP/1.1" status: 200 len: 210 time: 0.2529240 Apr 18 19:26:41.507587 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dfbf895e-058f-42fd-a93a-6791dfba96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:41.683849 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-9f1e5949-f729-4ad7-a5f2-c6a03e43f70d service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642732 Apr 18 19:26:41.777673 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-dfbf895e-058f-42fd-a93a-6791dfba96cc None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:41.808385 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-1d0e8ae4-8163-46ee-a6e3-49ee59d2ae43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:41.817055 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-1d0e8ae4-8163-46ee-a6e3-49ee59d2ae43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.3151097 Apr 18 19:26:41.994083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-8d268ee1-42c4-4e89-98b7-4b8f09fc65ff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757867 Apr 18 19:26:42.118468 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-bd70f0e7-ab2f-4134-b575-827ebe8b4409 service neutron] 10.222.0.71 "GET /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830719 Apr 18 19:26:42.136184 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-56a44321-5d19-49ee-9442-6e8adef2d45f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:42.138886 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e58b-ae34-4ad5-9fa0-6f5d723cca3b req-505e497f-c17e-4ca2-817d-c9172b0e59a3 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:42.141815 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0803e58b-ae34-4ad5-9fa0-6f5d723cca3b req-505e497f-c17e-4ca2-817d-c9172b0e59a3 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 944 time: 0.4447577 Apr 18 19:26:42.199775 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0803e58b-ae34-4ad5-9fa0-6f5d723cca3b req-f24723e7-9b53-408e-bd11-32dd1bf7c771 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511577 Apr 18 19:26:42.209821 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-d1133133-e8bf-4dd4-a6d7-e6a20a1f0ce5 service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148206 Apr 18 19:26:42.211065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a44321-5d19-49ee-9442-6e8adef2d45f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33cc4cc-9934-405e-9908-04e5c22077d2,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:42.275589 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:42.330825 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dfbf895e-058f-42fd-a93a-6791dfba96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': '2f98efc4-3708-47ab-a07a-80dabc282617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:8b:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:35Z', 'revision_number': 8, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:42.340537 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbf895e-058f-42fd-a93a-6791dfba96cc None None] The sync data for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 is: [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '42de3565-295a-4066-ae80-a52e95747715', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'port_id': '2f98efc4-3708-47ab-a07a-80dabc282617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'mac_address': 'fa:16:3e:8b:f0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:25:32Z', 'updated_at': '2022-04-18T19:26:35Z', 'revision_number': 8, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:26:42.364620 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510bc5f6-8666-49da-92ea-a21a0374bc35,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:42.421548 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-56a44321-5d19-49ee-9442-6e8adef2d45f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:42.421548 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-56a44321-5d19-49ee-9442-6e8adef2d45f tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "DELETE /v2.0/security-groups/e33cc4cc-9934-405e-9908-04e5c22077d2 HTTP/1.1" status: 204 len: 168 time: 1.5076091 Apr 18 19:26:42.421548 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50378) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:42.436520 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Checking segment: {'id': '0fae6ffd-4465-43e2-b913-d816a1154d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10f05a11-eb39-4d3a-a609-b9f1705dcd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:42.438462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Network hostable DHCP agents. Network: 10f05a11-eb39-4d3a-a609-b9f1705dcd82, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:26:42.447155 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [None req-36908da9-7e8c-4a0d-922e-e73d59f4cf29 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] show failed (client error): The resource could not be found. Apr 18 19:26:42.448333 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-36908da9-7e8c-4a0d-922e-e73d59f4cf29 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "GET /v2.0/security-groups/e33cc4cc-9934-405e-9908-04e5c22077d2 HTTP/1.1" status: 404 len: 347 time: 0.0253012 Apr 18 19:26:42.451558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50382) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:42.602515 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'name': 'network-vif-deleted', 'tag': 'f56ce260-77fc-4be4-a9fb-a476de905a6e'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:42.618671 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Network 10f05a11-eb39-4d3a-a609-b9f1705dcd82 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:26:42.704059 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 10f05a11-eb39-4d3a-a609-b9f1705dcd82) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:26:42.710038 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21905351-623e-4eae-9974-f58adf5b6bc5 req-825efbb6-098a-4f3f-867d-bbedb4fd243b service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755187 Apr 18 19:26:42.717578 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04329aab-b4ed-40e2-a76f-bccb7dbb5ff3 None None] Network 10f05a11-eb39-4d3a-a609-b9f1705dcd82 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:26:42.718041 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:42.718151 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-20b3a3bf-9519-427f-8104-36fce476a568 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Deleting port 9575e4d3-d43e-489c-b389-1ec040492f12 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:42.718242 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:42.718326 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b3a3bf-9519-427f-8104-36fce476a568 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:42.751927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f7acff-dabb-4c54-8b11-54875da21039 None None] New status for floating IP 42de3565-295a-4066-ae80-a52e95747715: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:26:42.873858 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8490fa02-4258-4da0-b01f-1a1c9f37c956 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7756865 Apr 18 19:26:42.930682 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b15478f-87cd-4b07-a3dc-f4adf3943b31'] response: {'name': 'network-changed', 'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'status': 'completed', 'code': 200} Apr 18 19:26:42.931738 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b15478f-87cd-4b07-a3dc-f4adf3943b31'] response: {'name': 'network-changed', 'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617', 'status': 'completed', 'code': 200} Apr 18 19:26:43.307631 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-56bfa48d-c107-4229-b96d-b6d263134bf3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1099 time: 0.2658410 Apr 18 19:26:43.340760 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac89934e-206b-4278-9e1c-151c2c8099da None None] Network 10f05a11-eb39-4d3a-a609-b9f1705dcd82 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:26:43.449541 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b3a3bf-9519-427f-8104-36fce476a568 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:43.450167 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b3a3bf-9519-427f-8104-36fce476a568 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:43.587847 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0439f-23ba-4461-821c-d8615d90a78e req-3f84486f-d908-4c3d-8fe7-bb5d7bcb860d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:43.594928 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-3f84486f-d908-4c3d-8fe7-bb5d7bcb860d service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2666597 Apr 18 19:26:43.594928 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-4ff8ca8c-8e53-4208-9f6f-668002947093 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1099 time: 0.7005744 Apr 18 19:26:43.644260 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 3a5ded9f-3c34-4d51-abe2-795d5b834f10 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:26:43.684683 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-20b3a3bf-9519-427f-8104-36fce476a568 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Calling delete_port for 9575e4d3-d43e-489c-b389-1ec040492f12 owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:43.728388 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-9a724186-8eb5-431b-afa4-f6b0b6ce63f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 217 time: 0.1287034 Apr 18 19:26:43.730010 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-643d7921-ba62-485d-b1c0-312bb627d5e0'] response: {'server_uuid': 'a6dc0211-5cc0-4407-af2f-f15b567ccd1d', 'name': 'network-vif-deleted', 'tag': 'f56ce260-77fc-4be4-a9fb-a476de905a6e', 'status': 'completed', 'code': 200} Apr 18 19:26:43.751990 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46da79-ea4d-4489-9df8-6a3d70c66f57 req-12ff9fb1-3b8c-4283-9a2a-48bafd54e1bd tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:43.753562 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3b46da79-ea4d-4489-9df8-6a3d70c66f57 req-12ff9fb1-3b8c-4283-9a2a-48bafd54e1bd tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 948 time: 0.6010797 Apr 18 19:26:43.759547 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-b4ad1386-f4e2-4bec-88de-5a1e5c6691b6 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667&tenant_id=7e8a2dfc35db431798213b48c535215f&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 1095 time: 0.7212834 Apr 18 19:26:43.908527 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3b46da79-ea4d-4489-9df8-6a3d70c66f57 req-f4d1f1e1-860b-4ea8-a31c-e74c74758f3c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450319 Apr 18 19:26:43.949021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:43.966212 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'mac_address': 'fa:16:3e:d0:37:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:26:44.029120 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:44.050334 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5ded9f-3c34-4d51-abe2-795d5b834f10 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:26:44.073456 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:44.095262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-9addfc38-d553-4dfa-af26-865048221a61 service neutron] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:44.132493 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0439f-23ba-4461-821c-d8615d90a78e req-c2328b5a-1b6e-4b95-8a88-6fe40fe0e008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.133942 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-c2328b5a-1b6e-4b95-8a88-6fe40fe0e008 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2848358 Apr 18 19:26:44.142762 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-9addfc38-d553-4dfa-af26-865048221a61 service neutron] Notify callbacks [] for binding, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:44.151944 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fed5590-dd99-4856-97b1-74c1412fa8e3 req-9addfc38-d553-4dfa-af26-865048221a61 service neutron] 10.222.0.71 "DELETE /v2.0/ports/d54da6cd-baed-4af7-b411-b69d102f6281/bindings/n-h2-838334-1 HTTP/1.1" status: 204 len: 173 time: 0.3634560 Apr 18 19:26:44.151944 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b3a3bf-9519-427f-8104-36fce476a568 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:44.173463 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:44.217361 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1e0a8cc7-326b-4701-aaa7-c555070d1a24 req-fc20701c-6a04-4dae-9393-aa03549ddebb tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips/42de3565-295a-4066-ae80-a52e95747715 HTTP/1.1" status: 200 len: 999 time: 0.4863558 Apr 18 19:26:44.302213 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3a3bf-9519-427f-8104-36fce476a568 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Pushing event deleted for resources: {'Port': ['ID=9575e4d3-d43e-489c-b389-1ec040492f12,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:44.336405 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=9']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:44.407991 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0439f-23ba-4461-821c-d8615d90a78e req-8bb95dc5-de4e-4bd8-a8ac-28f58227182d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.409526 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-8bb95dc5-de4e-4bd8-a8ac-28f58227182d service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.6002593 Apr 18 19:26:44.506386 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['3a5ded9f-3c34-4d51-abe2-795d5b834f10'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:44.512375 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-e00b70ad-be1d-42dc-aee1-d39b65795a06 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 217 time: 0.0952687 Apr 18 19:26:44.609862 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b3a3bf-9519-427f-8104-36fce476a568 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:44.613658 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-691684aa-8e68-4ff4-8acd-32e0884b21e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4669554 Apr 18 19:26:44.619821 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-20b3a3bf-9519-427f-8104-36fce476a568 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:44.619821 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-20b3a3bf-9519-427f-8104-36fce476a568 tempest-AttachSCSIVolumeTestJSON-784977165 tempest-AttachSCSIVolumeTestJSON-784977165-project] 10.222.0.66 "DELETE /v2.0/floatingips/48540fcb-1b4b-41af-bc6d-ba0dfebbbae8 HTTP/1.1" status: 204 len: 168 time: 2.1632144 Apr 18 19:26:44.643963 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0439f-23ba-4461-821c-d8615d90a78e req-4e9bbcdd-e3c2-4f84-942c-928c94702ffb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.648414 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-4e9bbcdd-e3c2-4f84-942c-928c94702ffb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1270714 Apr 18 19:26:44.658054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a8cc7-326b-4701-aaa7-c555070d1a24 req-ad637781-dff0-46aa-ad4c-81fd298624ad tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.659568 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edacc1-8f9f-4a9a-abf0-71fe71c31499 req-4343a0a3-f0f6-48bc-9c4d-c6ea9b426aca tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:44.670756 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53edacc1-8f9f-4a9a-abf0-71fe71c31499 req-4343a0a3-f0f6-48bc-9c4d-c6ea9b426aca tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 944 time: 0.3055003 Apr 18 19:26:44.675015 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1e0a8cc7-326b-4701-aaa7-c555070d1a24 req-ad637781-dff0-46aa-ad4c-81fd298624ad tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.4564428 Apr 18 19:26:44.866177 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53edacc1-8f9f-4a9a-abf0-71fe71c31499 req-258e2482-daea-4e04-b546-11b77eb93f1e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976855 Apr 18 19:26:44.891751 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-cec194be-45c9-4ef5-8040-63e9fea6d864 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2151706 Apr 18 19:26:45.259691 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d2e2c-ad28-47ed-be48-6d84195cb2ea req-a5b5fdda-574a-4f8d-8f9f-8e5d0639c8a9 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:45.268471 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cf4d2e2c-ad28-47ed-be48-6d84195cb2ea req-a5b5fdda-574a-4f8d-8f9f-8e5d0639c8a9 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=fabc29b5-c329-44ad-b438-08e6e23449ea HTTP/1.1" status: 200 len: 951 time: 0.1352363 Apr 18 19:26:45.275123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-214795330', 'description': 'tempest-description-1261678459'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:45.305546 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:45.318021 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Usage tracker for resource:security_group and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:45.322163 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-65058297-791b-480e-90b6-f39e995d274c service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441364 Apr 18 19:26:45.322966 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:45.334111 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:45.339260 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cf4d2e2c-ad28-47ed-be48-6d84195cb2ea req-2a84a153-f407-4a07-82b6-36d59d219c8f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693829 Apr 18 19:26:45.473133 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-5d2b6c53-0207-40a7-ab6d-b56cf6f26b3a service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746284 Apr 18 19:26:45.483550 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-f29275f0-9ee7-42ce-b4a2-afca6b6c15fc tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1002 time: 0.1113651 Apr 18 19:26:45.586958 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-986be44a-bbb3-4512-94dd-851cdcfa2887 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:45.590157 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-986be44a-bbb3-4512-94dd-851cdcfa2887 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports/2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 943 time: 0.1002302 Apr 18 19:26:45.610511 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-110c88b4-2584-4d6a-b34d-afb8d55e8521 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739413 Apr 18 19:26:45.619752 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:45.647053 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:45.686907 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-c8c16f1e-798d-4e8e-827d-6eaaf29d7f59 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050314 Apr 18 19:26:45.692239 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:45.696831 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Usage tracker for resource:security_group_rule and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:45.700254 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:45.708128 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:45.817710 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:45.852456 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:45.857301 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:45.868675 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:45.878964 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-714fde41-3571-412d-be9f-019f9e454ae6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 1097 time: 0.1378176 Apr 18 19:26:45.925977 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-e08c4657-7f5c-46f7-a6ce-c9a530065e60 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1002 time: 0.1454630 Apr 18 19:26:45.955674 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:46.035205 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:46.071701 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=11']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:46.100634 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0439f-23ba-4461-821c-d8615d90a78e req-c989f44e-ba14-4336-b9dc-e2faca539951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:46.101666 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-c989f44e-ba14-4336-b9dc-e2faca539951 service neutron] 10.222.0.71 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.2125435 Apr 18 19:26:46.147245 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-4adb9b42-09bf-4e55-947d-bdea10a5a299 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:46.148871 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-4adb9b42-09bf-4e55-947d-bdea10a5a299 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.2220628 Apr 18 19:26:46.179803 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:46.181911 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f73e7bbe-6774-463c-b08b-79cd21168e99 req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.9215429 Apr 18 19:26:46.209859 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa2487-1530-471b-ad44-55ab4c6b183b tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0a7984-b015-4d67-a5b5-a1728a764585,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:46.267657 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-668dff0c-860b-47f1-85af-d6a3af24061e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 1002 time: 0.1572175 Apr 18 19:26:46.301310 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-f9fd920c-ddb6-4e90-8bfc-c090789ae8e4 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1002 time: 0.1450174 Apr 18 19:26:46.307111 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-6d2b125e-1acc-41e3-b4d9-670b86051c6a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:46.440208 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-6d2b125e-1acc-41e3-b4d9-670b86051c6a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:46.456816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0439f-23ba-4461-821c-d8615d90a78e req-cd2fcec6-8a74-4e01-867c-ee704194d43c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:46.458287 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-cd2fcec6-8a74-4e01-867c-ee704194d43c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.1845117 Apr 18 19:26:46.531440 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757345a-19b7-4310-89b1-f929acd82eed req-8620076b-c3d9-4d79-bf17-1cb407691abc tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:46.538017 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b757345a-19b7-4310-89b1-f929acd82eed req-8620076b-c3d9-4d79-bf17-1cb407691abc tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 949 time: 0.1908922 Apr 18 19:26:46.585483 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-8f82c45b-6d7f-4bdd-b8b7-baab871dca1e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176772 Apr 18 19:26:46.594142 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b757345a-19b7-4310-89b1-f929acd82eed req-eaa551f1-f4f9-4487-84e9-876441ed08a8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536792 Apr 18 19:26:46.750374 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-26c1f2e5-7a5b-4a2e-9aed-5c086eaecedc service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577485 Apr 18 19:26:46.835869 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a809deca-8cec-4454-b088-d08626ced2ad'] response: {'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'code': 200} Apr 18 19:26:46.838843 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-6d2b125e-1acc-41e3-b4d9-670b86051c6a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:46.898721 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-6d2b125e-1acc-41e3-b4d9-670b86051c6a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:46.898721 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-6d2b125e-1acc-41e3-b4d9-670b86051c6a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Floating IP 42de3565-295a-4066-ae80-a52e95747715 disassociated. External IP: 172.25.8.209, port: 2f98efc4-3708-47ab-a07a-80dabc282617. Apr 18 19:26:46.947901 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-cdb6466e-1961-49d9-a010-c944dc617a66 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/8d0a7984-b015-4d67-a5b5-a1728a764585 HTTP/1.1" status: 200 len: 1646 time: 0.0775018 Apr 18 19:26:46.979546 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d0a7984-b015-4d67-a5b5-a1728a764585', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:46.979985 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d0a7984-b015-4d67-a5b5-a1728a764585', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:46.990647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:46.994710 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Usage tracker for resource:security_group_rule and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:46.997831 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:47.004209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:47.022617 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91d0439f-23ba-4461-821c-d8615d90a78e req-1ad29e51-1f3f-4033-b36d-fbae48c94d38 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665012 Apr 18 19:26:47.196702 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:47.221857 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:47.371741 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:47.400675 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f108b5c-98d4-4de3-934d-83d6b9e465e6,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:47.538617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-6d2b125e-1acc-41e3-b4d9-670b86051c6a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:26:47.565653 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:47.567034 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-472240d8-b45b-4ac6-aef7-f866fb54a51c req-1c110751-d2b0-4022-a390-f1e004dc3be0 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.5996630 Apr 18 19:26:47.647210 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 3a5ded9f-3c34-4d51-abe2-795d5b834f10 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:26:47.815739 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-6d2b125e-1acc-41e3-b4d9-670b86051c6a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:26:47.820723 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-6d2b125e-1acc-41e3-b4d9-670b86051c6a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:47.822701 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-419605a6-d2a2-4c3b-9d65-0b5178f2673f req-e70a64b1-c4fd-40d6-bfe3-e2cb4a9d1e56 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 1095 time: 0.0923829 Apr 18 19:26:47.823890 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:26:47.832600 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:26:47.833274 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:47.833429 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19498f9-0450-487b-9631-3b98f722ed9a None None] Sync routers for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:26:47.851459 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19498f9-0450-487b-9631-3b98f722ed9a None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:47.852073 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e19498f9-0450-487b-9631-3b98f722ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:47.931672 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-419605a6-d2a2-4c3b-9d65-0b5178f2673f req-d097fa6f-dfba-4952-b9d4-f43fb13220c0 tempest-LiveAutoBlockMigrationV225Test-789911205 tempest-LiveAutoBlockMigrationV225Test-789911205-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020374 Apr 18 19:26:47.972774 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-6d2b125e-1acc-41e3-b4d9-670b86051c6a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "PUT /v2.0/floatingips/42de3565-295a-4066-ae80-a52e95747715 HTTP/1.1" status: 200 len: 696 time: 1.6704845 Apr 18 19:26:47.973340 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:48.021468 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:48.105915 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:48.144528 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-e935fed9-8fa0-485d-b8c9-703ef641d654 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 1097 time: 0.1545513 Apr 18 19:26:48.158792 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-e19498f9-0450-487b-9631-3b98f722ed9a None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:48.206660 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:48.318474 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=10']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:48.328714 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-50125b23-77d7-409a-a1cb-a0fee2e99548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:48.330472 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-50125b23-77d7-409a-a1cb-a0fee2e99548 service neutron] 10.222.0.66 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.1804399 Apr 18 19:26:48.408821 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-a41ff75c-4abd-4c36-9199-c0baa62af861 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 217 time: 0.0687797 Apr 18 19:26:48.481505 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-ba710131-ab70-49f1-8553-bef347f4e27d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:48.482994 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-ba710131-ab70-49f1-8553-bef347f4e27d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.0633612 Apr 18 19:26:48.535403 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e19498f9-0450-487b-9631-3b98f722ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:48.539599 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19498f9-0450-487b-9631-3b98f722ed9a None None] Checking router: 18a4807f-cbc0-44c1-b316-12192cfa0ee7 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:26:48.550592 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19498f9-0450-487b-9631-3b98f722ed9a None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:26:48.551302 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e19498f9-0450-487b-9631-3b98f722ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:48.566280 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-4ba92464-475f-4c73-b4f1-245100a766be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753119 Apr 18 19:26:48.716940 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-a37192c1-eb05-4b5a-a4f4-4d47847a940a service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445158 Apr 18 19:26:48.747555 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-e19498f9-0450-487b-9631-3b98f722ed9a None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:26:48.837327 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:48.888644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-e834a75b-87eb-4023-867c-94749e660b17 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:48.891204 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-e834a75b-87eb-4023-867c-94749e660b17 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.71 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d&tenant_id=5c22a2f2d46e46198d19e1a175df3310&binding%3Ahost_id=n-h1-838334-1 HTTP/1.1" status: 200 len: 951 time: 0.1288695 Apr 18 19:26:48.943566 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05c4dc84-5807-4610-a7b5-a2f6706897cc req-8dc6192d-8cd2-425f-acd8-3e72587d18be service neutron] 10.222.0.66 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257075 Apr 18 19:26:49.007384 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-a2e0979f-3222-4ced-9877-9b892890772b service neutron] 10.222.0.71 "GET /v2.0/ports/3a5ded9f-3c34-4d51-abe2-795d5b834f10/bindings/n-h1-838334-1 HTTP/1.1" status: 200 len: 382 time: 0.1086206 Apr 18 19:26:49.165358 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9b15d67e-2851-42c3-a4e2-a5ae49400337 req-a3e0d52e-d79e-43c9-b223-2e208b120004 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/8d0a7984-b015-4d67-a5b5-a1728a764585 HTTP/1.1" status: 200 len: 2149 time: 0.0837624 Apr 18 19:26:49.183280 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e19498f9-0450-487b-9631-3b98f722ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:26:49.191845 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19498f9-0450-487b-9631-3b98f722ed9a None None] The sync data for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 is: [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:24:50Z', 'revision_number': 4, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'abb7040c-b998-4d7e-978e-74fffec13713', 'name': '', 'network_id': '296e9a9a-e71f-4d9d-98a5-01b67c2bc625', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'mac_address': 'fa:16:3e:ba:62:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c230340-5cf2-4861-a95e-2098262205fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:48Z', 'updated_at': '2022-04-18T19:25:12Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'subnets': [{'id': '5c230340-5cf2-4861-a95e-2098262205fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:26:49.248899 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef50e5a8-5860-439e-908b-915c9fdcc346'] response: {'name': 'network-changed', 'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617', 'status': 'completed', 'code': 200} Apr 18 19:26:49.300588 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-59149e55-631b-4ed8-aa03-c3783eaf465b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1102 time: 0.2566144 Apr 18 19:26:49.372855 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0dfe3fb3-4bc0-410b-b2ca-02dc994e85d1 req-dcbd7045-66cb-49be-8fbb-85320316a41f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e619c78b52b347049d90b52d5dae621c&device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 1097 time: 0.0882723 Apr 18 19:26:49.544903 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe3fb3-4bc0-410b-b2ca-02dc994e85d1 req-657ee18a-a1f7-410e-9c84-b5aa7b413b89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:49.546754 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0dfe3fb3-4bc0-410b-b2ca-02dc994e85d1 req-657ee18a-a1f7-410e-9c84-b5aa7b413b89 service neutron] 10.222.0.71 "GET /v2.0/networks?id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 200 len: 921 time: 0.1670256 Apr 18 19:26:49.569172 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-2729710a-ee93-43a1-8179-5f549720d190 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:49.570840 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-2729710a-ee93-43a1-8179-5f549720d190 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2646744 Apr 18 19:26:49.641368 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0dfe3fb3-4bc0-410b-b2ca-02dc994e85d1 req-f4b58c33-ae80-4ca4-96b9-3a9425d3ed0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 200 len: 217 time: 0.0881712 Apr 18 19:26:49.651392 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6201ca7f-6664-4582-9d4d-4664301ba53d None None] New status for floating IP 42de3565-295a-4066-ae80-a52e95747715: DOWN {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:26:49.687032 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-9c9f83a9-9f65-4e66-ac93-d77f1134da4d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 217 time: 0.1069431 Apr 18 19:26:49.720669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe3fb3-4bc0-410b-b2ca-02dc994e85d1 req-902bfa87-50ff-42f9-bda2-13500120aa80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:49.722403 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0dfe3fb3-4bc0-410b-b2ca-02dc994e85d1 req-902bfa87-50ff-42f9-bda2-13500120aa80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 200 len: 859 time: 0.0672433 Apr 18 19:26:49.777198 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-f9a3110d-931e-4bec-8e5a-5fce4e8a3511 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:49.779512 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-f9a3110d-931e-4bec-8e5a-5fce4e8a3511 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0836112 Apr 18 19:26:49.797414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d78f6-b06c-4d40-83d7-f22c6a6a57c1 req-6b9fb7b1-0382-4b05-853e-861bd76e53e1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:49.801023 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-211d78f6-b06c-4d40-83d7-f22c6a6a57c1 req-6b9fb7b1-0382-4b05-853e-861bd76e53e1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 951 time: 0.2224960 Apr 18 19:26:49.826582 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0dfe3fb3-4bc0-410b-b2ca-02dc994e85d1 req-bd4a0878-87b6-442f-a574-9fd2051d3e49 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=296e9a9a-e71f-4d9d-98a5-01b67c2bc625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980937 Apr 18 19:26:50.023136 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0dfe3fb3-4bc0-410b-b2ca-02dc994e85d1 req-bbbb183f-4617-4d34-8209-6141a0a2220d service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830988 Apr 18 19:26:50.060544 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-3b92b5b4-cd37-420d-bc51-6b3d6329711d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2583773 Apr 18 19:26:50.077586 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-211d78f6-b06c-4d40-83d7-f22c6a6a57c1 req-6ef18fcc-3ebf-44e5-b7f3-6449b176a916 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001681 Apr 18 19:26:50.214523 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a849c2-0fa9-4ec3-8b69-0d70759677d6'] response: {'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'code': 200} Apr 18 19:26:50.268989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec066d4f-6854-4cdd-bbe1-f893bf0f5b99 req-483eaf82-6f68-437a-b3e6-eff990d91d33 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:50.271211 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ec066d4f-6854-4cdd-bbe1-f893bf0f5b99 req-483eaf82-6f68-437a-b3e6-eff990d91d33 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.71 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 944 time: 0.3588476 Apr 18 19:26:50.355388 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0dfe3fb3-4bc0-410b-b2ca-02dc994e85d1 req-1c07d0db-4a5c-40e3-b646-06325e111758 service neutron] 10.222.0.71 "GET /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316381 Apr 18 19:26:50.409633 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ec6abc3a-aa3d-474c-9f70-659c88a6ff5d req-a0c20a6d-e237-4058-b28f-8fc3abd142f7 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-group-rules/9f108b5c-98d4-4de3-934d-83d6b9e465e6 HTTP/1.1" status: 200 len: 713 time: 0.1372752 Apr 18 19:26:50.431795 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-206c2ba3-a562-4ac7-9b5b-07fb4f61d113 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458319 Apr 18 19:26:50.436914 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-ec066d4f-6854-4cdd-bbe1-f893bf0f5b99 req-6af673fd-db00-44b9-9763-a521120fe90e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Deleting port 09e6cf09-8e73-4f37-a616-12e323f7b49e {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:50.438012 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ec066d4f-6854-4cdd-bbe1-f893bf0f5b99 req-6af673fd-db00-44b9-9763-a521120fe90e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:50.490203 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d58e6-8713-442e-8d5b-0824633a7f37 req-f1e1bb9e-a255-4f2c-beee-980069de5855 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:50.491761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-180d58e6-8713-442e-8d5b-0824633a7f37 req-f1e1bb9e-a255-4f2c-beee-980069de5855 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 944 time: 0.1108902 Apr 18 19:26:50.565487 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-180d58e6-8713-442e-8d5b-0824633a7f37 req-3dc5761a-b976-4a73-a0f9-f8aaf3677903 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656314 Apr 18 19:26:50.574247 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c70da8-3f9d-4d2e-9c58-c83549240e9b req-63869494-bac5-4bd6-8918-a7b8d6e73580 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:50.575723 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-32c70da8-3f9d-4d2e-9c58-c83549240e9b req-63869494-bac5-4bd6-8918-a7b8d6e73580 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.71 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 944 time: 0.1253598 Apr 18 19:26:50.657660 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-32c70da8-3f9d-4d2e-9c58-c83549240e9b req-71efa45f-7e7d-421b-a530-3614f05acaaa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Deleting port d54da6cd-baed-4af7-b411-b69d102f6281 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:50.658329 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-32c70da8-3f9d-4d2e-9c58-c83549240e9b req-71efa45f-7e7d-421b-a530-3614f05acaaa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:50.667264 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ec6abc3a-aa3d-474c-9f70-659c88a6ff5d req-05d6ac4a-96ea-45df-94fc-7058b304f61f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/8d0a7984-b015-4d67-a5b5-a1728a764585 HTTP/1.1" status: 200 len: 2149 time: 0.2478864 Apr 18 19:26:50.724924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-e8f38d0c-0643-42ac-a7f0-2e58c3e96f9d service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573242 Apr 18 19:26:50.802554 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ec6abc3a-aa3d-474c-9f70-659c88a6ff5d req-e2e0d7ab-aa69-45dc-aafb-d930b28272a5 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:50.818414 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ec6abc3a-aa3d-474c-9f70-659c88a6ff5d req-e2e0d7ab-aa69-45dc-aafb-d930b28272a5 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:50.883313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-ec066d4f-6854-4cdd-bbe1-f893bf0f5b99 req-6af673fd-db00-44b9-9763-a521120fe90e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] For port 09e6cf09-8e73-4f37-a616-12e323f7b49e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=09e6cf09-8e73-4f37-a616-12e323f7b49e,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:50.883663 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ec066d4f-6854-4cdd-bbe1-f893bf0f5b99 req-6af673fd-db00-44b9-9763-a521120fe90e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:50.946713 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ec6abc3a-aa3d-474c-9f70-659c88a6ff5d req-e2e0d7ab-aa69-45dc-aafb-d930b28272a5 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:50.962462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3934a9-b959-4a02-9715-a98b7d97c4fc req-42d6e4f2-9885-4bc2-8f80-4095e9c7cb89 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:50.963913 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8c3934a9-b959-4a02-9715-a98b7d97c4fc req-42d6e4f2-9885-4bc2-8f80-4095e9c7cb89 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 944 time: 0.2154162 Apr 18 19:26:51.018569 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-ec066d4f-6854-4cdd-bbe1-f893bf0f5b99 req-6af673fd-db00-44b9-9763-a521120fe90e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Calling delete_port for 09e6cf09-8e73-4f37-a616-12e323f7b49e owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:51.050058 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-32c70da8-3f9d-4d2e-9c58-c83549240e9b req-71efa45f-7e7d-421b-a530-3614f05acaaa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] For port d54da6cd-baed-4af7-b411-b69d102f6281, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d54da6cd-baed-4af7-b411-b69d102f6281,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:51.050442 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-32c70da8-3f9d-4d2e-9c58-c83549240e9b req-71efa45f-7e7d-421b-a530-3614f05acaaa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.062180 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0d7ab-aa69-45dc-aafb-d930b28272a5 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f108b5c-98d4-4de3-934d-83d6b9e465e6,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:51.067510 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ec6abc3a-aa3d-474c-9f70-659c88a6ff5d req-e2e0d7ab-aa69-45dc-aafb-d930b28272a5 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.068551 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ec6abc3a-aa3d-474c-9f70-659c88a6ff5d req-e2e0d7ab-aa69-45dc-aafb-d930b28272a5 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/9f108b5c-98d4-4de3-934d-83d6b9e465e6 HTTP/1.1" status: 204 len: 173 time: 0.3857505 Apr 18 19:26:51.119009 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8c3934a9-b959-4a02-9715-a98b7d97c4fc req-45f561f7-7bce-4de6-99b2-930b3d1c3856 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458385 Apr 18 19:26:51.195097 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-32c70da8-3f9d-4d2e-9c58-c83549240e9b req-71efa45f-7e7d-421b-a530-3614f05acaaa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Calling delete_port for d54da6cd-baed-4af7-b411-b69d102f6281 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:51.281635 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ec066d4f-6854-4cdd-bbe1-f893bf0f5b99 req-6af673fd-db00-44b9-9763-a521120fe90e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.293309 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['09e6cf09-8e73-4f37-a616-12e323f7b49e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:51.349926 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af673fd-db00-44b9-9763-a521120fe90e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Pushing event deleted for resources: {'Port': ['ID=09e6cf09-8e73-4f37-a616-12e323f7b49e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:51.387235 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-535896398', 'description': 'tempest-description-206832402'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:51.394208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:51.398622 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Usage tracker for resource:security_group and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:51.401948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:51.408681 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:51.414824 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-32c70da8-3f9d-4d2e-9c58-c83549240e9b req-71efa45f-7e7d-421b-a530-3614f05acaaa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.427885 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d54da6cd-baed-4af7-b411-b69d102f6281'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:51.470083 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['848ef3df-ed98-4704-958e-0c6bca5aaf58'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:51.471423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efa45f-7e7d-421b-a530-3614f05acaaa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Pushing event deleted for resources: {'Port': ['ID=d54da6cd-baed-4af7-b411-b69d102f6281,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:51.507032 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.564112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c70da8-3f9d-4d2e-9c58-c83549240e9b req-71efa45f-7e7d-421b-a530-3614f05acaaa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] No DVR routers for this DVR port d54da6cd-baed-4af7-b411-b69d102f6281 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:51.567099 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-32c70da8-3f9d-4d2e-9c58-c83549240e9b req-71efa45f-7e7d-421b-a530-3614f05acaaa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.569523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'name': 'network-vif-deleted', 'tag': 'd54da6cd-baed-4af7-b411-b69d102f6281'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:51.600482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:51.604403 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Usage tracker for resource:security_group_rule and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:51.607428 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:51.608589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec066d4f-6854-4cdd-bbe1-f893bf0f5b99 req-6af673fd-db00-44b9-9763-a521120fe90e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] No DVR routers for this DVR port 09e6cf09-8e73-4f37-a616-12e323f7b49e on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:51.612182 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ec066d4f-6854-4cdd-bbe1-f893bf0f5b99 req-6af673fd-db00-44b9-9763-a521120fe90e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.613998 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:51.614840 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'name': 'network-vif-deleted', 'tag': '09e6cf09-8e73-4f37-a616-12e323f7b49e'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:51.651786 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-78bc1c27-c88c-4ec3-8516-af08d4ad3266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.663028 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82c60c-758f-4c17-98a0-55d5d5c6fe27 req-de47554e-ba7a-43cd-868b-99f85029a2b5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:51.664178 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7f82c60c-758f-4c17-98a0-55d5d5c6fe27 req-de47554e-ba7a-43cd-868b-99f85029a2b5 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 951 time: 0.1147449 Apr 18 19:26:51.674149 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-32c70da8-3f9d-4d2e-9c58-c83549240e9b req-71efa45f-7e7d-421b-a530-3614f05acaaa tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.71 "DELETE /v2.0/ports/d54da6cd-baed-4af7-b411-b69d102f6281 HTTP/1.1" status: 204 len: 173 time: 1.0927541 Apr 18 19:26:51.679287 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.713415 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7f82c60c-758f-4c17-98a0-55d5d5c6fe27 req-0dd88a3e-dcaa-4530-b1ab-d960527fbe96 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417643 Apr 18 19:26:51.736877 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ec066d4f-6854-4cdd-bbe1-f893bf0f5b99 req-6af673fd-db00-44b9-9763-a521120fe90e tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.71 "DELETE /v2.0/ports/09e6cf09-8e73-4f37-a616-12e323f7b49e HTTP/1.1" status: 204 len: 173 time: 1.4325953 Apr 18 19:26:51.759282 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.801690 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1424991-2ba9-40f0-8d2e-191448f535b6,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:51.875911 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:51.878629 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad7d4747-baee-4e49-90d5-7d49b5d4b5a0 req-620c5752-fd2d-41b8-85ff-26f47c2f0831 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.4961846 Apr 18 19:26:51.993111 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-376c861d-eaa5-44bc-8675-0e841e639211 req-ee9501e3-3760-4a19-a48d-fc2453453925 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips/42de3565-295a-4066-ae80-a52e95747715 HTTP/1.1" status: 200 len: 694 time: 0.0912468 Apr 18 19:26:52.159559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c861d-eaa5-44bc-8675-0e841e639211 req-30fac76d-61ec-4c52-b950-e27dd4bd4e04 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:52.162333 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-376c861d-eaa5-44bc-8675-0e841e639211 req-30fac76d-61ec-4c52-b950-e27dd4bd4e04 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.1639357 Apr 18 19:26:52.194481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223cb4c-087b-41c2-91ed-4fe6cb22a5a5 req-2248fdae-a263-41fb-b415-33ef8a7a4e14 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:52.198396 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223cb4c-087b-41c2-91ed-4fe6cb22a5a5 req-2248fdae-a263-41fb-b415-33ef8a7a4e14 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:52.199159 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-9223cb4c-087b-41c2-91ed-4fe6cb22a5a5 req-2248fdae-a263-41fb-b415-33ef8a7a4e14 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Synchronizing usage tracker for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:52.286558 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-9223cb4c-087b-41c2-91ed-4fe6cb22a5a5 req-2248fdae-a263-41fb-b415-33ef8a7a4e14 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Unset dirty status for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:52.287833 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9223cb4c-087b-41c2-91ed-4fe6cb22a5a5 req-2248fdae-a263-41fb-b415-33ef8a7a4e14 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=33b6c5ff-d346-4d86-b38b-321e276b1007&device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 1682 time: 0.1722162 Apr 18 19:26:52.342407 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9223cb4c-087b-41c2-91ed-4fe6cb22a5a5 req-9366c382-373d-4ffd-8a6b-0ec68c361051 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/security-groups?id=e013bd71-2478-4499-98ca-18e4c7841d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482166 Apr 18 19:26:52.363189 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-376c861d-eaa5-44bc-8675-0e841e639211 req-d6d0cff4-7e7b-4569-a7fb-cde864d1915a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 697 time: 0.1919835 Apr 18 19:26:52.429257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50574) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:26:52.446787 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-376c861d-eaa5-44bc-8675-0e841e639211 req-8bf188a6-9e5f-4db0-8ae2-4327d1074233 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 697 time: 0.0776925 Apr 18 19:26:52.595851 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71b6b615-fe36-414e-961c-e7c623080065'] response: {'server_uuid': '87ea8bca-0d45-4aed-a1b6-8e64dc1c3667', 'name': 'network-vif-deleted', 'tag': 'd54da6cd-baed-4af7-b411-b69d102f6281', 'status': 'completed', 'code': 200} Apr 18 19:26:52.615495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-376c861d-eaa5-44bc-8675-0e841e639211 req-153a11f6-1bfe-4aaf-a30b-e6c9cb2aa762 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Deleting port f1d00336-93b6-4802-b2fd-4a22fcc18ede {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:52.615831 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-376c861d-eaa5-44bc-8675-0e841e639211 req-153a11f6-1bfe-4aaf-a30b-e6c9cb2aa762 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:52.659390 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5be63202-001b-4ffe-b91e-1bd03482a583 req-99bb1bc2-ff11-4bd8-bc9e-71ec192266b6 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Synchronizing usage tracker for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:52.763803 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5be63202-001b-4ffe-b91e-1bd03482a583 req-99bb1bc2-ff11-4bd8-bc9e-71ec192266b6 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Unset dirty status for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:52.765314 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5be63202-001b-4ffe-b91e-1bd03482a583 req-99bb1bc2-ff11-4bd8-bc9e-71ec192266b6 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=7180bdd9-acad-43d5-a462-b2fd0233c6e4 HTTP/1.1" status: 200 len: 210 time: 0.1552088 Apr 18 19:26:52.847431 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-376c861d-eaa5-44bc-8675-0e841e639211 req-153a11f6-1bfe-4aaf-a30b-e6c9cb2aa762 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:52.849834 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-376c861d-eaa5-44bc-8675-0e841e639211 req-153a11f6-1bfe-4aaf-a30b-e6c9cb2aa762 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:52.860913 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927f16ea-a7a3-4d5b-92ea-c67c373bd579'] response: {'server_uuid': '7180bdd9-acad-43d5-a462-b2fd0233c6e4', 'name': 'network-vif-deleted', 'tag': '09e6cf09-8e73-4f37-a616-12e323f7b49e', 'status': 'completed', 'code': 200} Apr 18 19:26:52.952011 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:52.998283 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-376c861d-eaa5-44bc-8675-0e841e639211 req-153a11f6-1bfe-4aaf-a30b-e6c9cb2aa762 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Calling delete_port for f1d00336-93b6-4802-b2fd-4a22fcc18ede owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:53.136398 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5db0638e-b0cf-4d35-8b0f-ec01fb606abc req-7a95db35-be9f-4664-ac4e-87b015ef1164 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/b1424991-2ba9-40f0-8d2e-191448f535b6 HTTP/1.1" status: 200 len: 1645 time: 0.0617983 Apr 18 19:26:53.233872 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-376c861d-eaa5-44bc-8675-0e841e639211 req-153a11f6-1bfe-4aaf-a30b-e6c9cb2aa762 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:53.333464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a11f6-1bfe-4aaf-a30b-e6c9cb2aa762 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Pushing event deleted for resources: {'Port': ['ID=f1d00336-93b6-4802-b2fd-4a22fcc18ede,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:53.443842 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-376c861d-eaa5-44bc-8675-0e841e639211 req-153a11f6-1bfe-4aaf-a30b-e6c9cb2aa762 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:53.451357 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25161f7d-a4ea-4ccf-85b0-bee4a2a703ef req-a9522b07-edc1-49d9-b679-2b8dad7fa99e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=87ea8bca-0d45-4aed-a1b6-8e64dc1c3667 HTTP/1.1" status: 200 len: 210 time: 0.0728900 Apr 18 19:26:53.531777 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-376c861d-eaa5-44bc-8675-0e841e639211 req-153a11f6-1bfe-4aaf-a30b-e6c9cb2aa762 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:53.532756 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-376c861d-eaa5-44bc-8675-0e841e639211 req-153a11f6-1bfe-4aaf-a30b-e6c9cb2aa762 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "DELETE /v2.0/floatingips/42de3565-295a-4066-ae80-a52e95747715 HTTP/1.1" status: 204 len: 173 time: 1.0800884 Apr 18 19:26:53.654787 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 09e6cf09-8e73-4f37-a616-12e323f7b49e no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:53.713866 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 09e6cf09-8e73-4f37-a616-12e323f7b49e {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:26:53.715622 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 09e6cf09-8e73-4f37-a616-12e323f7b49e not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:53.715622 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d54da6cd-baed-4af7-b411-b69d102f6281 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:53.767710 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: d54da6cd-baed-4af7-b411-b69d102f6281 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:26:53.768853 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d54da6cd-baed-4af7-b411-b69d102f6281 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:53.817666 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bde5b6-6bbf-4ca3-873e-0363fcf091bc req-d3a4abb8-303f-41fa-a7f0-60d8293599ae tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:53.820002 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e7bde5b6-6bbf-4ca3-873e-0363fcf091bc req-d3a4abb8-303f-41fa-a7f0-60d8293599ae tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 951 time: 0.1461060 Apr 18 19:26:53.863631 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c0619d9c-5ba8-4aa5-9e23-48bcdc68e66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:54.072626 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e7bde5b6-6bbf-4ca3-873e-0363fcf091bc req-781689f6-969a-4065-b1f0-078990c19228 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462316 Apr 18 19:26:54.087263 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Deleting port 983fd0a0-3ca2-4683-9274-2870f3dd2a22 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:54.087657 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:54.280039 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2120259145', 'description': 'tempest-description-1408007976'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:54.292164 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:54.309009 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-9495b270-800e-46a1-8afe-41bc1901c85d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d&tenant_id=5c22a2f2d46e46198d19e1a175df3310 HTTP/1.1" status: 200 len: 1102 time: 0.3997962 Apr 18 19:26:54.311509 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Usage tracker for resource:security_group and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:54.318759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:54.326387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838334-1', 'device_owner': 'compute:nova'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:54.356361 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:54.369576 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] For port 983fd0a0-3ca2-4683-9274-2870f3dd2a22, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=983fd0a0-3ca2-4683-9274-2870f3dd2a22,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:54.369922 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:54.504183 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Calling delete_port for 983fd0a0-3ca2-4683-9274-2870f3dd2a22 owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:54.542889 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:54.672507 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:54.694883 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:54.727503 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Usage tracker for resource:security_group_rule and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:54.736125 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:54.756812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:54.846412 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:54.907847 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.041583 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.056893 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebf7c9-e1d0-46a7-8645-6eeeaee9c828 req-c985cc88-af25-489b-a4b2-a6a7366fb7ec tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:55.057664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-57ebf7c9-e1d0-46a7-8645-6eeeaee9c828 req-c985cc88-af25-489b-a4b2-a6a7366fb7ec tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Synchronizing usage tracker for tenant:e619c78b52b347049d90b52d5dae621c on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:55.107703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:55.137857 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:55.163406 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.176282 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-57ebf7c9-e1d0-46a7-8645-6eeeaee9c828 req-c985cc88-af25-489b-a4b2-a6a7366fb7ec tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Unset dirty status for tenant:e619c78b52b347049d90b52d5dae621c on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:55.178416 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-57ebf7c9-e1d0-46a7-8645-6eeeaee9c828 req-c985cc88-af25-489b-a4b2-a6a7366fb7ec tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 946 time: 0.2012954 Apr 18 19:26:55.202719 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.234797 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-57ebf7c9-e1d0-46a7-8645-6eeeaee9c828 req-030986d5-178d-46c4-8f9b-b87757b072a8 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Apr 18 19:26:55.274342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Pushing event deleted for resources: {'Port': ['ID=983fd0a0-3ca2-4683-9274-2870f3dd2a22,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:55.294463 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a02fa2-8b9c-4455-9840-5417b290e76c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:55.337184 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:55.344109 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.354940 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.355283 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.355619 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.355957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.356298 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.356609 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.356932 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.357433 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.357811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.358082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.358422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.401697 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.418946 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c5e28e0c-187d-4bec-8fab-434ad96f11e2 req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.1465826 Apr 18 19:26:55.436635 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.437507 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.437844 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.438179 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.438543 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.438873 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.439199 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.439521 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.439845 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.440167 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.440487 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b115540-3abc-46aa-bbdd-032718e71bee tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:26:55.476868 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Transition to ACTIVE for port object 3a5ded9f-3c34-4d51-abe2-795d5b834f10 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:26:55.596355 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:55.663638 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 3a5ded9f-3c34-4d51-abe2-795d5b834f10 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:55.828924 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 3a5ded9f-3c34-4d51-abe2-795d5b834f10 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:56.084708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] No DVR routers for this DVR port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:56.105216 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=11']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:56.227994 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe4e72-6630-4f3a-ac76-d6ad22b4105f req-cc1c0605-4394-4bc5-8c9d-e12c7116e211 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:56.236286 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8fe4e72-6630-4f3a-ac76-d6ad22b4105f req-cc1c0605-4394-4bc5-8c9d-e12c7116e211 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 949 time: 0.1645391 Apr 18 19:26:56.274729 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eca9430-8a6e-472c-8425-ea66191a2b17'] response: {'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'code': 200} Apr 18 19:26:56.288792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:26:56.295700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:26:56.296209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:56.354449 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:26:56.355106 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Attempting to bind port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:26:56.364051 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8fe4e72-6630-4f3a-ac76-d6ad22b4105f req-7f7c2538-294e-4f6c-a2b0-7f345caece26 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268125 Apr 18 19:26:56.378536 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-582e4942-13cd-4692-85a2-01461e702a48 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:56.379696 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-582e4942-13cd-4692-85a2-01461e702a48 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Synchronizing usage tracker for tenant:e619c78b52b347049d90b52d5dae621c on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:56.396938 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:56.404590 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0974-0f76-4480-bd15-daf2f2ce1e9c req-ac1f4a48-b258-4af0-830d-4c99d278c394 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:56.408738 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-621e0974-0f76-4480-bd15-daf2f2ce1e9c req-ac1f4a48-b258-4af0-830d-4c99d278c394 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.16 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 945 time: 0.1501288 Apr 18 19:26:56.434983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:26:56.436279 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:26:56.439654 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:26:56.443409 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Bound port: 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:26:56.443828 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:56.473943 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-582e4942-13cd-4692-85a2-01461e702a48 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Unset dirty status for tenant:e619c78b52b347049d90b52d5dae621c on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:56.475148 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-582e4942-13cd-4692-85a2-01461e702a48 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.71 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 946 time: 0.5250297 Apr 18 19:26:56.499020 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2166ed79-a5e4-45ce-a41a-4e8f18bab685 req-e17c9e68-73e2-467f-9aab-9042e8127125 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/58a02fa2-8b9c-4455-9840-5417b290e76c HTTP/1.1" status: 200 len: 1647 time: 0.1693344 Apr 18 19:26:56.528458 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-621e0974-0f76-4480-bd15-daf2f2ce1e9c req-dd351c1d-2c84-4ab6-a2c0-11a6188fb462 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Deleting port 0ebfdf72-0bb4-4890-b0d6-75723e284915 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:56.528458 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-621e0974-0f76-4480-bd15-daf2f2ce1e9c req-dd351c1d-2c84-4ab6-a2c0-11a6188fb462 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:56.641336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-6abd9625-184b-4ae8-9476-6e733190cbc9 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Deleting port 2f98efc4-3708-47ab-a07a-80dabc282617 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:56.641832 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-6abd9625-184b-4ae8-9476-6e733190cbc9 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:56.707082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:26:56.717507 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:56.732763 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:26:56.841184 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:56.918938 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-621e0974-0f76-4480-bd15-daf2f2ce1e9c req-dd351c1d-2c84-4ab6-a2c0-11a6188fb462 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] For port 0ebfdf72-0bb4-4890-b0d6-75723e284915, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=0ebfdf72-0bb4-4890-b0d6-75723e284915,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:56.919266 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-621e0974-0f76-4480-bd15-daf2f2ce1e9c req-dd351c1d-2c84-4ab6-a2c0-11a6188fb462 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:57.037647 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bdf8d-276d-480b-a162-9e61879c7e3d req-db044987-2b34-41e1-a7d0-2ba2bbb343e4 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:57.039166 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7f8bdf8d-276d-480b-a162-9e61879c7e3d req-db044987-2b34-41e1-a7d0-2ba2bbb343e4 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 945 time: 0.4429576 Apr 18 19:26:57.071778 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:57.073555 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] 10.222.0.16 "PUT /v2.0/ports/3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 1097 time: 2.7555974 Apr 18 19:26:57.103329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237e531-2279-46d2-8ec0-a4d4563c3259 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=12']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:57.255416 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-6abd9625-184b-4ae8-9476-6e733190cbc9 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] For port 2f98efc4-3708-47ab-a07a-80dabc282617, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=2f98efc4-3708-47ab-a07a-80dabc282617,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:57.255781 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-6abd9625-184b-4ae8-9476-6e733190cbc9 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:57.268994 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-621e0974-0f76-4480-bd15-daf2f2ce1e9c req-dd351c1d-2c84-4ab6-a2c0-11a6188fb462 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Calling delete_port for 0ebfdf72-0bb4-4890-b0d6-75723e284915 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:57.419589 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7f8bdf8d-276d-480b-a162-9e61879c7e3d req-9072101e-33ac-42cd-b0f6-5cf2251b1baf tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146822 Apr 18 19:26:57.435793 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-f6215068-d5bd-4383-8ddf-4ec2cacca6ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1100 time: 0.3096583 Apr 18 19:26:57.443739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-6abd9625-184b-4ae8-9476-6e733190cbc9 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Calling delete_port for 2f98efc4-3708-47ab-a07a-80dabc282617 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:57.486931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1301251217', 'description': 'tempest-description-1088321502'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:26:57.500904 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:57.509651 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Usage tracker for resource:security_group and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:57.517252 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2d8a2-1853-47bc-8677-46be474f238b req-e9354963-9e54-4214-9c54-afb2b623441a tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:57.518716 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05d2d8a2-1853-47bc-8677-46be474f238b req-e9354963-9e54-4214-9c54-afb2b623441a tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.71 "GET /v2.0/ports?device_id=33b6c5ff-d346-4d86-b38b-321e276b1007 HTTP/1.1" status: 200 len: 946 time: 0.1713505 Apr 18 19:26:57.519584 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:57.528482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:57.609581 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-05d2d8a2-1853-47bc-8677-46be474f238b req-b4e9c849-4d98-45d4-b027-e1122303a7b7 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Deleting port fee5f5f8-2df8-43f4-82de-21a0b34df390 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:57.609921 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-05d2d8a2-1853-47bc-8677-46be474f238b req-b4e9c849-4d98-45d4-b027-e1122303a7b7 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:57.658796 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:57.682871 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-621e0974-0f76-4480-bd15-daf2f2ce1e9c req-dd351c1d-2c84-4ab6-a2c0-11a6188fb462 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:57.776985 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd351c1d-2c84-4ab6-a2c0-11a6188fb462 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Pushing event deleted for resources: {'Port': ['ID=0ebfdf72-0bb4-4890-b0d6-75723e284915,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:57.857593 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:26:57.864359 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-dd2c1204-be3c-46f4-8ac2-ce3e6642ce7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:57.865783 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-dd2c1204-be3c-46f4-8ac2-ce3e6642ce7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3787339 Apr 18 19:26:57.869429 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Usage tracker for resource:security_group_rule and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:26:57.940105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:26:57.960285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:26:57.962592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-621e0974-0f76-4480-bd15-daf2f2ce1e9c req-dd351c1d-2c84-4ab6-a2c0-11a6188fb462 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] No DVR routers for this DVR port 0ebfdf72-0bb4-4890-b0d6-75723e284915 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:57.965368 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-621e0974-0f76-4480-bd15-daf2f2ce1e9c req-dd351c1d-2c84-4ab6-a2c0-11a6188fb462 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:57.982037 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'name': 'network-vif-deleted', 'tag': '0ebfdf72-0bb4-4890-b0d6-75723e284915'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:58.059050 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fd466-7926-4833-be3c-744eb783f58b req-36b6f575-3f9d-4861-b8d3-fb938e6bf59a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:58.060383 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0f7fd466-7926-4833-be3c-744eb783f58b req-36b6f575-3f9d-4861-b8d3-fb938e6bf59a tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 946 time: 0.7185810 Apr 18 19:26:58.072319 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-b1070599-b472-4c3e-945d-9260ecb06f17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 217 time: 0.1169696 Apr 18 19:26:58.076407 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-621e0974-0f76-4480-bd15-daf2f2ce1e9c req-dd351c1d-2c84-4ab6-a2c0-11a6188fb462 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.16 "DELETE /v2.0/ports/0ebfdf72-0bb4-4890-b0d6-75723e284915 HTTP/1.1" status: 204 len: 173 time: 1.6617777 Apr 18 19:26:58.079386 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:58.112178 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:26:58.146437 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-05d2d8a2-1853-47bc-8677-46be474f238b req-b4e9c849-4d98-45d4-b027-e1122303a7b7 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] For port fee5f5f8-2df8-43f4-82de-21a0b34df390, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=fee5f5f8-2df8-43f4-82de-21a0b34df390,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:58.146798 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-05d2d8a2-1853-47bc-8677-46be474f238b req-b4e9c849-4d98-45d4-b027-e1122303a7b7 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:58.157695 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:58.229300 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0f7fd466-7926-4833-be3c-744eb783f58b req-cbdbeb3c-9dec-4c8a-9e46-204a035ea4ee tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/security-groups?id=f8abf439-3bc3-42e8-9798-8c12e5295950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612766 Apr 18 19:26:58.232159 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6ab08751-2309-4b15-b521-17ebbeb4485c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:58.233597 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-6ab08751-2309-4b15-b521-17ebbeb4485c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1432507 Apr 18 19:26:58.235276 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-6abd9625-184b-4ae8-9476-6e733190cbc9 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:58.324635 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:26:58.359155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-05d2d8a2-1853-47bc-8677-46be474f238b req-b4e9c849-4d98-45d4-b027-e1122303a7b7 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Calling delete_port for fee5f5f8-2df8-43f4-82de-21a0b34df390 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:26:58.461491 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0bf78f-f852-4795-8ff4-6306cad86421,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:58.464344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd9625-184b-4ae8-9476-6e733190cbc9 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Pushing event deleted for resources: {'Port': ['ID=2f98efc4-3708-47ab-a07a-80dabc282617,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:58.593658 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:58.595848 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb354265-867e-4d2b-a97d-ef3081097a8d req-feef797a-402d-4190-aa5d-21058f68c385 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1652 time: 1.1171296 Apr 18 19:26:58.730166 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-05d2d8a2-1853-47bc-8677-46be474f238b req-b4e9c849-4d98-45d4-b027-e1122303a7b7 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:58.744555 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['fee5f5f8-2df8-43f4-82de-21a0b34df390'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:58.747598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-6abd9625-184b-4ae8-9476-6e733190cbc9 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] No DVR routers for this DVR port 2f98efc4-3708-47ab-a07a-80dabc282617 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:58.751225 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-6abd9625-184b-4ae8-9476-6e733190cbc9 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:58.782973 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-8f4cf45b-4926-4e67-b5c4-034c7d5f4940 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4848843 Apr 18 19:26:58.805499 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['803f926b-5f0d-4304-bf3e-dbc0f93e260e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:26:58.893004 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60015c3d-39c4-4ccf-803a-6b7205c9a950'] response: {'server_uuid': '572fb046-7bf7-4048-ba58-b52bb18657b9', 'name': 'network-vif-deleted', 'tag': '0ebfdf72-0bb4-4890-b0d6-75723e284915', 'status': 'completed', 'code': 200} Apr 18 19:26:58.907955 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e3b37181-5d9d-42cc-852d-eca9a955a19e req-6abd9625-184b-4ae8-9476-6e733190cbc9 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.71 "DELETE /v2.0/ports/2f98efc4-3708-47ab-a07a-80dabc282617 HTTP/1.1" status: 204 len: 173 time: 2.4263823 Apr 18 19:26:59.040594 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228fa9ec-aa71-4d36-a2de-8b48e0f18470'] response: {'name': 'network-changed', 'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'status': 'completed', 'code': 200} Apr 18 19:26:59.068542 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9c849-4d98-45d4-b027-e1122303a7b7 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Pushing event deleted for resources: {'Port': ['ID=fee5f5f8-2df8-43f4-82de-21a0b34df390,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:26:59.083623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d2d8a2-1853-47bc-8677-46be474f238b req-b4e9c849-4d98-45d4-b027-e1122303a7b7 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] No DVR routers for this DVR port fee5f5f8-2df8-43f4-82de-21a0b34df390 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:26:59.100681 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-05d2d8a2-1853-47bc-8677-46be474f238b req-b4e9c849-4d98-45d4-b027-e1122303a7b7 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:59.235987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-8b49d9d8-c26b-4492-9d7c-c350d8949437 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:59.236732 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-8b49d9d8-c26b-4492-9d7c-c350d8949437 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Synchronizing usage tracker for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:26:59.249166 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05d2d8a2-1853-47bc-8677-46be474f238b req-b4e9c849-4d98-45d4-b027-e1122303a7b7 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.71 "DELETE /v2.0/ports/fee5f5f8-2df8-43f4-82de-21a0b34df390 HTTP/1.1" status: 204 len: 173 time: 1.7220161 Apr 18 19:26:59.265375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db272ac3-f9be-4da2-99d2-ff4666e23458 req-2da66218-8c6f-41e9-a430-a9dad6ad3bd3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:26:59.272313 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-db272ac3-f9be-4da2-99d2-ff4666e23458 req-2da66218-8c6f-41e9-a430-a9dad6ad3bd3 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 949 time: 0.4332442 Apr 18 19:26:59.332641 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-cf4d9479-acda-456c-8009-9353334d6748 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410106 Apr 18 19:26:59.345931 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Router d8b1a848-e338-43ac-a248-25916249c33b has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:26:59.347404 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-db272ac3-f9be-4da2-99d2-ff4666e23458 req-d161e76c-ae9a-4b19-a2a0-e4fda8b4329d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741527 Apr 18 19:26:59.394617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-8b49d9d8-c26b-4492-9d7c-c350d8949437 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Unset dirty status for tenant:e31df4d499f84e88b7f4baa32a155dd4 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:26:59.395770 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-8b49d9d8-c26b-4492-9d7c-c350d8949437 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.16 "GET /v2.0/ports?device_id=f039d207-3578-4c4c-b842-6adab8afae7e HTTP/1.1" status: 200 len: 945 time: 0.7852805 Apr 18 19:26:59.520165 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-13aee716-e75e-4117-8337-ca9586b87ea2 req-b7459a97-1271-4de1-8794-70f4660b3740 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=572fb046-7bf7-4048-ba58-b52bb18657b9 HTTP/1.1" status: 200 len: 210 time: 0.0562077 Apr 18 19:26:59.539365 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-e0ab8a8a-897c-44f7-b5e4-e254181149a0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1100 time: 0.4885044 Apr 18 19:26:59.590840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-1e5de022-6950-4553-b0eb-f801f745f7a2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Deleting port 803f926b-5f0d-4304-bf3e-dbc0f93e260e {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:26:59.591269 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-1e5de022-6950-4553-b0eb-f801f745f7a2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:26:59.680178 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device fee5f5f8-2df8-43f4-82de-21a0b34df390 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:59.714754 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5aaf581-0070-4b26-a60c-e87cec51e4f3 req-bf558292-ca65-496b-b085-5b97d80f9a5e tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/9b0bf78f-f852-4795-8ff4-6306cad86421 HTTP/1.1" status: 200 len: 1647 time: 0.2813783 Apr 18 19:26:59.728113 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: fee5f5f8-2df8-43f4-82de-21a0b34df390 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:26:59.728927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device fee5f5f8-2df8-43f4-82de-21a0b34df390 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:59.729606 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 2f98efc4-3708-47ab-a07a-80dabc282617 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:26:59.773869 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 2f98efc4-3708-47ab-a07a-80dabc282617 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:26:59.775129 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 2f98efc4-3708-47ab-a07a-80dabc282617 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:26:59.905266 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e55baaa1-9bc6-4287-8189-bb2df8ce77b9 req-7d8314bb-5709-4b85-b753-280924d36fd5 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.66 "GET /v2.0/ports?device_id=33b6c5ff-d346-4d86-b38b-321e276b1007 HTTP/1.1" status: 200 len: 210 time: 0.0513806 Apr 18 19:26:59.962077 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195302ed-6b7a-4002-a84e-afc3740805a8 req-39785d9f-bc3d-4d5d-accb-3b5943abe84c service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194324 Apr 18 19:26:59.979253 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-1e5de022-6950-4553-b0eb-f801f745f7a2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] For port 803f926b-5f0d-4304-bf3e-dbc0f93e260e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=803f926b-5f0d-4304-bf3e-dbc0f93e260e,segment=NetworkSegment(02cbcd47-287f-4bd0-9cd5-c5ae955d57c6),segment_id=02cbcd47-287f-4bd0-9cd5-c5ae955d57c6)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:26:59.981680 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-1e5de022-6950-4553-b0eb-f801f745f7a2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:00.006689 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-0b799f34-3c56-484e-afcf-98ed0c5b6084 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.010275 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-0b799f34-3c56-484e-afcf-98ed0c5b6084 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.4016926 Apr 18 19:27:00.084476 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-92759b6c-1191-4189-ac93-ea84b2070d2a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 217 time: 0.0709162 Apr 18 19:27:00.155438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-1e5de022-6950-4553-b0eb-f801f745f7a2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Calling delete_port for 803f926b-5f0d-4304-bf3e-dbc0f93e260e owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:00.197918 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-61109d09-90c2-48a4-9a41-234d0372ccc6 req-3afa0bd0-6505-44e5-979e-65b669fc4622 tempest-FloatingIPsAssociationTestJSON-401910556 tempest-FloatingIPsAssociationTestJSON-401910556-project] 10.222.0.66 "GET /v2.0/ports?device_id=48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b HTTP/1.1" status: 200 len: 210 time: 0.0858114 Apr 18 19:27:00.216823 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-3f7f47e9-6461-4675-bb80-5f3a816e99d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.218309 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-3f7f47e9-6461-4675-bb80-5f3a816e99d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1285496 Apr 18 19:27:00.296884 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-105228848', 'description': 'tempest-description-942441649'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:00.315865 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:00.320599 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:00.335692 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2f028174-7338-456c-9955-8ca00ba44862 admin admin] 10.222.0.66 "PUT /v2.0/routers/d8b1a848-e338-43ac-a248-25916249c33b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9050808 Apr 18 19:27:00.336678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Usage tracker for resource:security_group and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:00.341219 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50700) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:00.344154 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:00.347814 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada7533-116d-40db-8f18-29fc0795a1b8 None None] Sync routers for ids ['d8b1a848-e338-43ac-a248-25916249c33b'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:00.361246 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada7533-116d-40db-8f18-29fc0795a1b8 None None] Routers {'d8b1a848-e338-43ac-a248-25916249c33b'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:00.362262 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-aada7533-116d-40db-8f18-29fc0795a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d8b1a848-e338-43ac-a248-25916249c33b'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:00.426624 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:00.432209 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-1e5de022-6950-4553-b0eb-f801f745f7a2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:00.483171 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5de022-6950-4553-b0eb-f801f745f7a2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Pushing event deleted for resources: {'Port': ['ID=803f926b-5f0d-4304-bf3e-dbc0f93e260e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:00.540104 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-7e6a1703-2aaa-40ca-ae79-e83e7baa5298 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c22a2f2d46e46198d19e1a175df3310&device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1100 time: 0.3699360 Apr 18 19:27:00.545976 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-c7a1718d-f975-46f9-acda-822ca9228f05 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3163800 Apr 18 19:27:00.567604 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-aada7533-116d-40db-8f18-29fc0795a1b8 None None] Set router d8b1a848-e338-43ac-a248-25916249c33b gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:00.594085 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-1e5de022-6950-4553-b0eb-f801f745f7a2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] No DVR routers for this DVR port 803f926b-5f0d-4304-bf3e-dbc0f93e260e on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:00.602404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d2c69-4e7e-48ac-84d1-b041f59bb0fc req-15c07829-1ac7-470e-b341-d6114cb84a34 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.606791 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-285d2c69-4e7e-48ac-84d1-b041f59bb0fc req-15c07829-1ac7-470e-b341-d6114cb84a34 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Synchronizing usage tracker for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:00.613888 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-1e5de022-6950-4553-b0eb-f801f745f7a2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:00.650411 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:00.724300 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-285d2c69-4e7e-48ac-84d1-b041f59bb0fc req-15c07829-1ac7-470e-b341-d6114cb84a34 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Unset dirty status for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:00.726975 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-285d2c69-4e7e-48ac-84d1-b041f59bb0fc req-15c07829-1ac7-470e-b341-d6114cb84a34 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 944 time: 0.3702564 Apr 18 19:27:00.739003 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8fcf85a-3aae-4012-b49f-fda70863e9c9 req-1e5de022-6950-4553-b0eb-f801f745f7a2 tempest-ListServersNegativeTestJSON-244266232 tempest-ListServersNegativeTestJSON-244266232-project] 10.222.0.16 "DELETE /v2.0/ports/803f926b-5f0d-4304-bf3e-dbc0f93e260e HTTP/1.1" status: 204 len: 173 time: 1.3353586 Apr 18 19:27:00.811354 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 0ebfdf72-0bb4-4890-b0d6-75723e284915 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:00.827267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:00.838483 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-285d2c69-4e7e-48ac-84d1-b041f59bb0fc req-d07bd994-2862-4d11-be75-59889950282c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965178 Apr 18 19:27:00.852065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Usage tracker for resource:security_group_rule and tenant:4c6840bb0fa24d64ab83eb8d76f1cae5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:00.853815 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2e6e0-7ed8-4a1c-8a6b-03978bf91636 req-d068b65e-483c-4785-aa82-c9a13bb0d60a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.856660 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-26c912b9-4594-477d-bc62-b39f12bd873a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:00.857978 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a6c2e6e0-7ed8-4a1c-8a6b-03978bf91636 req-d068b65e-483c-4785-aa82-c9a13bb0d60a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 944 time: 0.1717229 Apr 18 19:27:00.858134 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-26c912b9-4594-477d-bc62-b39f12bd873a service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3101125 Apr 18 19:27:00.861475 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:00.866927 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-8ab5bd75-cf62-4825-925e-fcf7c4f695eb service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981310 Apr 18 19:27:00.871819 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:00.876286 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 0ebfdf72-0bb4-4890-b0d6-75723e284915 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:00.876946 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 0ebfdf72-0bb4-4890-b0d6-75723e284915 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:00.910201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6c5ff-d346-4d86-b38b-321e276b1007', 'name': 'network-vif-deleted', 'tag': 'fee5f5f8-2df8-43f4-82de-21a0b34df390'}, {'server_uuid': 'f039d207-3578-4c4c-b842-6adab8afae7e', 'name': 'network-vif-deleted', 'tag': '803f926b-5f0d-4304-bf3e-dbc0f93e260e'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:00.938961 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-aada7533-116d-40db-8f18-29fc0795a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:26:54Z', 'revision_number': 5, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:00.946071 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada7533-116d-40db-8f18-29fc0795a1b8 None None] Checking router: d8b1a848-e338-43ac-a248-25916249c33b for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:00.976133 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada7533-116d-40db-8f18-29fc0795a1b8 None None] Routers {'d8b1a848-e338-43ac-a248-25916249c33b'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:00.976349 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-aada7533-116d-40db-8f18-29fc0795a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d8b1a848-e338-43ac-a248-25916249c33b'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:00.994318 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a6c2e6e0-7ed8-4a1c-8a6b-03978bf91636 req-746d5d71-0fe5-4474-afe3-3762b39fa62a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Deleting port 848ef3df-ed98-4704-958e-0c6bca5aaf58 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:00.994318 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a6c2e6e0-7ed8-4a1c-8a6b-03978bf91636 req-746d5d71-0fe5-4474-afe3-3762b39fa62a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:01.037395 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-5eb675db-8c38-4df7-9c74-b48e3ccbe14a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 200 len: 217 time: 0.1632719 Apr 18 19:27:01.043301 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'name': 'network-vif-deleted', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:01.187019 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-66b3d527-e9cd-4849-944d-abb3b3f9797a service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536755 Apr 18 19:27:01.232652 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-aada7533-116d-40db-8f18-29fc0795a1b8 None None] Set router d8b1a848-e338-43ac-a248-25916249c33b gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:01.235660 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-decd9ae1-6196-422c-bd8c-f49d28ee0a0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:01.239518 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-decd9ae1-6196-422c-bd8c-f49d28ee0a0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1876152 Apr 18 19:27:01.281950 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:01.288241 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:01.344053 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a6c2e6e0-7ed8-4a1c-8a6b-03978bf91636 req-746d5d71-0fe5-4474-afe3-3762b39fa62a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] For port 848ef3df-ed98-4704-958e-0c6bca5aaf58, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=848ef3df-ed98-4704-958e-0c6bca5aaf58,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:01.344556 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a6c2e6e0-7ed8-4a1c-8a6b-03978bf91636 req-746d5d71-0fe5-4474-afe3-3762b39fa62a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:01.357744 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65b39b-22dd-4d47-b7b9-1d5df37a7d9d req-8e00dade-3e32-442d-9f56-65c4fef5ad8a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:01.359164 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca65b39b-22dd-4d47-b7b9-1d5df37a7d9d req-8e00dade-3e32-442d-9f56-65c4fef5ad8a tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 949 time: 0.2087941 Apr 18 19:27:01.407255 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:01.492500 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a6c2e6e0-7ed8-4a1c-8a6b-03978bf91636 req-746d5d71-0fe5-4474-afe3-3762b39fa62a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Calling delete_port for 848ef3df-ed98-4704-958e-0c6bca5aaf58 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:01.541291 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-aada7533-116d-40db-8f18-29fc0795a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:26:54Z', 'revision_number': 5, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:01.545916 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada7533-116d-40db-8f18-29fc0795a1b8 None None] The sync data for ids ['d8b1a848-e338-43ac-a248-25916249c33b'] in n-d-838334-1 is: [{'id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'name': 'tempest-AttachSCSIVolumeTestJSON-556872480-router', 'tenant_id': '50f7e16938504e6fa4116d104d35978c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:17Z', 'updated_at': '2022-04-18T19:26:54Z', 'revision_number': 5, 'project_id': '50f7e16938504e6fa4116d104d35978c', 'gw_port': {'id': '006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b1a848-e338-43ac-a248-25916249c33b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:18Z', 'updated_at': '2022-04-18T19:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:27:01.576944 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca65b39b-22dd-4d47-b7b9-1d5df37a7d9d req-65fe1367-1c27-4a23-bd5d-17b5e4efe77d tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121551 Apr 18 19:27:01.615124 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50751107-4adc-405c-bada-87f16089701c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:01.695603 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-c3f2cf32-838c-4eed-b039-71fda9374a8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4465170 Apr 18 19:27:01.784990 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd86aeaf-10e6-460f-b925-6dee4eb42617'] response: {'server_uuid': '33b6c5ff-d346-4d86-b38b-321e276b1007', 'name': 'network-vif-deleted', 'tag': 'fee5f5f8-2df8-43f4-82de-21a0b34df390', 'status': 'completed', 'code': 200} Apr 18 19:27:01.785329 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd86aeaf-10e6-460f-b925-6dee4eb42617'] response: {'server_uuid': 'f039d207-3578-4c4c-b842-6adab8afae7e', 'name': 'network-vif-deleted', 'tag': '803f926b-5f0d-4304-bf3e-dbc0f93e260e', 'status': 'completed', 'code': 200} Apr 18 19:27:01.795968 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:01.801861 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b7b86742-ec0f-45e6-a019-482a4738b2cf req-fc5ff504-a86d-43c1-9d9d-7fcc819c785f tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 1.5279613 Apr 18 19:27:01.852594 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a6c2e6e0-7ed8-4a1c-8a6b-03978bf91636 req-746d5d71-0fe5-4474-afe3-3762b39fa62a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:01.864661 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['848ef3df-ed98-4704-958e-0c6bca5aaf58'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:01.898213 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731be82d-6ca2-4b10-af88-4b79b9fa1da3'] response: {'server_uuid': '48ea7244-fd47-4f3e-baa2-9cd4dd08bb5b', 'name': 'network-vif-deleted', 'tag': '2f98efc4-3708-47ab-a07a-80dabc282617', 'status': 'completed', 'code': 200} Apr 18 19:27:01.926400 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-a1d91782-e084-47f5-95d1-072e5a551750 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211924 Apr 18 19:27:01.955054 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d5d71-0fe5-4474-afe3-3762b39fa62a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Pushing event deleted for resources: {'Port': ['ID=848ef3df-ed98-4704-958e-0c6bca5aaf58,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:01.990051 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 983fd0a0-3ca2-4683-9274-2870f3dd2a22 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:02.098328 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50736) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:02.100359 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 983fd0a0-3ca2-4683-9274-2870f3dd2a22 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:02.103059 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 983fd0a0-3ca2-4683-9274-2870f3dd2a22 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:02.204418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c2e6e0-7ed8-4a1c-8a6b-03978bf91636 req-746d5d71-0fe5-4474-afe3-3762b39fa62a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] No DVR routers for this DVR port 848ef3df-ed98-4704-958e-0c6bca5aaf58 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:02.206720 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.215609 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a6c2e6e0-7ed8-4a1c-8a6b-03978bf91636 req-746d5d71-0fe5-4474-afe3-3762b39fa62a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.247452 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-437b1a26-a6cf-4d33-9ff1-07874df35e74 req-9516f8f6-6c1f-4ecb-91aa-1cea0d1ba739 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/50751107-4adc-405c-bada-87f16089701c HTTP/1.1" status: 200 len: 1645 time: 0.1147606 Apr 18 19:27:02.316129 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a6c2e6e0-7ed8-4a1c-8a6b-03978bf91636 req-746d5d71-0fe5-4474-afe3-3762b39fa62a tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.16 "DELETE /v2.0/ports/848ef3df-ed98-4704-958e-0c6bca5aaf58 HTTP/1.1" status: 204 len: 173 time: 1.4465094 Apr 18 19:27:02.339998 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50744) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:02.353697 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a8dba34-04cb-4b1b-881e-ff5f35e840db req-00d034eb-9cfb-42dc-a103-a8d3f899715a service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156072 Apr 18 19:27:02.367738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Deleting port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:02.368215 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.406168 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fd9026-12ad-4c36-ba82-135f6d84a0fe admin admin] Deleting subnet c1d63b3c-faec-426e-9a35-a8871e858c98 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:02.409231 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-48fd9026-12ad-4c36-ba82-135f6d84a0fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.497662 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e48d4c57-a148-4fe1-9c9d-8c9f78a63c49 req-82d55133-f6c3-48a8-92e3-15f1f2b50ab6 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Synchronizing usage tracker for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:02.501593 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-48fd9026-12ad-4c36-ba82-135f6d84a0fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.569225 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-48fd9026-12ad-4c36-ba82-135f6d84a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.582150 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] For port 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:02.582555 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.644653 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e48d4c57-a148-4fe1-9c9d-8c9f78a63c49 req-82d55133-f6c3-48a8-92e3-15f1f2b50ab6 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Unset dirty status for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:02.645805 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e48d4c57-a148-4fe1-9c9d-8c9f78a63c49 req-82d55133-f6c3-48a8-92e3-15f1f2b50ab6 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=ee696ecb-9051-4639-a91f-b7bf25a70ea2 HTTP/1.1" status: 200 len: 210 time: 0.1917057 Apr 18 19:27:02.729203 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-76ecafb5-a921-4d18-b804-2f5151842c42 req-2fdd22ef-5da8-46e7-a417-ab0ddc4e507c tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] show failed (client error): The resource could not be found. Apr 18 19:27:02.730222 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-76ecafb5-a921-4d18-b804-2f5151842c42 req-2fdd22ef-5da8-46e7-a417-ab0ddc4e507c tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/a7974928-4471-47b4-a3a2-ac030f891241 HTTP/1.1" status: 404 len: 352 time: 0.0185246 Apr 18 19:27:02.754668 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-48fd9026-12ad-4c36-ba82-135f6d84a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.773277 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Calling delete_port for 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:02.812240 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 3a5ded9f-3c34-4d51-abe2-795d5b834f10 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:02.852041 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd9026-12ad-4c36-ba82-135f6d84a0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d63b3c-faec-426e-9a35-a8871e858c98,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:02.900523 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-48fd9026-12ad-4c36-ba82-135f6d84a0fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:02.910472 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-48fd9026-12ad-4c36-ba82-135f6d84a0fe admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c1d63b3c-faec-426e-9a35-a8871e858c98 HTTP/1.1" status: 204 len: 168 time: 0.5693655 Apr 18 19:27:02.913624 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50766) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:02.915754 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 803f926b-5f0d-4304-bf3e-dbc0f93e260e no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:02.944860 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf306fe-d5fb-474e-a95c-74e92536bdf3 req-885385a7-ca84-4b08-816f-6b36a6db4af8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:02.946325 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-edf306fe-d5fb-474e-a95c-74e92536bdf3 req-885385a7-ca84-4b08-816f-6b36a6db4af8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 949 time: 0.0954254 Apr 18 19:27:02.970300 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 803f926b-5f0d-4304-bf3e-dbc0f93e260e {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:02.970992 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 803f926b-5f0d-4304-bf3e-dbc0f93e260e not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:02.996351 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-edf306fe-d5fb-474e-a95c-74e92536bdf3 req-deeee1bd-1422-466b-b038-e4b389c78945 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Apr 18 19:27:03.067291 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:03.089464 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'mac_address': 'fa:16:3e:d0:37:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:03.109307 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.185119 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.207095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5ded9f-3c34-4d51-abe2-795d5b834f10 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:03.227919 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:03.235997 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ec7f-09a6-4d28-af60-aaf491ab36fe req-2a70dc72-8fc4-40fa-9527-6caa1a79656f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:03.236689 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d207ec7f-09a6-4d28-af60-aaf491ab36fe req-2a70dc72-8fc4-40fa-9527-6caa1a79656f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Synchronizing usage tracker for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:03.344318 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.366779 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d207ec7f-09a6-4d28-af60-aaf491ab36fe req-2a70dc72-8fc4-40fa-9527-6caa1a79656f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Unset dirty status for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:03.375103 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d207ec7f-09a6-4d28-af60-aaf491ab36fe req-2a70dc72-8fc4-40fa-9527-6caa1a79656f tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 965 time: 0.2436266 Apr 18 19:27:03.428798 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=13']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:03.457984 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d207ec7f-09a6-4d28-af60-aaf491ab36fe req-92ef58d5-01d4-469f-8508-cffcd610ce02 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/security-groups?id=dd6cd885-b115-4f10-af48-04f3f4c3a893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765245 Apr 18 19:27:03.473311 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.501776 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-8f0443a4-763a-4d5f-884c-2064d505b7b6 req-665481a1-edf7-4e44-9c2e-3d0ae34d35b4 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] show failed (client error): The resource could not be found. Apr 18 19:27:03.502848 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f0443a4-763a-4d5f-884c-2064d505b7b6 req-665481a1-edf7-4e44-9c2e-3d0ae34d35b4 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-group-rules/41769308-4fee-4967-8fb8-ba3de3d75c41 HTTP/1.1" status: 404 len: 361 time: 0.0161595 Apr 18 19:27:03.533406 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878d2b3f-5468-44cb-9834-997119156121']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:03.557096 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:03.560352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cbcd47-287f-4bd0-9cd5-c5ae955d57c6') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:03.575918 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.612727 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec7f07-ff86-49e9-bd75-73fb2fc68393 req-771d6f0c-498e-4895-b97a-6b0a29ffd05a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:03.614090 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b2ec7f07-ff86-49e9-bd75-73fb2fc68393 req-771d6f0c-498e-4895-b97a-6b0a29ffd05a tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 965 time: 0.3945041 Apr 18 19:27:03.618690 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.619152 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['3a5ded9f-3c34-4d51-abe2-795d5b834f10'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:03.623064 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.719094 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Pushing event deleted for resources: {'Port': ['ID=006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:03.732477 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:03.733272 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:03.805806 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:03.813592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'name': 'network-vif-deleted', 'tag': '848ef3df-ed98-4704-958e-0c6bca5aaf58'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:03.819508 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:03.850285 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24489233-24ce-44f2-ad36-17a564497233 req-b31992f4-14c1-4557-9825-a74823db7a02 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 1101 time: 0.0777466 Apr 18 19:27:03.897039 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-24489233-24ce-44f2-ad36-17a564497233 req-5cd33668-701b-4c57-97af-89e51ad0f250 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] Synchronizing usage tracker for tenant:00c9c22f7ed04feeaddc6e1979995099 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:03.989141 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-24489233-24ce-44f2-ad36-17a564497233 req-5cd33668-701b-4c57-97af-89e51ad0f250 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] Unset dirty status for tenant:00c9c22f7ed04feeaddc6e1979995099 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:03.990311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24489233-24ce-44f2-ad36-17a564497233 req-5cd33668-701b-4c57-97af-89e51ad0f250 tempest-MigrationsAdminTest-1709533534 tempest-MigrationsAdminTest-1709533534-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336374 Apr 18 19:27:03.996761 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-b2ec7f07-ff86-49e9-bd75-73fb2fc68393 req-902343b0-e856-448b-a3c2-ddb0a51b3706 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Deleting port 02f6e221-dd43-4a7b-a219-d3e1004128c5 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:03.997102 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b2ec7f07-ff86-49e9-bd75-73fb2fc68393 req-902343b0-e856-448b-a3c2-ddb0a51b3706 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.084513 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.130869 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.131474 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd3c989-f4df-4e6f-935b-983880f93e00'] response: {'server_uuid': 'ee696ecb-9051-4639-a91f-b7bf25a70ea2', 'name': 'network-vif-deleted', 'tag': '848ef3df-ed98-4704-958e-0c6bca5aaf58', 'status': 'completed', 'code': 200} Apr 18 19:27:04.172919 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] Pushing event deleted for resources: {'Network': ['ID=878d2b3f-5468-44cb-9834-997119156121,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:04.362085 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d92ed028-686e-49bd-88cf-d5ad0e334970 admin admin] 10.222.0.66 "DELETE /v2.0/networks/878d2b3f-5468-44cb-9834-997119156121 HTTP/1.1" status: 204 len: 168 time: 1.4435084 Apr 18 19:27:04.385412 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a792ee7b-3582-4a97-af33-94ec545fade8 req-7a99a43f-cd3b-4a0d-b263-4e9840ab45b2 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/50751107-4adc-405c-bada-87f16089701c HTTP/1.1" status: 200 len: 1645 time: 0.3920243 Apr 18 19:27:04.460972 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.740268 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50836) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:04.800092 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4c31c6c6-e934-4eab-9609-16acc997378c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e31df4d499f84e88b7f4baa32a155dd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0586755 Apr 18 19:27:04.802627 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50842) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:04.816963 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 3a5ded9f-3c34-4d51-abe2-795d5b834f10 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:04.867439 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-189f4ae0-1014-43f4-bb7e-fba447f1927c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.897177 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-189f4ae0-1014-43f4-bb7e-fba447f1927c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.933245 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.956955 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.983148 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:04.988320 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:04.988745 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.992069 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a792ee7b-3582-4a97-af33-94ec545fade8 req-becabcb9-7003-47a9-b8c3-11cd0128abe8 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:04.994971 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-b2ec7f07-ff86-49e9-bd75-73fb2fc68393 req-902343b0-e856-448b-a3c2-ddb0a51b3706 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] For port 02f6e221-dd43-4a7b-a219-d3e1004128c5, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=02f6e221-dd43-4a7b-a219-d3e1004128c5,segment=NetworkSegment(e4131294-2ab3-4744-9828-66327b18eea3),segment_id=e4131294-2ab3-4744-9828-66327b18eea3)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:04.995320 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b2ec7f07-ff86-49e9-bd75-73fb2fc68393 req-902343b0-e856-448b-a3c2-ddb0a51b3706 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.029529 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-189f4ae0-1014-43f4-bb7e-fba447f1927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.050189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f4ae0-1014-43f4-bb7e-fba447f1927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e013bd71-2478-4499-98ca-18e4c7841d6e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:05.130390 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.137550 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-189f4ae0-1014-43f4-bb7e-fba447f1927c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.143934 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-189f4ae0-1014-43f4-bb7e-fba447f1927c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e013bd71-2478-4499-98ca-18e4c7841d6e HTTP/1.1" status: 204 len: 168 time: 0.3403230 Apr 18 19:27:05.159233 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-b2ec7f07-ff86-49e9-bd75-73fb2fc68393 req-902343b0-e856-448b-a3c2-ddb0a51b3706 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Calling delete_port for 02f6e221-dd43-4a7b-a219-d3e1004128c5 owned by compute:tempest-test_az-355566631 {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:05.164322 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:05.174477 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:05.191059 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a792ee7b-3582-4a97-af33-94ec545fade8 req-becabcb9-7003-47a9-b8c3-11cd0128abe8 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.240545 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.241340 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 848ef3df-ed98-4704-958e-0c6bca5aaf58 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:05.278394 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.278933 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8b1a848-e338-43ac-a248-25916249c33b {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:27:05.348388 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 848ef3df-ed98-4704-958e-0c6bca5aaf58 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:05.348725 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 848ef3df-ed98-4704-958e-0c6bca5aaf58 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:05.350607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=14']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:05.451943 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.456041 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-652357c1-1b39-473a-8ea8-5ca97d4ca838 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d8b1a848-e338-43ac-a248-25916249c33b HTTP/1.1" status: 204 len: 168 time: 5.1113105 Apr 18 19:27:05.457549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50860) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:05.461763 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a792ee7b-3582-4a97-af33-94ec545fade8 req-becabcb9-7003-47a9-b8c3-11cd0128abe8 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.506174 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a792ee7b-3582-4a97-af33-94ec545fade8 req-becabcb9-7003-47a9-b8c3-11cd0128abe8 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.507312 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a792ee7b-3582-4a97-af33-94ec545fade8 req-becabcb9-7003-47a9-b8c3-11cd0128abe8 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "DELETE /v2.0/security-groups/50751107-4adc-405c-bada-87f16089701c HTTP/1.1" status: 204 len: 173 time: 1.0920448 Apr 18 19:27:05.514912 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becabcb9-7003-47a9-b8c3-11cd0128abe8 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50751107-4adc-405c-bada-87f16089701c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:05.564338 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f37c29b-98c2-4c7c-9937-1f72d2e65628 admin admin] Deleting subnet 59e83fbf-d1fb-428d-86d6-c3889147f171 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:05.567559 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5f37c29b-98c2-4c7c-9937-1f72d2e65628 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.633424 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b2ec7f07-ff86-49e9-bd75-73fb2fc68393 req-902343b0-e856-448b-a3c2-ddb0a51b3706 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.676702 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5f37c29b-98c2-4c7c-9937-1f72d2e65628 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.677184 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 02f6e221-dd43-4a7b-a219-d3e1004128c5 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:05.697472 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902343b0-e856-448b-a3c2-ddb0a51b3706 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Pushing event deleted for resources: {'Port': ['ID=02f6e221-dd43-4a7b-a219-d3e1004128c5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:05.765599 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 02f6e221-dd43-4a7b-a219-d3e1004128c5 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:05.765599 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 02f6e221-dd43-4a7b-a219-d3e1004128c5 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:05.821340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ec7f07-ff86-49e9-bd75-73fb2fc68393 req-902343b0-e856-448b-a3c2-ddb0a51b3706 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] No DVR routers for this DVR port 02f6e221-dd43-4a7b-a219-d3e1004128c5 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:05.826858 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b2ec7f07-ff86-49e9-bd75-73fb2fc68393 req-902343b0-e856-448b-a3c2-ddb0a51b3706 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.831280 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b2ec7f07-ff86-49e9-bd75-73fb2fc68393 req-902343b0-e856-448b-a3c2-ddb0a51b3706 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.71 "DELETE /v2.0/ports/02f6e221-dd43-4a7b-a219-d3e1004128c5 HTTP/1.1" status: 204 len: 173 time: 2.2053471 Apr 18 19:27:05.834465 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c72e52b-5add-408a-8d07-457b26713932', 'name': 'network-vif-deleted', 'tag': '02f6e221-dd43-4a7b-a219-d3e1004128c5'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:05.852902 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5f37c29b-98c2-4c7c-9937-1f72d2e65628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:05.898988 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:05.971766 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:05.972400 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 006f06b6-9a3f-44d7-9ee4-b4ec51e0ed1a not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:06.029826 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] Deleting port abb7040c-b998-4d7e-978e-74fffec13713 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:06.030162 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.061848 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5f37c29b-98c2-4c7c-9937-1f72d2e65628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.135732 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37c29b-98c2-4c7c-9937-1f72d2e65628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e83fbf-d1fb-428d-86d6-c3889147f171,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:06.149148 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5f37c29b-98c2-4c7c-9937-1f72d2e65628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.150706 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb65d2c-1151-4dcc-8242-f09df69adee3 None None] Network ff63c8ee-6036-4198-b057-6b371916ead7 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:06.163368 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5f37c29b-98c2-4c7c-9937-1f72d2e65628 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/59e83fbf-d1fb-428d-86d6-c3889147f171 HTTP/1.1" status: 204 len: 168 time: 0.7043605 Apr 18 19:27:06.165528 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50882) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:06.291165 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54b25ea-15ae-4938-8987-a47e23db026e'] response: {'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'code': 200} Apr 18 19:27:06.303977 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.306980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5bafd1f7-b57b-48d2-aa94-9d633ae6b00c req-7b51f2d2-4c08-4dc7-bf9a-09fd56ed7d42 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Synchronizing usage tracker for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:06.341105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Deleting port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:06.341635 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.368502 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] For port abb7040c-b998-4d7e-978e-74fffec13713, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=abb7040c-b998-4d7e-978e-74fffec13713,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:06.368856 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.435650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5bafd1f7-b57b-48d2-aa94-9d633ae6b00c req-7b51f2d2-4c08-4dc7-bf9a-09fd56ed7d42 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] Unset dirty status for tenant:8c23189679ae40bb84dcf0717d8a1396 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:06.441797 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5bafd1f7-b57b-48d2-aa94-9d633ae6b00c req-7b51f2d2-4c08-4dc7-bf9a-09fd56ed7d42 tempest-LiveMigrationTest-896237721 tempest-LiveMigrationTest-896237721-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c72e52b-5add-408a-8d07-457b26713932 HTTP/1.1" status: 200 len: 210 time: 0.1850619 Apr 18 19:27:06.489990 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc480b76-d918-4e99-9d0c-5bfb2876980c None None] DHCP port deletion for ff63c8ee-6036-4198-b057-6b371916ead7 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:27:06.495136 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-cc480b76-d918-4e99-9d0c-5bfb2876980c None None] Deleting port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:06.495632 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cc480b76-d918-4e99-9d0c-5bfb2876980c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.516709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] Calling delete_port for abb7040c-b998-4d7e-978e-74fffec13713 owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:06.769364 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] For port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8ecfafcb-02a5-4de1-87c5-8423c485bfbb,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:06.769825 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.851586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-cc480b76-d918-4e99-9d0c-5bfb2876980c None None] For port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8ecfafcb-02a5-4de1-87c5-8423c485bfbb,segment=NetworkSegment(98f7d645-8f8d-425d-80b2-352c2dc3e6ae),segment_id=98f7d645-8f8d-425d-80b2-352c2dc3e6ae)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:06.852278 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cc480b76-d918-4e99-9d0c-5bfb2876980c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:06.949518 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Calling delete_port for 8ecfafcb-02a5-4de1-87c5-8423c485bfbb owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:06.953641 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6eca2-37ce-4687-9fbb-ff1d8081daf1 req-f776a992-2674-4ab6-b2a0-b6aa7cf08a9f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:06.962464 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b2d6eca2-37ce-4687-9fbb-ff1d8081daf1 req-f776a992-2674-4ab6-b2a0-b6aa7cf08a9f tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.16 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 944 time: 0.2828455 Apr 18 19:27:06.984092 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-cc480b76-d918-4e99-9d0c-5bfb2876980c None None] Calling delete_port for 8ecfafcb-02a5-4de1-87c5-8423c485bfbb owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:06.988516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50904) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:07.023924 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.033249 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-79d7e426-e0b4-4be5-bc15-efdb653e7967 req-64cab3c4-b525-44aa-84b0-9da68972c30c tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/9b0bf78f-f852-4795-8ff4-6306cad86421 HTTP/1.1" status: 200 len: 1647 time: 0.7128091 Apr 18 19:27:07.115626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb7040c-b998-4d7e-978e-74fffec13713,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:07.127509 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-79d7e426-e0b4-4be5-bc15-efdb653e7967 req-fcf71791-61e8-45ca-9723-f5d7de4cf168 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.131346 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-b2d6eca2-37ce-4687-9fbb-ff1d8081daf1 req-aa8882e4-94e9-4aa4-815b-6325d529126c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Deleting port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:07.131346 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b2d6eca2-37ce-4687-9fbb-ff1d8081daf1 req-aa8882e4-94e9-4aa4-815b-6325d529126c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.162514 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-79d7e426-e0b4-4be5-bc15-efdb653e7967 req-fcf71791-61e8-45ca-9723-f5d7de4cf168 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.171799 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cc480b76-d918-4e99-9d0c-5bfb2876980c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.225368 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:27:07.225708 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:27:07.259832 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc480b76-d918-4e99-9d0c-5bfb2876980c None None] Pushing event deleted for resources: {'Port': ['ID=8ecfafcb-02a5-4de1-87c5-8423c485bfbb,revision_number=None']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:07.268790 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc480b76-d918-4e99-9d0c-5bfb2876980c None None] No DVR routers for this DVR port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb on host n-d-838334-1 {{(pid=84806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:07.268982 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-79d7e426-e0b4-4be5-bc15-efdb653e7967 req-fcf71791-61e8-45ca-9723-f5d7de4cf168 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.325304 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1292153402-network', 'tenant_id': '82502dea538e4034a5a0bee58b697c18'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:07.328131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:07.330920 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf71791-61e8-45ca-9723-f5d7de4cf168 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0bf78f-f852-4795-8ff4-6306cad86421,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:07.336321 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Usage tracker for resource:network and tenant:82502dea538e4034a5a0bee58b697c18 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:07.339495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:07.345334 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-79d7e426-e0b4-4be5-bc15-efdb653e7967 req-fcf71791-61e8-45ca-9723-f5d7de4cf168 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.346552 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-79d7e426-e0b4-4be5-bc15-efdb653e7967 req-fcf71791-61e8-45ca-9723-f5d7de4cf168 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "DELETE /v2.0/security-groups/9b0bf78f-f852-4795-8ff4-6306cad86421 HTTP/1.1" status: 204 len: 173 time: 0.3124092 Apr 18 19:27:07.351081 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:07.440381 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Made reservation on behalf of 82502dea538e4034a5a0bee58b697c18 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:07.442771 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.457630 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.466135 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9399efb0-50ff-4695-bffd-8225f530dd93'] response: {'server_uuid': '5c72e52b-5add-408a-8d07-457b26713932', 'name': 'network-vif-deleted', 'tag': '02f6e221-dd43-4a7b-a219-d3e1004128c5', 'status': 'completed', 'code': 200} Apr 18 19:27:07.605666 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:07.615052 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Usage tracker for resource:security_group_rule and tenant:82502dea538e4034a5a0bee58b697c18 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:07.620675 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:07.630039 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:07.657763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f13905-93d8-4dab-a9c0-dee772239b54 req-60163c45-7b89-42e3-999c-dea7be9c1ecc tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:07.659383 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-52f13905-93d8-4dab-a9c0-dee772239b54 req-60163c45-7b89-42e3-999c-dea7be9c1ecc tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 951 time: 0.1873014 Apr 18 19:27:07.678152 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c547ac-cadc-4653-964b-d85c3029d856 req-ec8a8b5f-a78f-45c2-a143-2be0db97eda7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:07.679524 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-65c547ac-cadc-4653-964b-d85c3029d856 req-ec8a8b5f-a78f-45c2-a143-2be0db97eda7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 951 time: 0.1615169 Apr 18 19:27:07.694289 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-b2d6eca2-37ce-4687-9fbb-ff1d8081daf1 req-aa8882e4-94e9-4aa4-815b-6325d529126c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] For port 9fbb7f8f-a027-4d23-8e73-1c145af35b37, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9fbb7f8f-a027-4d23-8e73-1c145af35b37,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:07.694669 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b2d6eca2-37ce-4687-9fbb-ff1d8081daf1 req-aa8882e4-94e9-4aa4-815b-6325d529126c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.727236 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Deleting port 8ecfafcb-02a5-4de1-87c5-8423c485bfbb {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:07.727669 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.743335 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8ecfafcb-02a5-4de1-87c5-8423c485bfbb no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:07.786384 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 8ecfafcb-02a5-4de1-87c5-8423c485bfbb {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:07.787012 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8ecfafcb-02a5-4de1-87c5-8423c485bfbb not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:07.830210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-b2d6eca2-37ce-4687-9fbb-ff1d8081daf1 req-aa8882e4-94e9-4aa4-815b-6325d529126c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Calling delete_port for 9fbb7f8f-a027-4d23-8e73-1c145af35b37 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:07.852238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] The port '8ecfafcb-02a5-4de1-87c5-8423c485bfbb' was deleted {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:27:07.894375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-52f13905-93d8-4dab-a9c0-dee772239b54 req-eebd5b9b-dd5e-4033-87a6-5e91d876c604 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Deleting port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:07.894725 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-52f13905-93d8-4dab-a9c0-dee772239b54 req-eebd5b9b-dd5e-4033-87a6-5e91d876c604 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.980488 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.984483 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:07.986691 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-65c547ac-cadc-4653-964b-d85c3029d856 req-70cc3975-69fc-403d-82f6-e7d0b37aec12 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667480 Apr 18 19:27:08.087208 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.100975 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.169224 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b2d6eca2-37ce-4687-9fbb-ff1d8081daf1 req-aa8882e4-94e9-4aa4-815b-6325d529126c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.204585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:27:08.207518 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff63c8ee-6036-4198-b057-6b371916ead7']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:08.218443 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8882e4-94e9-4aa4-815b-6325d529126c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Pushing event deleted for resources: {'Port': ['ID=9fbb7f8f-a027-4d23-8e73-1c145af35b37,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:08.290698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-184b7b31-db3e-41b9-b896-23f3a3fccbb2 req-1fb8ac1a-66d1-4562-9126-fab544443411 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 210 time: 0.1469476 Apr 18 19:27:08.292331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f7d645-8f8d-425d-80b2-352c2dc3e6ae') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:08.292622 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f7d645-8f8d-425d-80b2-352c2dc3e6ae') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:08.307913 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.308260 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Added segment 9276b928-73a1-4d4b-a703-a32c63bf94c6 of type vlan for network 9fc96209-4d66-4f02-a349-0d904bb5a9c5 Apr 18 19:27:08.314001 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d6eca2-37ce-4687-9fbb-ff1d8081daf1 req-aa8882e4-94e9-4aa4-815b-6325d529126c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] No DVR routers for this DVR port 9fbb7f8f-a027-4d23-8e73-1c145af35b37 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:08.318387 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b2d6eca2-37ce-4687-9fbb-ff1d8081daf1 req-aa8882e4-94e9-4aa4-815b-6325d529126c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.328848 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fed8d6c-27ac-44f0-a438-9a26f5415fd8,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:08.332362 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.400637 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.404680 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.430265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:08.432070 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:08.452718 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:08.525936 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-52f13905-93d8-4dab-a9c0-dee772239b54 req-eebd5b9b-dd5e-4033-87a6-5e91d876c604 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] For port 3a5ded9f-3c34-4d51-abe2-795d5b834f10, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=3a5ded9f-3c34-4d51-abe2-795d5b834f10,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:08.526299 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-52f13905-93d8-4dab-a9c0-dee772239b54 req-eebd5b9b-dd5e-4033-87a6-5e91d876c604 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.539627 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b2d6eca2-37ce-4687-9fbb-ff1d8081daf1 req-aa8882e4-94e9-4aa4-815b-6325d529126c tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.16 "DELETE /v2.0/ports/9fbb7f8f-a027-4d23-8e73-1c145af35b37 HTTP/1.1" status: 204 len: 173 time: 1.5763900 Apr 18 19:27:08.633102 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50942) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:08.683741 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-52f13905-93d8-4dab-a9c0-dee772239b54 req-eebd5b9b-dd5e-4033-87a6-5e91d876c604 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Calling delete_port for 3a5ded9f-3c34-4d51-abe2-795d5b834f10 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:08.831187 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6016a5c-2354-4bc2-9998-4e67220e2d67 req-f9a525d4-5906-422c-820a-63b1f5ca3d48 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/58a02fa2-8b9c-4455-9840-5417b290e76c HTTP/1.1" status: 200 len: 1647 time: 0.4712713 Apr 18 19:27:08.910059 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd861cdc-d9a2-4209-bf24-f88bc3af2834 admin admin] Deleting subnet e777c12d-84e5-403f-b96a-80cadfef22a7 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:08.913272 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd861cdc-d9a2-4209-bf24-f88bc3af2834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.936728 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.936728 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:08.937149 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.940958 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.972338 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd861cdc-d9a2-4209-bf24-f88bc3af2834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:08.977112 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.040085 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd861cdc-d9a2-4209-bf24-f88bc3af2834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.088937 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d6016a5c-2354-4bc2-9998-4e67220e2d67 req-22871db6-83ee-42d6-9702-b6a355b1192c tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.106074 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] Pushing event updated for resources: {'Network': ['ID=9fc96209-4d66-4f02-a349-0d904bb5a9c5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:09.124198 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 9fc96209-4d66-4f02-a349-0d904bb5a9c5 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:27:09.126753 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] Router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:27:09.142981 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff63c8ee-6036-4198-b057-6b371916ead7,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:09.162089 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d6016a5c-2354-4bc2-9998-4e67220e2d67 req-22871db6-83ee-42d6-9702-b6a355b1192c tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.206486 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-52f13905-93d8-4dab-a9c0-dee772239b54 req-eebd5b9b-dd5e-4033-87a6-5e91d876c604 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.230919 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d6952118-e770-41a4-97ba-b71904ad219e', '181e3dd5-f18d-48ef-99d6-95ee2c9d2389'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:09.256664 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['a16a26ad-1d0d-4059-b46e-5aa33ec688c2'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:09.272668 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b83df4d3-45f8-40ed-a4f9-09bb66486f19 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ff63c8ee-6036-4198-b057-6b371916ead7 HTTP/1.1" status: 204 len: 168 time: 3.1034381 Apr 18 19:27:09.281496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50952) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:09.286473 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd5b9b-dd5e-4033-87a6-5e91d876c604 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Pushing event deleted for resources: {'Port': ['ID=3a5ded9f-3c34-4d51-abe2-795d5b834f10,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:09.292548 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd861cdc-d9a2-4209-bf24-f88bc3af2834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.344613 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd5aa2be-65f5-4b5b-b886-d2c7f7fc5fb1 req-7eabee46-3e7c-498b-bfa7-5a419972b35c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 210 time: 0.0958157 Apr 18 19:27:09.368375 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd861cdc-d9a2-4209-bf24-f88bc3af2834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e777c12d-84e5-403f-b96a-80cadfef22a7,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:09.376723 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e7428f05-8955-4d3e-a377-51cb77ab9b0b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3809741 Apr 18 19:27:09.392688 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd861cdc-d9a2-4209-bf24-f88bc3af2834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.400457 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50958) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:09.406957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Request body: {'subnet': {'network_id': '9fc96209-4d66-4f02-a349-0d904bb5a9c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1292153402-subnet', 'tenant_id': '82502dea538e4034a5a0bee58b697c18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:09.413183 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:09.417380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Usage tracker for resource:subnet and tenant:82502dea538e4034a5a0bee58b697c18 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:09.420782 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:09.429080 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:09.447978 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cd861cdc-d9a2-4209-bf24-f88bc3af2834 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e777c12d-84e5-403f-b96a-80cadfef22a7 HTTP/1.1" status: 204 len: 168 time: 0.8138151 Apr 18 19:27:09.461660 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50962) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:09.475243 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'name': 'network-vif-deleted', 'tag': '9fbb7f8f-a027-4d23-8e73-1c145af35b37'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:09.521063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Made reservation on behalf of 82502dea538e4034a5a0bee58b697c18 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:09.523961 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.550633 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d6016a5c-2354-4bc2-9998-4e67220e2d67 req-22871db6-83ee-42d6-9702-b6a355b1192c tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.572246 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f13905-93d8-4dab-a9c0-dee772239b54 req-eebd5b9b-dd5e-4033-87a6-5e91d876c604 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] No DVR routers for this DVR port 3a5ded9f-3c34-4d51-abe2-795d5b834f10 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:09.580968 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-52f13905-93d8-4dab-a9c0-dee772239b54 req-eebd5b9b-dd5e-4033-87a6-5e91d876c604 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.587654 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-deleted', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:09.595130 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-52f13905-93d8-4dab-a9c0-dee772239b54 req-eebd5b9b-dd5e-4033-87a6-5e91d876c604 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "DELETE /v2.0/ports/3a5ded9f-3c34-4d51-abe2-795d5b834f10 HTTP/1.1" status: 204 len: 173 time: 1.9243197 Apr 18 19:27:09.602730 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22871db6-83ee-42d6-9702-b6a355b1192c tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a02fa2-8b9c-4455-9840-5417b290e76c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:09.610073 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d6016a5c-2354-4bc2-9998-4e67220e2d67 req-22871db6-83ee-42d6-9702-b6a355b1192c tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.631525 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6016a5c-2354-4bc2-9998-4e67220e2d67 req-22871db6-83ee-42d6-9702-b6a355b1192c tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "DELETE /v2.0/security-groups/58a02fa2-8b9c-4455-9840-5417b290e76c HTTP/1.1" status: 204 len: 173 time: 0.7890072 Apr 18 19:27:09.692964 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.843937 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:09.873169 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c27d7eb9-1381-4150-9fc2-ebb5db6368c3 req-c81e3ba2-5137-4f67-bdff-03f9a6f4ea60 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=473ea3ac-b528-4fdf-9287-27a1a91b70e7 HTTP/1.1" status: 200 len: 210 time: 0.0674882 Apr 18 19:27:09.885779 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c5123-a16f-4ce6-b138-d32f951fd2e8 req-bb964b06-2eb2-4c29-a5d4-7040b918e78f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:09.893479 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-429c5123-a16f-4ce6-b138-d32f951fd2e8 req-bb964b06-2eb2-4c29-a5d4-7040b918e78f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 947 time: 0.3804903 Apr 18 19:27:10.015504 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-429c5123-a16f-4ce6-b138-d32f951fd2e8 req-b88febd6-47c7-4a64-a938-290b43e2bc8b tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925498 Apr 18 19:27:10.032337 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3197a5-d7c0-4537-8ab2-e965febe22b7'] response: {'server_uuid': '473ea3ac-b528-4fdf-9287-27a1a91b70e7', 'name': 'network-vif-deleted', 'tag': '9fbb7f8f-a027-4d23-8e73-1c145af35b37', 'status': 'completed', 'code': 200} Apr 18 19:27:10.106995 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf3b8a6-f567-4b66-9dcb-bb506aab4e5b'] response: {'server_uuid': '75cb988f-3361-490f-ba03-3ae43c70966d', 'name': 'network-vif-deleted', 'tag': '3a5ded9f-3c34-4d51-abe2-795d5b834f10', 'status': 'completed', 'code': 200} Apr 18 19:27:10.119198 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c45f3ba-ea33-4570-9434-3b4f4bf238c6 req-d843443c-e73f-4c72-911d-f60a831b3338 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/b1424991-2ba9-40f0-8d2e-191448f535b6 HTTP/1.1" status: 200 len: 1645 time: 0.0706832 Apr 18 19:27:10.131266 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.273946 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.308901 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:10.319823 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:10.324446 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b56e18c-7402-430d-953b-4215e1c9c075 None None] Sync routers for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:10.332134 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-94fdc5da-1e4b-41a6-b7b2-89748ba0d3a8 admin admin] 10.222.0.66 "PUT /v2.0/routers/18a4807f-cbc0-44c1-b316-12192cfa0ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2306511 Apr 18 19:27:10.334642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50972) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:10.337990 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4131294-2ab3-4744-9828-66327b18eea3') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:10.338352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4131294-2ab3-4744-9828-66327b18eea3') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:10.343892 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56e18c-7402-430d-953b-4215e1c9c075 None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:10.345301 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-4b56e18c-7402-430d-953b-4215e1c9c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:10.347019 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c45f3ba-ea33-4570-9434-3b4f4bf238c6 req-575abcfe-1504-47c3-80f9-19e38e328082 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.392068 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c45f3ba-ea33-4570-9434-3b4f4bf238c6 req-575abcfe-1504-47c3-80f9-19e38e328082 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.410630 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.488369 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.495877 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:10.497054 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.513149 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c45f3ba-ea33-4570-9434-3b4f4bf238c6 req-575abcfe-1504-47c3-80f9-19e38e328082 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.537930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575abcfe-1504-47c3-80f9-19e38e328082 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1424991-2ba9-40f0-8d2e-191448f535b6,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:10.544708 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c45f3ba-ea33-4570-9434-3b4f4bf238c6 req-575abcfe-1504-47c3-80f9-19e38e328082 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.549476 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c45f3ba-ea33-4570-9434-3b4f4bf238c6 req-575abcfe-1504-47c3-80f9-19e38e328082 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "DELETE /v2.0/security-groups/b1424991-2ba9-40f0-8d2e-191448f535b6 HTTP/1.1" status: 204 len: 173 time: 0.4209805 Apr 18 19:27:10.614609 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:10.618885 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:10.648807 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-4b56e18c-7402-430d-953b-4215e1c9c075 None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:10.772738 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-596136ec-6f3a-4fcb-8610-7ab1ab61224e req-7b9dba7a-d267-4072-95a7-5c55e7b54c2c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=75cb988f-3361-490f-ba03-3ae43c70966d HTTP/1.1" status: 200 len: 210 time: 0.1452465 Apr 18 19:27:10.803608 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.810193 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:10.847259 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b683c23-7ec1-4151-bcb5-d2d7566e2a4b,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:10.847989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9fbb7f8f-a027-4d23-8e73-1c145af35b37 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:10.863451 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:10.892986 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Checking segment: {'id': '9276b928-73a1-4d4b-a703-a32c63bf94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9fc96209-4d66-4f02-a349-0d904bb5a9c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:10.893281 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 9fbb7f8f-a027-4d23-8e73-1c145af35b37 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:10.893400 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Network hostable DHCP agents. Network: 9fc96209-4d66-4f02-a349-0d904bb5a9c5, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:27:10.893524 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9fbb7f8f-a027-4d23-8e73-1c145af35b37 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:10.893650 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 3a5ded9f-3c34-4d51-abe2-795d5b834f10 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:10.909878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341b284-7350-40bb-9366-48c08485049a req-d3e563a7-09a0-4cc5-8fa9-8722c09dce7f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:10.911220 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1341b284-7350-40bb-9366-48c08485049a req-d3e563a7-09a0-4cc5-8fa9-8722c09dce7f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.71 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 947 time: 0.2856710 Apr 18 19:27:10.929713 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9408a1db-e936-4ceb-8c0c-2203f4bc63dd req-efd33031-9162-4c2a-bd4c-6ddca9390a57 tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "GET /v2.0/security-groups/8d0a7984-b015-4d67-a5b5-a1728a764585 HTTP/1.1" status: 200 len: 1646 time: 0.2926548 Apr 18 19:27:10.930056 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 3a5ded9f-3c34-4d51-abe2-795d5b834f10 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:10.930418 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 3a5ded9f-3c34-4d51-abe2-795d5b834f10 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:10.982517 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-64b22f09-44fd-4e7e-aa1c-c9b1f923c5ac admin admin] 10.222.0.66 "DELETE /v2.0/networks/7b6a35c0-e6ba-455c-b468-9a2bd0f2eaea HTTP/1.1" status: 204 len: 168 time: 1.5065362 Apr 18 19:27:10.983813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 50982) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:11.003709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-1341b284-7350-40bb-9366-48c08485049a req-0b89ccd4-1ed2-4bbc-9b78-a292bcb15aec tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Deleting port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:11.004053 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1341b284-7350-40bb-9366-48c08485049a req-0b89ccd4-1ed2-4bbc-9b78-a292bcb15aec tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.028026 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.057602 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-4b56e18c-7402-430d-953b-4215e1c9c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:27:06Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:11.062072 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b56e18c-7402-430d-953b-4215e1c9c075 None None] Checking router: 18a4807f-cbc0-44c1-b316-12192cfa0ee7 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:11.074923 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56e18c-7402-430d-953b-4215e1c9c075 None None] Routers {'18a4807f-cbc0-44c1-b316-12192cfa0ee7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:11.076281 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-4b56e18c-7402-430d-953b-4215e1c9c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:11.126672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Network 9fc96209-4d66-4f02-a349-0d904bb5a9c5 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:27:11.134324 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6a5ace-ced8-462e-92f7-6b4170d4fb18 admin admin] Deleting subnet 174ca704-60a2-4c51-891f-297f51e12f60 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:11.149532 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.178401 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5ace-ced8-462e-92f7-6b4170d4fb18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.242850 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9408a1db-e936-4ceb-8c0c-2203f4bc63dd req-555741d5-0851-40b9-9040-70bc8c5e067d tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.270698 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5ace-ced8-462e-92f7-6b4170d4fb18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.287644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 9fc96209-4d66-4f02-a349-0d904bb5a9c5) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:11.291887 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:11.292534 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.305021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c85fe8e-43d7-442c-9437-c1996d0f7cc5 None None] Network 9fc96209-4d66-4f02-a349-0d904bb5a9c5 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:11.321082 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9408a1db-e936-4ceb-8c0c-2203f4bc63dd req-555741d5-0851-40b9-9040-70bc8c5e067d tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.399572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-4b56e18c-7402-430d-953b-4215e1c9c075 None None] Set router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:11.418407 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5ace-ced8-462e-92f7-6b4170d4fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.495864 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-1341b284-7350-40bb-9366-48c08485049a req-0b89ccd4-1ed2-4bbc-9b78-a292bcb15aec tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] For port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:11.496309 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1341b284-7350-40bb-9366-48c08485049a req-0b89ccd4-1ed2-4bbc-9b78-a292bcb15aec tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.513850 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-44d319f1-1401-4ad1-a7f9-8cb41cc7669e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1163070 Apr 18 19:27:11.539970 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9408a1db-e936-4ceb-8c0c-2203f4bc63dd req-555741d5-0851-40b9-9040-70bc8c5e067d tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.572151 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555741d5-0851-40b9-9040-70bc8c5e067d tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0a7984-b015-4d67-a5b5-a1728a764585,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:11.579000 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] Deleting port c156c5fb-2baf-4520-997b-c84670cfd98e {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:11.579391 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.622691 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5ace-ced8-462e-92f7-6b4170d4fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.641397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-1341b284-7350-40bb-9366-48c08485049a req-0b89ccd4-1ed2-4bbc-9b78-a292bcb15aec tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Calling delete_port for de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:11.674019 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a5ace-ced8-462e-92f7-6b4170d4fb18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=174ca704-60a2-4c51-891f-297f51e12f60,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:11.678313 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9408a1db-e936-4ceb-8c0c-2203f4bc63dd req-555741d5-0851-40b9-9040-70bc8c5e067d tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.679554 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9408a1db-e936-4ceb-8c0c-2203f4bc63dd req-555741d5-0851-40b9-9040-70bc8c5e067d tempest-SecurityGroupRulesNegativeTestJSON-411758952 tempest-SecurityGroupRulesNegativeTestJSON-411758952-project] 10.222.0.66 "DELETE /v2.0/security-groups/8d0a7984-b015-4d67-a5b5-a1728a764585 HTTP/1.1" status: 204 len: 173 time: 0.7162349 Apr 18 19:27:11.687963 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50994) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:11.702976 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5ace-ced8-462e-92f7-6b4170d4fb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.704780 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8c6a5ace-ced8-462e-92f7-6b4170d4fb18 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/174ca704-60a2-4c51-891f-297f51e12f60 HTTP/1.1" status: 204 len: 168 time: 0.7189965 Apr 18 19:27:11.743496 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3c86c-775b-4071-a461-1bed71c3f4ff req-c6fc74eb-73ce-4487-a20e-b0e115dcedd1 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:11.745253 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-01d3c86c-775b-4071-a461-1bed71c3f4ff req-c6fc74eb-73ce-4487-a20e-b0e115dcedd1 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 947 time: 0.4671202 Apr 18 19:27:11.745892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 50998) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:11.817220 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] For port c156c5fb-2baf-4520-997b-c84670cfd98e, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=c156c5fb-2baf-4520-997b-c84670cfd98e,segment=NetworkSegment(8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5),segment_id=8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:11.817573 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:11.942806 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e98d2b0-529e-451a-bf92-58b7a234ac9f None None] Network 9fc96209-4d66-4f02-a349-0d904bb5a9c5 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:11.956959 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] Calling delete_port for c156c5fb-2baf-4520-997b-c84670cfd98e owned by network:router_interface {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:12.015685 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-4b56e18c-7402-430d-953b-4215e1c9c075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:27:06Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:12.030880 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b56e18c-7402-430d-953b-4215e1c9c075 None None] The sync data for ids ['18a4807f-cbc0-44c1-b316-12192cfa0ee7'] in n-d-838334-1 is: [{'id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'name': 'tempest-FloatingIPsAssociationTestJSON-238964467-router', 'tenant_id': 'e619c78b52b347049d90b52d5dae621c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:24:41Z', 'updated_at': '2022-04-18T19:27:06Z', 'revision_number': 5, 'project_id': 'e619c78b52b347049d90b52d5dae621c', 'gw_port': {'id': '6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:6b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a4807f-cbc0-44c1-b316-12192cfa0ee7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:24:42Z', 'updated_at': '2022-04-18T19:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:27:12.076818 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fd1f1a-1484-42d7-adaf-7c4929062f51 admin admin] Deleting subnet 510bc5f6-8666-49da-92ea-a21a0374bc35 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:12.095671 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1f1a-1484-42d7-adaf-7c4929062f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:12.139317 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-01d3c86c-775b-4071-a461-1bed71c3f4ff req-6b2e473e-2d2b-4c8b-95ee-0a41f8c36e09 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777285 Apr 18 19:27:12.195115 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:12.253919 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1f1a-1484-42d7-adaf-7c4929062f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:12.286115 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:12.333076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] Pushing event deleted for resources: {'Port': ['ID=c156c5fb-2baf-4520-997b-c84670cfd98e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:12.473800 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1341b284-7350-40bb-9366-48c08485049a req-0b89ccd4-1ed2-4bbc-9b78-a292bcb15aec tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:12.542010 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:12.565507 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:12.595412 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1f1a-1484-42d7-adaf-7c4929062f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:12.752708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Deleting port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:12.753045 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:12.791295 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e9fd32-2479-4c24-8d6e-da924458e1b2']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:12.813908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89ccd4-1ed2-4bbc-9b78-a292bcb15aec tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Pushing event deleted for resources: {'Port': ['ID=de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:12.839146 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057ba15a-ac12-4658-9b68-79552231ddbe') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:12.839437 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057ba15a-ac12-4658-9b68-79552231ddbe') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:12.880480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e888f7-9061-4ec9-a2f3-7b9ca4d6d26d req-98206aca-b985-49a9-8bc6-74c9f54d61b7 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:12.883683 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78e888f7-9061-4ec9-a2f3-7b9ca4d6d26d req-98206aca-b985-49a9-8bc6-74c9f54d61b7 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 944 time: 0.3247664 Apr 18 19:27:12.923706 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27224870-2dc7-47f3-98fc-6b6919a73748 req-b48f44fd-ad3d-4db9-8f02-5c9716c65c6e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:12.923706 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27224870-2dc7-47f3-98fc-6b6919a73748 req-b48f44fd-ad3d-4db9-8f02-5c9716c65c6e tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 944 time: 0.2497156 Apr 18 19:27:12.930953 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.013854 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78e888f7-9061-4ec9-a2f3-7b9ca4d6d26d req-e9decce6-fbb1-440e-9202-78bbc1f4b894 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/security-groups?id=85a27132-d2bd-4bea-8ce4-5c1ca4543969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247406 Apr 18 19:27:13.028249 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-27224870-2dc7-47f3-98fc-6b6919a73748 req-f473b23f-08ac-4cbf-9bc4-e2b287a900d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Deleting port 5c223a95-ed20-4503-90e9-e9d9c5147c34 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:13.028597 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-27224870-2dc7-47f3-98fc-6b6919a73748 req-f473b23f-08ac-4cbf-9bc4-e2b287a900d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.068157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-1341b284-7350-40bb-9366-48c08485049a req-0b89ccd4-1ed2-4bbc-9b78-a292bcb15aec tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] No DVR routers for this DVR port de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:13.070887 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1341b284-7350-40bb-9366-48c08485049a req-0b89ccd4-1ed2-4bbc-9b78-a292bcb15aec tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.084732 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.094667 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.096760 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'name': 'network-vif-deleted', 'tag': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:13.113764 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:13.114295 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:13.130091 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:13.187033 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1341b284-7350-40bb-9366-48c08485049a req-0b89ccd4-1ed2-4bbc-9b78-a292bcb15aec tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.71 "DELETE /v2.0/ports/de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 HTTP/1.1" status: 204 len: 173 time: 2.2694323 Apr 18 19:27:13.193260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b68a62-e126-4662-9466-cd0f2a392193 req-0fe17e60-b0ac-447d-b245-fd1b3273c633 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:13.200959 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-0fe17e60-b0ac-447d-b245-fd1b3273c633 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/networks?id=9fc96209-4d66-4f02-a349-0d904bb5a9c5 HTTP/1.1" status: 200 len: 821 time: 0.5737758 Apr 18 19:27:13.215946 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1f1a-1484-42d7-adaf-7c4929062f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.287712 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd1f1a-1484-42d7-adaf-7c4929062f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510bc5f6-8666-49da-92ea-a21a0374bc35,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:13.320782 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1f1a-1484-42d7-adaf-7c4929062f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.328367 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-bd6effc5-c9c2-452f-8c94-2b0da006b075 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/quotas/82502dea538e4034a5a0bee58b697c18 HTTP/1.1" status: 200 len: 375 time: 0.1265531 Apr 18 19:27:13.331848 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] For port 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:13.331848 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.393566 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-9a1c18c5-0bee-49cc-b905-f90eb83e56c2 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=82502dea538e4034a5a0bee58b697c18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540135 Apr 18 19:27:13.397143 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a0fd1f1a-1484-42d7-adaf-7c4929062f51 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/510bc5f6-8666-49da-92ea-a21a0374bc35 HTTP/1.1" status: 204 len: 168 time: 1.7036519 Apr 18 19:27:13.398065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51020) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:13.421713 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-27224870-2dc7-47f3-98fc-6b6919a73748 req-f473b23f-08ac-4cbf-9bc4-e2b287a900d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] For port 5c223a95-ed20-4503-90e9-e9d9c5147c34, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5c223a95-ed20-4503-90e9-e9d9c5147c34,segment=NetworkSegment(1d28dc67-330b-4f5e-8137-6757c9197433),segment_id=1d28dc67-330b-4f5e-8137-6757c9197433)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:13.422302 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-27224870-2dc7-47f3-98fc-6b6919a73748 req-f473b23f-08ac-4cbf-9bc4-e2b287a900d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.534238 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.539287 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:13.543621 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] 10.222.0.66 "DELETE /v2.0/networks/89e9fd32-2479-4c24-8d6e-da924458e1b2 HTTP/1.1" status: 204 len: 168 time: 1.7868936 Apr 18 19:27:13.549415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Calling delete_port for 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:13.558016 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-27224870-2dc7-47f3-98fc-6b6919a73748 req-f473b23f-08ac-4cbf-9bc4-e2b287a900d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Calling delete_port for 5c223a95-ed20-4503-90e9-e9d9c5147c34 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:13.706560 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device abb7040c-b998-4d7e-978e-74fffec13713 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:13.758742 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:13.792118 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfb03ce-641c-469d-8256-dadfd9f6bee2'] response: {'server_uuid': '2c2e8e84-ac3e-4b67-9939-4fa9863311e0', 'name': 'network-vif-deleted', 'tag': 'de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834', 'status': 'completed', 'code': 200} Apr 18 19:27:13.807181 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:13.810191 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device de61b1ed-c450-4bf5-a2d5-b5c4dbf2a834 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:13.814149 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: abb7040c-b998-4d7e-978e-74fffec13713 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:13.814775 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device abb7040c-b998-4d7e-978e-74fffec13713 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:13.838883 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249a341-0d9d-421b-a586-8d9471027961 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e9fd32-2479-4c24-8d6e-da924458e1b2,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:13.943388 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.010553 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-27224870-2dc7-47f3-98fc-6b6919a73748 req-f473b23f-08ac-4cbf-9bc4-e2b287a900d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.062309 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-843eea38-48b9-4542-9950-a808e54154bd req-1e9cd5fa-11e7-4ddb-8734-f811dc116a12 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=2c2e8e84-ac3e-4b67-9939-4fa9863311e0 HTTP/1.1" status: 200 len: 210 time: 0.1737607 Apr 18 19:27:14.062544 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-233dd32a-813e-4278-892d-7c15cc72b4b3 service neutron] 10.222.0.66 "GET /v2.0/networks/9fc96209-4d66-4f02-a349-0d904bb5a9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934908 Apr 18 19:27:14.084859 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473b23f-08ac-4cbf-9bc4-e2b287a900d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Pushing event deleted for resources: {'Port': ['ID=5c223a95-ed20-4503-90e9-e9d9c5147c34,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:14.174193 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51032) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:14.230087 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-27224870-2dc7-47f3-98fc-6b6919a73748 req-f473b23f-08ac-4cbf-9bc4-e2b287a900d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] No DVR routers for this DVR port 5c223a95-ed20-4503-90e9-e9d9c5147c34 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:14.235777 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-27224870-2dc7-47f3-98fc-6b6919a73748 req-f473b23f-08ac-4cbf-9bc4-e2b287a900d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.241572 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'name': 'network-vif-deleted', 'tag': '5c223a95-ed20-4503-90e9-e9d9c5147c34'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:14.243267 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.306508 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27224870-2dc7-47f3-98fc-6b6919a73748 req-f473b23f-08ac-4cbf-9bc4-e2b287a900d4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.16 "DELETE /v2.0/ports/5c223a95-ed20-4503-90e9-e9d9c5147c34 HTTP/1.1" status: 204 len: 173 time: 1.3702469 Apr 18 19:27:14.320391 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f05a11-eb39-4d3a-a609-b9f1705dcd82']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:14.321443 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-86322ad1-6bba-4217-938b-e9dc60633e69 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c23189679ae40bb84dcf0717d8a1396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1388271 Apr 18 19:27:14.329927 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51038) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:14.368590 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fae6ffd-4465-43e2-b913-d816a1154d4e') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:14.368973 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fae6ffd-4465-43e2-b913-d816a1154d4e') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:14.409808 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.455844 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-8142b256-542b-4873-9449-ba00ad68e942 service neutron] 10.222.0.66 "GET /v2.0/networks/9fc96209-4d66-4f02-a349-0d904bb5a9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458805 Apr 18 19:27:14.456786 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.468420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:14.468832 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:14.484466 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:14.531083 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.610929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Pushing event deleted for resources: {'Port': ['ID=6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:14.614482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77909f92-87aa-48b4-b483-92ccd61c84a5 req-cec5e331-976e-45e8-9b42-00681ebaf2ef tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:14.615209 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-77909f92-87aa-48b4-b483-92ccd61c84a5 req-cec5e331-976e-45e8-9b42-00681ebaf2ef tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Synchronizing usage tracker for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:14.621174 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a43091d3-f18b-4de5-a39b-f3046efd7141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.689691 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] Router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:27:14.738537 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a43091d3-f18b-4de5-a39b-f3046efd7141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.761729 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-77909f92-87aa-48b4-b483-92ccd61c84a5 req-cec5e331-976e-45e8-9b42-00681ebaf2ef tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Unset dirty status for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:14.768445 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77909f92-87aa-48b4-b483-92ccd61c84a5 req-cec5e331-976e-45e8-9b42-00681ebaf2ef tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 951 time: 0.5022514 Apr 18 19:27:14.846565 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.910116 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77909f92-87aa-48b4-b483-92ccd61c84a5 req-a41f09de-7e2d-4eb8-93f8-7c4476bf9ca4 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375515 Apr 18 19:27:14.969439 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:14.980231 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d8319fb5-17e6-4a0b-9787-7615e6d26f87 req-31e3afbc-5dc5-4744-b449-89229da51fb4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Synchronizing usage tracker for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:14.987497 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=10f05a11-eb39-4d3a-a609-b9f1705dcd82,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:14.995922 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3147b0-b3ba-46f0-8bb0-78a463bc78dc'] response: {'server_uuid': '2d2f86bd-6b0f-4047-93c3-bc084a216680', 'name': 'network-vif-deleted', 'tag': '5c223a95-ed20-4503-90e9-e9d9c5147c34', 'status': 'completed', 'code': 200} Apr 18 19:27:15.003094 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.055549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:15.065511 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-65b3a7ce-8bd3-4b1b-bf88-f105a69ae53a admin admin] 10.222.0.66 "PUT /v2.0/routers/92ce5ef0-e186-4002-b7a3-5caa2c338a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7803574 Apr 18 19:27:15.067528 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51050) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:15.072397 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0cc179-a550-4d77-ba2f-5b31d6acdfe7 None None] Sync routers for ids ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:15.076505 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ef168dc-e687-47ca-9683-0d69ff9d4d31 req-19500c0d-d098-4aea-b244-0939afa1c3e2 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 210 time: 0.0529459 Apr 18 19:27:15.088611 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0cc179-a550-4d77-ba2f-5b31d6acdfe7 None None] Routers {'92ce5ef0-e186-4002-b7a3-5caa2c338a3c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:15.089660 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-9b0cc179-a550-4d77-ba2f-5b31d6acdfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:15.147988 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4838b19a-b4e1-4dbf-8f02-ee47270007e0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/10f05a11-eb39-4d3a-a609-b9f1705dcd82 HTTP/1.1" status: 204 len: 168 time: 1.7468722 Apr 18 19:27:15.159282 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a43091d3-f18b-4de5-a39b-f3046efd7141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.162397 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a43091d3-f18b-4de5-a39b-f3046efd7141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.167493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a43091d3-f18b-4de5-a39b-f3046efd7141 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd6cd885-b115-4f10-af48-04f3f4c3a893 HTTP/1.1" status: 204 len: 168 time: 0.8311651 Apr 18 19:27:15.293917 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d8319fb5-17e6-4a0b-9787-7615e6d26f87 req-31e3afbc-5dc5-4744-b449-89229da51fb4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] Unset dirty status for tenant:7e8a2dfc35db431798213b48c535215f on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:15.308081 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d8319fb5-17e6-4a0b-9787-7615e6d26f87 req-31e3afbc-5dc5-4744-b449-89229da51fb4 tempest-LiveAutoBlockMigrationV225Test-60779005 tempest-LiveAutoBlockMigrationV225Test-60779005-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d2f86bd-6b0f-4047-93c3-bc084a216680 HTTP/1.1" status: 200 len: 210 time: 0.4679232 Apr 18 19:27:15.374143 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25783d0b-0450-47db-b8be-10033348e972 req-dcb49b81-0ea1-4444-9c85-173a9bbdfa44 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:15.376106 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-25783d0b-0450-47db-b8be-10033348e972 req-dcb49b81-0ea1-4444-9c85-173a9bbdfa44 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 951 time: 0.1646414 Apr 18 19:27:15.469047 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-25783d0b-0450-47db-b8be-10033348e972 req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Deleting port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:15.470589 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-25783d0b-0450-47db-b8be-10033348e972 req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.560273 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.609249 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43091d3-f18b-4de5-a39b-f3046efd7141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6cd885-b115-4f10-af48-04f3f4c3a893,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:15.628436 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-9b0cc179-a550-4d77-ba2f-5b31d6acdfe7 None None] Set router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:15.634152 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.641429 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.749306 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.750049 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a4807f-cbc0-44c1-b316-12192cfa0ee7 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:27:15.776151 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.777362 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-285592a0-8cd4-4989-92f8-392359103508 admin admin] 10.222.0.66 "DELETE /v2.0/routers/18a4807f-cbc0-44c1-b316-12192cfa0ee7 HTTP/1.1" status: 204 len: 168 time: 5.4415808 Apr 18 19:27:15.781589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51064) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:15.868793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7203c3e1-b2b9-45a0-83c5-b0a88f81a844 admin admin] Deleting subnet 5c230340-5cf2-4861-a95e-2098262205fc {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:15.872409 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7203c3e1-b2b9-45a0-83c5-b0a88f81a844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:15.913964 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51068) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:16.006100 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7203c3e1-b2b9-45a0-83c5-b0a88f81a844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.028812 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-9b0cc179-a550-4d77-ba2f-5b31d6acdfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-router', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:35Z', 'updated_at': '2022-04-18T19:27:12Z', 'revision_number': 5, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'gw_port': {'id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:16.040871 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0cc179-a550-4d77-ba2f-5b31d6acdfe7 None None] Checking router: 92ce5ef0-e186-4002-b7a3-5caa2c338a3c for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:16.048434 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c92adf45-713a-4b57-9b7f-cf04b997307a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4c6840bb0fa24d64ab83eb8d76f1cae5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1333313 Apr 18 19:27:16.050979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51078) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:16.091244 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0cc179-a550-4d77-ba2f-5b31d6acdfe7 None None] Routers {'92ce5ef0-e186-4002-b7a3-5caa2c338a3c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:16.091772 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-9b0cc179-a550-4d77-ba2f-5b31d6acdfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:26:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:16.105148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-25783d0b-0450-47db-b8be-10033348e972 req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] For port a16a26ad-1d0d-4059-b46e-5aa33ec688c2, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:16.105745 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-25783d0b-0450-47db-b8be-10033348e972 req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.258181 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7203c3e1-b2b9-45a0-83c5-b0a88f81a844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.296854 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-80fdba63-77ac-49b6-94f9-003f073f3d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.328879 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-25783d0b-0450-47db-b8be-10033348e972 req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Calling delete_port for a16a26ad-1d0d-4059-b46e-5aa33ec688c2 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:16.360690 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-80fdba63-77ac-49b6-94f9-003f073f3d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.395870 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-9b0cc179-a550-4d77-ba2f-5b31d6acdfe7 None None] Set router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:16.418708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b46b01-c3a2-4b66-80fe-cc5e97bc08c1 req-1eac5c13-f1b7-49e9-8789-3d9b38ac1651 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:16.421725 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-82b46b01-c3a2-4b66-80fe-cc5e97bc08c1 req-1eac5c13-f1b7-49e9-8789-3d9b38ac1651 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 951 time: 0.2760649 Apr 18 19:27:16.495233 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.558860 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-82b46b01-c3a2-4b66-80fe-cc5e97bc08c1 req-c4cd5e3c-cd1b-4c3b-9630-9664b45d5efd tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211808 Apr 18 19:27:16.569597 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1c67f-5b25-4877-b219-8acfb09f87d2 req-abd0c5c8-c81c-49c7-b94a-d9043cddb072 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:16.571206 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5af1c67f-5b25-4877-b219-8acfb09f87d2 req-abd0c5c8-c81c-49c7-b94a-d9043cddb072 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=fabc29b5-c329-44ad-b438-08e6e23449ea HTTP/1.1" status: 200 len: 949 time: 0.3449109 Apr 18 19:27:16.591114 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7203c3e1-b2b9-45a0-83c5-b0a88f81a844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.690952 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-80fdba63-77ac-49b6-94f9-003f073f3d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.697865 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51086) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:16.730116 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203c3e1-b2b9-45a0-83c5-b0a88f81a844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c230340-5cf2-4861-a95e-2098262205fc,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:16.777198 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-25783d0b-0450-47db-b8be-10033348e972 req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.779132 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Deleting port 07439a1a-0522-44f4-84e3-d1ca937bc3ae {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:16.779466 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.784622 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-9b0cc179-a550-4d77-ba2f-5b31d6acdfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-router', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:35Z', 'updated_at': '2022-04-18T19:27:12Z', 'revision_number': 5, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'gw_port': {'id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:16.789416 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdba63-77ac-49b6-94f9-003f073f3d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ecb346-8125-4e8b-966e-a42758993254,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:16.789782 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d6952118-e770-41a4-97ba-b71904ad219e', '181e3dd5-f18d-48ef-99d6-95ee2c9d2389'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:16.798070 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0cc179-a550-4d77-ba2f-5b31d6acdfe7 None None] The sync data for ids ['92ce5ef0-e186-4002-b7a3-5caa2c338a3c'] in n-d-838334-1 is: [{'id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-46405231-router', 'tenant_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:23:35Z', 'updated_at': '2022-04-18T19:27:12Z', 'revision_number': 5, 'project_id': 'fb279bf9cdea4375a1eac4bc67e4b781', 'gw_port': {'id': '07439a1a-0522-44f4-84e3-d1ca937bc3ae', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ce5ef0-e186-4002-b7a3-5caa2c338a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:23:36Z', 'updated_at': '2022-04-18T19:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:27:16.812208 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7203c3e1-b2b9-45a0-83c5-b0a88f81a844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.830949 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04958fe4-d466-444d-be40-8c5556c0a9c7 req-ae709b86-4ebf-4d2a-9ff4-e56f379445ad tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 210 time: 0.0939937 Apr 18 19:27:16.833620 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-80fdba63-77ac-49b6-94f9-003f073f3d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:16.837422 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-80fdba63-77ac-49b6-94f9-003f073f3d21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e8ecb346-8125-4e8b-966e-a42758993254 HTTP/1.1" status: 204 len: 168 time: 0.7854896 Apr 18 19:27:16.840358 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['a16a26ad-1d0d-4059-b46e-5aa33ec688c2'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:16.865066 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7203c3e1-b2b9-45a0-83c5-b0a88f81a844 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5c230340-5cf2-4861-a95e-2098262205fc HTTP/1.1" status: 204 len: 168 time: 1.0817401 Apr 18 19:27:16.867350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51092) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:16.903184 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ffd24f-4c6b-48a7-8875-c74cdca7115d None None] Network 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:16.920115 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Pushing event deleted for resources: {'Port': ['ID=a16a26ad-1d0d-4059-b46e-5aa33ec688c2,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:17.018707 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.022260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51096) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:17.117578 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7e85ef6f-e946-4689-a75c-f9fc3087885f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfde864c113440c69d25012f3497fe19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3864598 Apr 18 19:27:17.117578 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Deleting port 7c805ae0-d535-41b8-8867-c9cf384cd58b {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:17.117578 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.128000 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51102) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:17.145347 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5c223a95-ed20-4503-90e9-e9d9c5147c34 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:17.198561 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:17.202222 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:17.203017 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:17.203360 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:17.203705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:17.204482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:17.204482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:17.204703 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:17.205031 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:17.205371 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:17.205705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:17.266867 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] For port 07439a1a-0522-44f4-84e3-d1ca937bc3ae, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=07439a1a-0522-44f4-84e3-d1ca937bc3ae,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:17.267701 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.271567 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 5c223a95-ed20-4503-90e9-e9d9c5147c34 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:17.271909 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5c223a95-ed20-4503-90e9-e9d9c5147c34 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:17.272326 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a16a26ad-1d0d-4059-b46e-5aa33ec688c2 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:17.343957 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: a16a26ad-1d0d-4059-b46e-5aa33ec688c2 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:17.344294 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a16a26ad-1d0d-4059-b46e-5aa33ec688c2 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:17.401400 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cbc781-1c58-4331-9cde-84e095c234f4 admin admin] Deleting subnet f414ac77-ee2e-4d14-93ae-558ef6a80bb1 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:17.413577 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-06cbc781-1c58-4331-9cde-84e095c234f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.492425 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Calling delete_port for 07439a1a-0522-44f4-84e3-d1ca937bc3ae owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:17.547271 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c757fdcd-a538-43ca-80d9-43d954d2787b None None] DHCP port deletion for 296e9a9a-e71f-4d9d-98a5-01b67c2bc625 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:27:17.571072 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c757fdcd-a538-43ca-80d9-43d954d2787b None None] Deleting port 7c805ae0-d535-41b8-8867-c9cf384cd58b {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:17.571072 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c757fdcd-a538-43ca-80d9-43d954d2787b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.594496 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-06cbc781-1c58-4331-9cde-84e095c234f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.762199 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] For port 7c805ae0-d535-41b8-8867-c9cf384cd58b, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=7c805ae0-d535-41b8-8867-c9cf384cd58b,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:17.762884 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.820831 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 7c805ae0-d535-41b8-8867-c9cf384cd58b no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:17.884304 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5af1c67f-5b25-4877-b219-8acfb09f87d2 req-0473af29-4375-4c0d-bbe2-4561c52623f4 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2883017 Apr 18 19:27:17.943370 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-25783d0b-0450-47db-b8be-10033348e972 req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] No DVR routers for this DVR port a16a26ad-1d0d-4059-b46e-5aa33ec688c2 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:17.950110 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-25783d0b-0450-47db-b8be-10033348e972 req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:17.972717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-deleted', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:18.015161 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b4388070-97fd-40fa-81a3-cffe81d33799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.047583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Calling delete_port for 7c805ae0-d535-41b8-8867-c9cf384cd58b owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:18.078321 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-c757fdcd-a538-43ca-80d9-43d954d2787b None None] For port 7c805ae0-d535-41b8-8867-c9cf384cd58b, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=7c805ae0-d535-41b8-8867-c9cf384cd58b,segment=NetworkSegment(f0e84cec-9885-4768-9b9d-d840d01a134d),segment_id=f0e84cec-9885-4768-9b9d-d840d01a134d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:18.078497 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c757fdcd-a538-43ca-80d9-43d954d2787b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.201030 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-06cbc781-1c58-4331-9cde-84e095c234f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.204647 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b4388070-97fd-40fa-81a3-cffe81d33799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.246955 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9b6d28b1-8929-425f-9c54-be2830570f62 req-6f414df5-bb4a-4f10-8b86-c752def969a2 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 210 time: 0.3204191 Apr 18 19:27:18.298149 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-25783d0b-0450-47db-b8be-10033348e972 req-ccd4daff-c86b-4c3e-bbc6-0094cfaca030 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.16 "DELETE /v2.0/ports/a16a26ad-1d0d-4059-b46e-5aa33ec688c2 HTTP/1.1" status: 204 len: 173 time: 2.9135666 Apr 18 19:27:18.298933 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.317208 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c757fdcd-a538-43ca-80d9-43d954d2787b None None] Calling delete_port for 7c805ae0-d535-41b8-8867-c9cf384cd58b owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:18.387609 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e4949b38-3ab4-492b-a862-17668516a779 req-0147976c-0c3d-400d-8f72-f7fc8e198fe4 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 210 time: 0.3510056 Apr 18 19:27:18.391536 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08d9bee-540b-4d92-b2c9-034898acc906'] response: {'server_uuid': 'a8b7c4db-31eb-4b9a-a16b-327d44c65dd9', 'name': 'network-vif-deleted', 'tag': 'a16a26ad-1d0d-4059-b46e-5aa33ec688c2', 'status': 'completed', 'code': 200} Apr 18 19:27:18.399069 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07439a1a-0522-44f4-84e3-d1ca937bc3ae,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:18.405555 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b4388070-97fd-40fa-81a3-cffe81d33799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.406000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-7e65f15b-07cf-4dd1-9966-c5696ce15481 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:18.406870 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-7e65f15b-07cf-4dd1-9966-c5696ce15481 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Synchronizing usage tracker for tenant:823cfa2f41ab45219280cd31da6db23c on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:18.407754 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.463796 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b68a62-e126-4662-9466-cd0f2a392193 req-629dac60-d88d-4431-a343-c09ed6f12215 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:18.465347 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-629dac60-d88d-4431-a343-c09ed6f12215 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.16 "GET /v2.0/networks?id=9fc96209-4d66-4f02-a349-0d904bb5a9c5 HTTP/1.1" status: 200 len: 821 time: 0.4992580 Apr 18 19:27:18.482039 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Request body: {'port': {'device_id': '015bb96e-892f-487f-814f-610e440a01d4', 'network_id': '9fc96209-4d66-4f02-a349-0d904bb5a9c5', 'admin_state_up': True, 'tenant_id': '82502dea538e4034a5a0bee58b697c18'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:18.518458 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4388070-97fd-40fa-81a3-cffe81d33799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa1ced6-a734-4e66-a947-83dc87d1c425,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:18.553453 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-7e65f15b-07cf-4dd1-9966-c5696ce15481 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Unset dirty status for tenant:823cfa2f41ab45219280cd31da6db23c on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:18.555895 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-7e65f15b-07cf-4dd1-9966-c5696ce15481 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.71 "GET /v2.0/ports?device_id=fabc29b5-c329-44ad-b438-08e6e23449ea HTTP/1.1" status: 200 len: 949 time: 0.9232454 Apr 18 19:27:18.613665 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-06cbc781-1c58-4331-9cde-84e095c234f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.617107 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.639546 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b4388070-97fd-40fa-81a3-cffe81d33799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.639546 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b4388070-97fd-40fa-81a3-cffe81d33799 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8aa1ced6-a734-4e66-a947-83dc87d1c425 HTTP/1.1" status: 204 len: 168 time: 1.5097029 Apr 18 19:27:18.651374 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:18.691756 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:18.692119 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6919e5a9-be1f-475b-ab7c-d6dd0d36e3c4 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:18.692415 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device c156c5fb-2baf-4520-997b-c84670cfd98e no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:18.704378 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbc781-1c58-4331-9cde-84e095c234f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f414ac77-ee2e-4d14-93ae-558ef6a80bb1,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:18.730996 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c805ae0-d535-41b8-8867-c9cf384cd58b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:18.745329 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-c757fdcd-a538-43ca-80d9-43d954d2787b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:27:18.747714 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-c757fdcd-a538-43ca-80d9-43d954d2787b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:27:18.747714 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: c156c5fb-2baf-4520-997b-c84670cfd98e {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:18.747714 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device c156c5fb-2baf-4520-997b-c84670cfd98e not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:18.756780 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.762855 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-48a115f3-97d9-480a-8bba-5d0dcd78174f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Deleting port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:18.763193 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-48a115f3-97d9-480a-8bba-5d0dcd78174f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.796963 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] No DVR routers for this DVR port 7c805ae0-d535-41b8-8867-c9cf384cd58b on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:18.798854 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-06cbc781-1c58-4331-9cde-84e095c234f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:18.903929 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-06cbc781-1c58-4331-9cde-84e095c234f4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f414ac77-ee2e-4d14-93ae-558ef6a80bb1 HTTP/1.1" status: 204 len: 168 time: 1.8797507 Apr 18 19:27:18.909687 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51134) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:19.036840 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.083295 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296e9a9a-e71f-4d9d-98a5-01b67c2bc625']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:19.129313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e84cec-9885-4768-9b9d-d840d01a134d') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:19.133268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e84cec-9885-4768-9b9d-d840d01a134d') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:19.169974 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.192303 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.199486 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:19.199949 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.220059 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:19.247674 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c757fdcd-a538-43ca-80d9-43d954d2787b None None] Deleting port 7c805ae0-d535-41b8-8867-c9cf384cd58b {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:19.248246 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:19.251438 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c757fdcd-a538-43ca-80d9-43d954d2787b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.298989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Usage tracker for resource:port and tenant:82502dea538e4034a5a0bee58b697c18 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:19.310282 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:19.345430 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:19.370028 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.392492 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.406885 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c757fdcd-a538-43ca-80d9-43d954d2787b None None] The port '7c805ae0-d535-41b8-8867-c9cf384cd58b' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:27:19.420271 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.483685 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Made reservation on behalf of 82502dea538e4034a5a0bee58b697c18 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:19.488053 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.552648 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.581524 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2aad1d62-343f-4987-be24-ada5f507f248 req-31f6f4c3-86e8-497d-8ee4-908735ca60b7 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8b7c4db-31eb-4b9a-a16b-327d44c65dd9 HTTP/1.1" status: 200 len: 210 time: 0.0737615 Apr 18 19:27:19.614602 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.620405 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f25c-14c6-4e82-b09c-ae520bd0232a req-2f1a878a-9b85-4678-b734-0f90bac9910e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:19.628188 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b4d5f25c-14c6-4e82-b09c-ae520bd0232a req-2f1a878a-9b85-4678-b734-0f90bac9910e tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=fabc29b5-c329-44ad-b438-08e6e23449ea HTTP/1.1" status: 200 len: 949 time: 0.3961904 Apr 18 19:27:19.631766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=296e9a9a-e71f-4d9d-98a5-01b67c2bc625,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:19.656196 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.681503 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.681977 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ce5ef0-e186-4002-b7a3-5caa2c338a3c {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:27:19.729467 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b83be68-6eca-400e-8c84-411bbd373f99']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:19.735797 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.739381 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a895e672-6e34-4f38-843a-b3c2cd7644d8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/92ce5ef0-e186-4002-b7a3-5caa2c338a3c HTTP/1.1" status: 204 len: 168 time: 4.6639888 Apr 18 19:27:19.748540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51160) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:19.748884 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51162) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:19.825869 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d28dc67-330b-4f5e-8137-6757c9197433') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:19.826172 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d28dc67-330b-4f5e-8137-6757c9197433') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:19.854958 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.882349 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b4d5f25c-14c6-4e82-b09c-ae520bd0232a req-34603a47-5935-4adc-b527-8a0df012b7d4 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/security-groups?id=b707bd35-44d4-4262-bd42-06f0fb860d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531991 Apr 18 19:27:19.911105 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.916008 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e6266ba9-9b8c-403b-9390-928bcb5743d3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/296e9a9a-e71f-4d9d-98a5-01b67c2bc625 HTTP/1.1" status: 204 len: 168 time: 3.0454736 Apr 18 19:27:19.921361 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-da91cf20-b45f-4887-9e14-f342e850c74b admin admin] Deleting subnet 68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:19.927508 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-da91cf20-b45f-4887-9e14-f342e850c74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.935876 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6c9c62a5-940f-4f5e-84a0-84605d82b7c6 req-7bb35230-f3ad-442f-9ac7-38c1dc2ea410 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 210 time: 0.1281400 Apr 18 19:27:19.941843 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-48a115f3-97d9-480a-8bba-5d0dcd78174f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] For port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:19.941843 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-48a115f3-97d9-480a-8bba-5d0dcd78174f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.964027 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:19.964903 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:19.989348 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:20.099705 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-da91cf20-b45f-4887-9e14-f342e850c74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.153946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-48a115f3-97d9-480a-8bba-5d0dcd78174f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Calling delete_port for 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:20.170171 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cc4c3ec3-20e4-48c5-bfa2-7da25d3aa756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.250598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-cc4c3ec3-20e4-48c5-bfa2-7da25d3aa756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:20.255550 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.257486 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-cc4c3ec3-20e4-48c5-bfa2-7da25d3aa756 admin admin] Usage tracker for resource:security_group_rule and tenant:f02b6f37ee564414bfda582c0539ebad is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:20.259700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Allocated IP 172.20.0.2 (9fc96209-4d66-4f02-a349-0d904bb5a9c5/6b683c23-7ec1-4151-bcb5-d2d7566e2a4b/567ceae7-b96b-407c-b290-cd135d262967) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:20.263138 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-cc4c3ec3-20e4-48c5-bfa2-7da25d3aa756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:20.282449 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.288013 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-cc4c3ec3-20e4-48c5-bfa2-7da25d3aa756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:20.302868 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] Pushing event deleted for resources: {'Network': ['ID=9b83be68-6eca-400e-8c84-411bbd373f99,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:20.318970 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-da91cf20-b45f-4887-9e14-f342e850c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.416556 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d9d5190b-79fa-4a20-964d-7413230dc82a admin admin] 10.222.0.66 "DELETE /v2.0/networks/9b83be68-6eca-400e-8c84-411bbd373f99 HTTP/1.1" status: 204 len: 168 time: 1.5057728 Apr 18 19:27:20.419982 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51180) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:20.420333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51182) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:20.511825 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cc4c3ec3-20e4-48c5-bfa2-7da25d3aa756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.548239 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-da91cf20-b45f-4887-9e14-f342e850c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.576061 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ec934f-5351-4cfa-8995-4489304f9a8f admin admin] Deleting subnet 96da9649-d0d1-4330-bf55-b16652a4e94c {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:20.582554 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-65ec934f-5351-4cfa-8995-4489304f9a8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.626087 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-50b39f0f-0e80-4210-86ec-6db1e6bc9c35 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e619c78b52b347049d90b52d5dae621c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2016814 Apr 18 19:27:20.626087 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91cf20-b45f-4887-9e14-f342e850c74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:20.629500 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51192) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:20.634441 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-48a115f3-97d9-480a-8bba-5d0dcd78174f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.656431 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cc4c3ec3-20e4-48c5-bfa2-7da25d3aa756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.663131 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b995804-3b32-4743-bdd7-2804987f9451 None None] Network 8f4b542b-dab4-4698-ab5f-aefd33165dfe requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:20.666541 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-da91cf20-b45f-4887-9e14-f342e850c74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.687405 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-65ec934f-5351-4cfa-8995-4489304f9a8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:20.741933 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c3ec3-20e4-48c5-bfa2-7da25d3aa756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b90df9-1c78-4984-82c0-f29bb3a208a9,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:20.786477 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-cc4c3ec3-20e4-48c5-bfa2-7da25d3aa756 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f02b6f37ee564414bfda582c0539ebad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0365248 Apr 18 19:27:20.797680 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51200) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:20.878946 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-da91cf20-b45f-4887-9e14-f342e850c74b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/68394dfb-e8f0-43a2-aced-c4d2d4c5a8a5 HTTP/1.1" status: 204 len: 168 time: 1.1273880 Apr 18 19:27:20.885134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51204) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:20.940146 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a115f3-97d9-480a-8bba-5d0dcd78174f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Pushing event deleted for resources: {'Port': ['ID=8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:20.981268 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] DHCP port deletion for 8f4b542b-dab4-4698-ab5f-aefd33165dfe request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:27:20.987151 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Deleting port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:20.987546 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.027888 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-316f26f4-197f-4f92-abc9-779ce4efbc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.034613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-48a115f3-97d9-480a-8bba-5d0dcd78174f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] No DVR routers for this DVR port 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:21.038406 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-48a115f3-97d9-480a-8bba-5d0dcd78174f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.041064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-deleted', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:21.049389 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.122704 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-316f26f4-197f-4f92-abc9-779ce4efbc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.143422 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1938a06e-8e56-428c-bf16-a25aa7fe94a9 req-48a115f3-97d9-480a-8bba-5d0dcd78174f tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.71 "DELETE /v2.0/ports/8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 HTTP/1.1" status: 204 len: 173 time: 2.5775692 Apr 18 19:27:21.194208 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-65ec934f-5351-4cfa-8995-4489304f9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.202542 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.269100 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-43ecd11b-9940-473f-aa0d-bc5aefb92240 req-3776d891-5f6e-472c-9164-3cb6fd6b4b32 tempest-ListImageFiltersTestJSON-924703170 tempest-ListImageFiltersTestJSON-924703170-project] 10.222.0.66 "GET /v2.0/ports?device_id=fabc29b5-c329-44ad-b438-08e6e23449ea HTTP/1.1" status: 200 len: 210 time: 0.2114758 Apr 18 19:27:21.291902 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.311569 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4e2d37dd-c41e-4eea-a811-1ce0de1c1863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.369269 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] For port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3629dd4b-adbb-4d51-bb63-f56cb2f7fd21,segment=NetworkSegment(8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5),segment_id=8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:21.371159 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.376909 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Pushing event updated for resources: {'Port': ['ID=567ceae7-b96b-407c-b290-cd135d262967,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:21.403057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Network 9fc96209-4d66-4f02-a349-0d904bb5a9c5 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:21.408280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:21.469625 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4e2d37dd-c41e-4eea-a811-1ce0de1c1863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.499624 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-316f26f4-197f-4f92-abc9-779ce4efbc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.517081 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:21.599697 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033c62ca-cf11-4703-9c76-3b9af1c19364'] response: {'server_uuid': 'fabc29b5-c329-44ad-b438-08e6e23449ea', 'name': 'network-vif-deleted', 'tag': '8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8', 'status': 'completed', 'code': 200} Apr 18 19:27:21.653240 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Calling delete_port for 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:21.659136 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] Deleting port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:21.659476 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.703952 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:21.705404 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.739251 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1a9b-0c77-43f8-9715-c2ffdf08d9f9 req-cdc0009c-cf54-4c1e-9d4f-28dd95fe6fe4 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:21.739572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 07439a1a-0522-44f4-84e3-d1ca937bc3ae no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:21.740756 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ad3d1a9b-0c77-43f8-9715-c2ffdf08d9f9 req-cdc0009c-cf54-4c1e-9d4f-28dd95fe6fe4 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Synchronizing usage tracker for tenant:82502dea538e4034a5a0bee58b697c18 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:21.747763 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-65ec934f-5351-4cfa-8995-4489304f9a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.751644 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f26f4-197f-4f92-abc9-779ce4efbc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b90df9-1c78-4984-82c0-f29bb3a208a9,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:21.784300 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:21.828249 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 07439a1a-0522-44f4-84e3-d1ca937bc3ae {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:21.828595 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 07439a1a-0522-44f4-84e3-d1ca937bc3ae not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:21.829018 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:21.841199 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-7146496c-e2f8-4477-8a30-e4fb3d57bd53 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3629518 Apr 18 19:27:21.841784 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ad3d1a9b-0c77-43f8-9715-c2ffdf08d9f9 req-cdc0009c-cf54-4c1e-9d4f-28dd95fe6fe4 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Unset dirty status for tenant:82502dea538e4034a5a0bee58b697c18 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:21.843462 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad3d1a9b-0c77-43f8-9715-c2ffdf08d9f9 req-cdc0009c-cf54-4c1e-9d4f-28dd95fe6fe4 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 931 time: 0.4369991 Apr 18 19:27:21.852204 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-69b2b6bb-896d-432e-bd0c-52e581a33e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:21.856888 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Request body: {'port': {'device_id': '015bb96e-892f-487f-814f-610e440a01d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:21.879665 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:21.880004 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8f3ba7f1-d5ec-4583-a68e-569a7b77a8c8 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:21.939689 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4e2d37dd-c41e-4eea-a811-1ce0de1c1863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.028848 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.030264 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad3d1a9b-0c77-43f8-9715-c2ffdf08d9f9 req-d90bbbc3-866c-4db0-9922-c2fed9bfcf1e tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781969 Apr 18 19:27:22.034691 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec934f-5351-4cfa-8995-4489304f9a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96da9649-d0d1-4330-bf55-b16652a4e94c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:22.041367 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d37dd-c41e-4eea-a811-1ce0de1c1863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8abf439-3bc3-42e8-9798-8c12e5295950,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:22.098897 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-65ec934f-5351-4cfa-8995-4489304f9a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.109199 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Pushing event deleted for resources: {'Port': ['ID=3629dd4b-adbb-4d51-bb63-f56cb2f7fd21,revision_number=None']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:22.114727 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.115699 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] The port '3629dd4b-adbb-4d51-bb63-f56cb2f7fd21' was deleted {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:27:22.141149 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] No DVR routers for this DVR port 3629dd4b-adbb-4d51-bb63-f56cb2f7fd21 on host n-d-838334-1 {{(pid=84806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:22.151108 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.161912 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:22.162550 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:22.162765 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-65ec934f-5351-4cfa-8995-4489304f9a8f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/96da9649-d0d1-4330-bf55-b16652a4e94c HTTP/1.1" status: 204 len: 168 time: 1.7398083 Apr 18 19:27:22.163382 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:22.163820 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-316f26f4-197f-4f92-abc9-779ce4efbc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.164051 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:22.164595 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:22.164819 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-316f26f4-197f-4f92-abc9-779ce4efbc3d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95b90df9-1c78-4984-82c0-f29bb3a208a9 HTTP/1.1" status: 204 len: 168 time: 1.3701813 Apr 18 19:27:22.165401 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51230) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:22.165547 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:22.166160 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:22.166711 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:22.167175 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:22.179140 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:22.183525 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbee5228-9224-4ad5-8833-33ce4cb5d347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:22.194021 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4e2d37dd-c41e-4eea-a811-1ce0de1c1863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.195193 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4e2d37dd-c41e-4eea-a811-1ce0de1c1863 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f8abf439-3bc3-42e8-9798-8c12e5295950 HTTP/1.1" status: 204 len: 168 time: 1.5647724 Apr 18 19:27:22.365547 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.417788 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.420481 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4b542b-dab4-4698-ab5f-aefd33165dfe']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:22.433359 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a273586-87ea-4cbf-9194-cd5d5f138bdf req-f67eb9b6-6141-435f-a989-885aa6b22fd1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:22.434046 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5a273586-87ea-4cbf-9194-cd5d5f138bdf req-f67eb9b6-6141-435f-a989-885aa6b22fd1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Synchronizing usage tracker for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:22.448823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:22.449111 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc942de-8dc7-47a0-a1ee-0458fe7ae7c5') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:22.471462 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.533737 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.591089 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5a273586-87ea-4cbf-9194-cd5d5f138bdf req-f67eb9b6-6141-435f-a989-885aa6b22fd1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Unset dirty status for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:22.592784 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5a273586-87ea-4cbf-9194-cd5d5f138bdf req-f67eb9b6-6141-435f-a989-885aa6b22fd1 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.8471212 Apr 18 19:27:22.605853 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:22.612566 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:22.619625 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:22.692235 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885423f4-3df3-4a15-bd83-376d94c5d2b9 req-798064e0-6e5f-4b19-9a17-83756571f930 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:22.693700 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-885423f4-3df3-4a15-bd83-376d94c5d2b9 req-798064e0-6e5f-4b19-9a17-83756571f930 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.71 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 950 time: 0.1281607 Apr 18 19:27:22.712650 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.755816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f35f56e-d918-4988-8192-ce548e29ae6b']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:22.769509 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5a273586-87ea-4cbf-9194-cd5d5f138bdf req-29b55145-de5b-4879-ab3b-3b3eb18cff78 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649528 Apr 18 19:27:22.771148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02e63f9-8843-42e2-805b-8b6bcfd79ef7') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:22.771423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02e63f9-8843-42e2-805b-8b6bcfd79ef7') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:22.786756 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.814095 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.824515 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:22.825458 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.826085 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-885423f4-3df3-4a15-bd83-376d94c5d2b9 req-4a4bf741-4734-45d9-befe-516014a9647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Deleting port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:22.826989 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-885423f4-3df3-4a15-bd83-376d94c5d2b9 req-4a4bf741-4734-45d9-befe-516014a9647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:22.843226 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:22.847496 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.871775 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567ceae7-b96b-407c-b290-cd135d262967 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:22.887705 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.929508 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:22.953960 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4b542b-dab4-4698-ab5f-aefd33165dfe,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:22.957143 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9fe9e9cb-54b1-4749-a9fc-130573de94ce admin admin] 10.222.0.66 "DELETE /v2.0/networks/8f4b542b-dab4-4698-ab5f-aefd33165dfe HTTP/1.1" status: 204 len: 168 time: 2.0561640 Apr 18 19:27:23.070725 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.072347 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Transition to ACTIVE for port object 567ceae7-b96b-407c-b290-cd135d262967 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:23.122988 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-885423f4-3df3-4a15-bd83-376d94c5d2b9 req-4a4bf741-4734-45d9-befe-516014a9647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] For port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:23.125004 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-885423f4-3df3-4a15-bd83-376d94c5d2b9 req-4a4bf741-4734-45d9-befe-516014a9647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.144030 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.152562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f35f56e-d918-4988-8192-ce548e29ae6b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:23.162774 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-38730f96-ae65-413b-be17-b9f47a4b50b8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6f35f56e-d918-4988-8192-ce548e29ae6b HTTP/1.1" status: 204 len: 168 time: 0.9922254 Apr 18 19:27:23.210913 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.326701 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314aace0-9715-4d4b-81f5-e6aa1aa81af0 req-4b8ac0bb-9bb1-4915-a59a-aece51c350f2 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:23.328356 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-314aace0-9715-4d4b-81f5-e6aa1aa81af0 req-4b8ac0bb-9bb1-4915-a59a-aece51c350f2 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 943 time: 0.1003356 Apr 18 19:27:23.388600 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-314aace0-9715-4d4b-81f5-e6aa1aa81af0 req-8c07d807-6489-49d5-9b3b-629b72bdb5ba tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Synchronizing usage tracker for tenant:82502dea538e4034a5a0bee58b697c18 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:23.434811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-885423f4-3df3-4a15-bd83-376d94c5d2b9 req-4a4bf741-4734-45d9-befe-516014a9647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Calling delete_port for 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:23.479740 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-314aace0-9715-4d4b-81f5-e6aa1aa81af0 req-8c07d807-6489-49d5-9b3b-629b72bdb5ba tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Unset dirty status for tenant:82502dea538e4034a5a0bee58b697c18 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:23.480909 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-314aace0-9715-4d4b-81f5-e6aa1aa81af0 req-8c07d807-6489-49d5-9b3b-629b72bdb5ba tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425128 Apr 18 19:27:23.542834 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Pushing event updated for resources: {'Port': ['ID=567ceae7-b96b-407c-b290-cd135d262967,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:23.746795 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Attempting to bind port 567ceae7-b96b-407c-b290-cd135d262967 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:23.747354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Attempting to bind port 567ceae7-b96b-407c-b290-cd135d262967 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '9276b928-73a1-4d4b-a703-a32c63bf94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9fc96209-4d66-4f02-a349-0d904bb5a9c5'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:23.747622 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Attempting to bind port 567ceae7-b96b-407c-b290-cd135d262967 on network 9fc96209-4d66-4f02-a349-0d904bb5a9c5 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:23.753544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Port 567ceae7-b96b-407c-b290-cd135d262967 on network 9fc96209-4d66-4f02-a349-0d904bb5a9c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:27:23.753864 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Attempting to bind port 567ceae7-b96b-407c-b290-cd135d262967 on network 9fc96209-4d66-4f02-a349-0d904bb5a9c5 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:23.760394 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:23.760952 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Checking segment: {'id': '9276b928-73a1-4d4b-a703-a32c63bf94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9fc96209-4d66-4f02-a349-0d904bb5a9c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:23.761344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Bound using segment: {'id': '9276b928-73a1-4d4b-a703-a32c63bf94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9fc96209-4d66-4f02-a349-0d904bb5a9c5'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:23.761783 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Bound port: 567ceae7-b96b-407c-b290-cd135d262967, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9276b928-73a1-4d4b-a703-a32c63bf94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9fc96209-4d66-4f02-a349-0d904bb5a9c5'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:23.762126 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.786299 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51284) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:23.817407 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-885423f4-3df3-4a15-bd83-376d94c5d2b9 req-4a4bf741-4734-45d9-befe-516014a9647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.829848 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d6952118-e770-41a4-97ba-b71904ad219e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:23.865293 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51290) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:23.915997 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bf741-4734-45d9-befe-516014a9647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Pushing event deleted for resources: {'Port': ['ID=181e3dd5-f18d-48ef-99d6-95ee2c9d2389,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:23.921424 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ff68db78-a24f-416f-bfb8-7a62687b947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:23.980265 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2b46e05b-7713-442c-8d37-a88e9e157d9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e8a2dfc35db431798213b48c535215f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1134155 Apr 18 19:27:23.982451 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51294) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:24.008112 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-73237b3e-e798-4484-b655-5995b36ca1b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=50f7e16938504e6fa4116d104d35978c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2199333 Apr 18 19:27:24.011937 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51298) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:24.041169 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-885423f4-3df3-4a15-bd83-376d94c5d2b9 req-4a4bf741-4734-45d9-befe-516014a9647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] No DVR routers for this DVR port 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:24.044543 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-885423f4-3df3-4a15-bd83-376d94c5d2b9 req-4a4bf741-4734-45d9-befe-516014a9647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.047877 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'name': 'network-vif-deleted', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:24.052700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] For port 567ceae7-b96b-407c-b290-cd135d262967, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:24.102628 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51304) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:24.154091 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac07963a-7940-44a2-a933-40e637481658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.160215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] For port 567ceae7-b96b-407c-b290-cd135d262967, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=567ceae7-b96b-407c-b290-cd135d262967,segment=NetworkSegment(9276b928-73a1-4d4b-a703-a32c63bf94c6),segment_id=9276b928-73a1-4d4b-a703-a32c63bf94c6)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:24.180966 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-542f13b1-4e26-4cc5-a773-cdd87c7dcef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.191232 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-2571bf08-6364-43ab-afc0-113205d161dd req-da3e17df-8341-44f6-84c1-50b0ec105fbe tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Synchronizing usage tracker for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:24.211485 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac07963a-7940-44a2-a933-40e637481658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.220897 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.254050 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-542f13b1-4e26-4cc5-a773-cdd87c7dcef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.276106 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-885423f4-3df3-4a15-bd83-376d94c5d2b9 req-4a4bf741-4734-45d9-befe-516014a9647c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.71 "DELETE /v2.0/ports/181e3dd5-f18d-48ef-99d6-95ee2c9d2389 HTTP/1.1" status: 204 len: 173 time: 1.5773797 Apr 18 19:27:24.315947 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.317967 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] 10.222.0.16 "PUT /v2.0/ports/567ceae7-b96b-407c-b290-cd135d262967 HTTP/1.1" status: 200 len: 1091 time: 2.4652088 Apr 18 19:27:24.332629 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-2571bf08-6364-43ab-afc0-113205d161dd req-da3e17df-8341-44f6-84c1-50b0ec105fbe tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Unset dirty status for tenant:5c22a2f2d46e46198d19e1a175df3310 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:24.351413 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2571bf08-6364-43ab-afc0-113205d161dd req-da3e17df-8341-44f6-84c1-50b0ec105fbe tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a66f2242-d6ff-4bc7-b18a-1d772d384d66 HTTP/1.1" status: 200 len: 210 time: 0.2873707 Apr 18 19:27:24.370158 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf64597-e7fc-40fc-a2d2-e54c43b666ee service neutron] Pushing event updated for resources: {'Port': ['ID=567ceae7-b96b-407c-b290-cd135d262967,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:24.423586 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-542f13b1-4e26-4cc5-a773-cdd87c7dcef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.427943 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac07963a-7940-44a2-a933-40e637481658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.496090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f13b1-4e26-4cc5-a773-cdd87c7dcef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a27132-d2bd-4bea-8ce4-5c1ca4543969,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:24.518653 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9278c33-46ba-4072-a856-7f72f2d054cd'] response: {'server_uuid': 'a66f2242-d6ff-4bc7-b18a-1d772d384d66', 'name': 'network-vif-deleted', 'tag': '181e3dd5-f18d-48ef-99d6-95ee2c9d2389', 'status': 'completed', 'code': 200} Apr 18 19:27:24.544157 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07963a-7940-44a2-a933-40e637481658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9bd180-0332-4f0d-86c1-6cd1d718e5c8,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:24.593992 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-58367229-d90f-4455-8c98-911b2b885ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.621280 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-0e1c2a13-6ba5-471d-b8c9-653df8f4dec3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82502dea538e4034a5a0bee58b697c18&device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 1094 time: 0.1900096 Apr 18 19:27:24.640481 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-542f13b1-4e26-4cc5-a773-cdd87c7dcef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.644851 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-542f13b1-4e26-4cc5-a773-cdd87c7dcef1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85a27132-d2bd-4bea-8ce4-5c1ca4543969 HTTP/1.1" status: 204 len: 168 time: 0.6611362 Apr 18 19:27:24.653445 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac07963a-7940-44a2-a933-40e637481658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.657041 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ac07963a-7940-44a2-a933-40e637481658 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da9bd180-0332-4f0d-86c1-6cd1d718e5c8 HTTP/1.1" status: 204 len: 168 time: 0.6401014 Apr 18 19:27:24.677257 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-58367229-d90f-4455-8c98-911b2b885ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:24.681678 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-58367229-d90f-4455-8c98-911b2b885ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:1b9968322f7042618e4e57e1824ace23 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:24.684857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-58367229-d90f-4455-8c98-911b2b885ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:24.691656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-58367229-d90f-4455-8c98-911b2b885ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:24.760963 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-8dc7e907-95bf-43f1-8c83-522d3e23101a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=567ceae7-b96b-407c-b290-cd135d262967 HTTP/1.1" status: 200 len: 217 time: 0.1291838 Apr 18 19:27:24.766978 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-58367229-d90f-4455-8c98-911b2b885ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.843274 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b68a62-e126-4662-9466-cd0f2a392193 req-07dc3ea0-45ea-4ca7-86ea-ede8b7d33ace service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:24.844689 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-07dc3ea0-45ea-4ca7-86ea-ede8b7d33ace service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b683c23-7ec1-4151-bcb5-d2d7566e2a4b HTTP/1.1" status: 200 len: 861 time: 0.0714338 Apr 18 19:27:24.856169 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd054812-9d9b-46db-a195-45dffb47f245 req-8b0f2b01-ada2-4874-8704-49c6cde6e301 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:24.857629 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd054812-9d9b-46db-a195-45dffb47f245 req-8b0f2b01-ada2-4874-8704-49c6cde6e301 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 943 time: 0.1458631 Apr 18 19:27:24.869127 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-58367229-d90f-4455-8c98-911b2b885ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.869339 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.878429 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:24.911612 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58367229-d90f-4455-8c98-911b2b885ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc59944-6c09-4b47-99a4-275e6fdfe331,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:24.917173 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-2edcbaef-1b02-4f6e-b5a6-e3a9e8042b63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9fc96209-4d66-4f02-a349-0d904bb5a9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580354 Apr 18 19:27:24.939579 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-58367229-d90f-4455-8c98-911b2b885ba8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b9968322f7042618e4e57e1824ace23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8346283 Apr 18 19:27:24.942065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51328) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:25.029154 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-780c735d-23c5-4b83-a37c-1e213e27c0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:25.054917 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd054812-9d9b-46db-a195-45dffb47f245 req-eafeb75b-209b-4395-82c7-ac9f7ae71221 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623340 Apr 18 19:27:25.071519 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-780c735d-23c5-4b83-a37c-1e213e27c0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:25.131469 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-5c53af65-af4f-41b6-84f0-7997bd179257 service neutron] 10.222.0.16 "GET /v2.0/networks/9fc96209-4d66-4f02-a349-0d904bb5a9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040172 Apr 18 19:27:25.234934 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-780c735d-23c5-4b83-a37c-1e213e27c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:25.254049 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c735d-23c5-4b83-a37c-1e213e27c0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc59944-6c09-4b47-99a4-275e6fdfe331,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:25.258339 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-780c735d-23c5-4b83-a37c-1e213e27c0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:25.262038 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-780c735d-23c5-4b83-a37c-1e213e27c0e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9cc59944-6c09-4b47-99a4-275e6fdfe331 HTTP/1.1" status: 204 len: 168 time: 0.3165252 Apr 18 19:27:25.283849 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-57b68a62-e126-4662-9466-cd0f2a392193 req-cc5f2ae5-c1a1-45eb-ac1c-4fb6fcdb572d service neutron] 10.222.0.16 "GET /v2.0/networks/9fc96209-4d66-4f02-a349-0d904bb5a9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421828 Apr 18 19:27:25.801275 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:25.834391 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:25.834732 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 181e3dd5-f18d-48ef-99d6-95ee2c9d2389 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:26.104353 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51364) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:26.181063 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2f91a646-5df6-4a3e-9f98-b5246960acc7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=30f08fed39ce49fe95210d47fdf118be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0747707 Apr 18 19:27:26.183621 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51368) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:26.187880 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c97a1-5e7e-42a8-ad3f-687b403894be req-929e0dd3-f14c-4c08-92c9-b836ba14c4dd tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:26.189335 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-917c97a1-5e7e-42a8-ad3f-687b403894be req-929e0dd3-f14c-4c08-92c9-b836ba14c4dd tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 949 time: 0.1387343 Apr 18 19:27:26.243062 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-917c97a1-5e7e-42a8-ad3f-687b403894be req-3885c2d6-a4e2-4891-94b4-9c002a273970 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476213 Apr 18 19:27:26.250724 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-60746fd2-ad15-4e9f-a6bb-e1b0b60f6df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.278701 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-60746fd2-ad15-4e9f-a6bb-e1b0b60f6df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.375629 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.423351 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-60746fd2-ad15-4e9f-a6bb-e1b0b60f6df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.444945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60746fd2-ad15-4e9f-a6bb-e1b0b60f6df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ff4c16-cd1b-4c1e-8e02-e25e65f5356b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:26.459322 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d278d6-df13-4cdb-a1a0-093fc36bf949 req-47dca097-9575-4c6e-ba9f-98c20d40a8a2 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:26.461868 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71d278d6-df13-4cdb-a1a0-093fc36bf949 req-47dca097-9575-4c6e-ba9f-98c20d40a8a2 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 943 time: 0.0818939 Apr 18 19:27:26.462689 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51380) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:26.520766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015bb96e-892f-487f-814f-610e440a01d4', 'tag': '567ceae7-b96b-407c-b290-cd135d262967'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:26.565728 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8971ff29-0f21-480d-8ab9-e8eaab21290f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb279bf9cdea4375a1eac4bc67e4b781&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1016612 Apr 18 19:27:26.568486 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71d278d6-df13-4cdb-a1a0-093fc36bf949 req-610d8b28-0761-4a7b-87f5-869ef1bb0613 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861924 Apr 18 19:27:26.568921 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-60746fd2-ad15-4e9f-a6bb-e1b0b60f6df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.569060 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51386) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:26.572851 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-60746fd2-ad15-4e9f-a6bb-e1b0b60f6df1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5ff4c16-cd1b-4c1e-8e02-e25e65f5356b HTTP/1.1" status: 204 len: 168 time: 0.3854289 Apr 18 19:27:26.710003 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5daa8cea-c08c-48c7-ad5a-bc58bbc911c4'] response: {'name': 'network-changed', 'server_uuid': '015bb96e-892f-487f-814f-610e440a01d4', 'tag': '567ceae7-b96b-407c-b290-cd135d262967', 'status': 'completed', 'code': 200} Apr 18 19:27:26.782335 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9e58-0697-40f5-aad5-e12213897fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.813300 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9e58-0697-40f5-aad5-e12213897fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:26.839776 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0ac7bf6-6353-424b-8c1b-4183dc98dfdc req-6bdf06e9-3b5b-423a-8cb4-c4e54fd84a8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82502dea538e4034a5a0bee58b697c18&device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 1094 time: 0.1294787 Apr 18 19:27:26.985582 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51398) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:26.985765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac7bf6-6353-424b-8c1b-4183dc98dfdc req-6ffa6afa-c538-46f3-b02a-4914bf7c6b28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:26.985765 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0ac7bf6-6353-424b-8c1b-4183dc98dfdc req-6ffa6afa-c538-46f3-b02a-4914bf7c6b28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9fc96209-4d66-4f02-a349-0d904bb5a9c5 HTTP/1.1" status: 200 len: 922 time: 0.1359437 Apr 18 19:27:27.002753 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ef9c59d3-58b3-4534-9c89-edaa46383543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.039321 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ef9c59d3-58b3-4534-9c89-edaa46383543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:27.044677 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ef9c59d3-58b3-4534-9c89-edaa46383543 admin admin] Usage tracker for resource:security_group_rule and tenant:dd2abea429074c8eb94478b4bacf1066 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:27.048831 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ef9c59d3-58b3-4534-9c89-edaa46383543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:27.055990 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ef9c59d3-58b3-4534-9c89-edaa46383543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:27.096530 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9e58-0697-40f5-aad5-e12213897fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.126716 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b9e58-0697-40f5-aad5-e12213897fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b959d12d-28fc-44b6-9c36-45e832ededa3,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:27.138397 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0ac7bf6-6353-424b-8c1b-4183dc98dfdc req-8cdf4df0-a499-46b0-a333-f3d4312d5f7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=567ceae7-b96b-407c-b290-cd135d262967 HTTP/1.1" status: 200 len: 217 time: 0.1433189 Apr 18 19:27:27.139735 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9e58-0697-40f5-aad5-e12213897fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.141158 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4d7b9e58-0697-40f5-aad5-e12213897fdb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b959d12d-28fc-44b6-9c36-45e832ededa3 HTTP/1.1" status: 204 len: 168 time: 0.5713792 Apr 18 19:27:27.166272 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ef9c59d3-58b3-4534-9c89-edaa46383543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.220366 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac7bf6-6353-424b-8c1b-4183dc98dfdc req-25f042ef-03e3-4aff-a75a-44d7e3a56e3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:27.221959 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0ac7bf6-6353-424b-8c1b-4183dc98dfdc req-25f042ef-03e3-4aff-a75a-44d7e3a56e3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b683c23-7ec1-4151-bcb5-d2d7566e2a4b HTTP/1.1" status: 200 len: 861 time: 0.0718129 Apr 18 19:27:27.257136 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ef9c59d3-58b3-4534-9c89-edaa46383543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.307802 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c59d3-58b3-4534-9c89-edaa46383543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47093c2f-cc98-44d4-862b-db20f5149886,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:27.312731 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ef9c59d3-58b3-4534-9c89-edaa46383543 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dd2abea429074c8eb94478b4bacf1066&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3315575 Apr 18 19:27:27.315183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51410) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:27.347510 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0ac7bf6-6353-424b-8c1b-4183dc98dfdc req-b5c58191-ca74-4705-9c11-e920198d442b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9fc96209-4d66-4f02-a349-0d904bb5a9c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164248 Apr 18 19:27:27.508855 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-622f524d-d507-4722-847f-706c7c40f826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.519009 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e07fd4-4a7a-4cfe-9fc7-2365a514e7f5 req-33067476-98f0-4978-96f0-5ef03a16a2a8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:27.520465 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-66e07fd4-4a7a-4cfe-9fc7-2365a514e7f5 req-33067476-98f0-4978-96f0-5ef03a16a2a8 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.71 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 949 time: 0.2343278 Apr 18 19:27:27.541156 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-622f524d-d507-4722-847f-706c7c40f826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.637006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-66e07fd4-4a7a-4cfe-9fc7-2365a514e7f5 req-2e7e27cc-96a3-421f-868b-25f74c43f7da tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Deleting port d6952118-e770-41a4-97ba-b71904ad219e {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:27.639096 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-66e07fd4-4a7a-4cfe-9fc7-2365a514e7f5 req-2e7e27cc-96a3-421f-868b-25f74c43f7da tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.656921 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-622f524d-d507-4722-847f-706c7c40f826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.672438 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0ac7bf6-6353-424b-8c1b-4183dc98dfdc req-76c629f8-f22d-48af-abd7-67691e27f7fb service neutron] 10.222.0.16 "GET /v2.0/networks/9fc96209-4d66-4f02-a349-0d904bb5a9c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144922 Apr 18 19:27:27.673123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f524d-d507-4722-847f-706c7c40f826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47093c2f-cc98-44d4-862b-db20f5149886,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:27.679662 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-622f524d-d507-4722-847f-706c7c40f826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:27.680815 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-622f524d-d507-4722-847f-706c7c40f826 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/47093c2f-cc98-44d4-862b-db20f5149886 HTTP/1.1" status: 204 len: 168 time: 0.3647337 Apr 18 19:27:27.722712 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540db41c-4776-4136-b249-14a0331901bf req-36b6516e-6567-4179-a630-111d302de162 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:27.724164 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-540db41c-4776-4136-b249-14a0331901bf req-36b6516e-6567-4179-a630-111d302de162 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 949 time: 0.2822123 Apr 18 19:27:27.984782 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-540db41c-4776-4136-b249-14a0331901bf req-caf93b06-8037-47d5-828b-3272ee5f3614 tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/security-groups?id=342ea4d8-2365-4013-9b2b-baec0eeca869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112494 Apr 18 19:27:27.996167 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0ac7bf6-6353-424b-8c1b-4183dc98dfdc req-9899c107-ae0a-4672-ace1-4942fdb88e12 service neutron] 10.222.0.16 "GET /v2.0/networks/9fc96209-4d66-4f02-a349-0d904bb5a9c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087139 Apr 18 19:27:28.077293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-66e07fd4-4a7a-4cfe-9fc7-2365a514e7f5 req-2e7e27cc-96a3-421f-868b-25f74c43f7da tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] For port d6952118-e770-41a4-97ba-b71904ad219e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d6952118-e770-41a4-97ba-b71904ad219e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:28.077807 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-66e07fd4-4a7a-4cfe-9fc7-2365a514e7f5 req-2e7e27cc-96a3-421f-868b-25f74c43f7da tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.093957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51430) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:28.212000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-66e07fd4-4a7a-4cfe-9fc7-2365a514e7f5 req-2e7e27cc-96a3-421f-868b-25f74c43f7da tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Calling delete_port for d6952118-e770-41a4-97ba-b71904ad219e owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:28.426099 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51444) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:28.484053 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5087-07cd-4fb3-9ed9-1c58a15a60ec req-78d593c3-9f25-4be9-994a-3b72cd6ee79e tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:28.485534 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee6a5087-07cd-4fb3-9ed9-1c58a15a60ec req-78d593c3-9f25-4be9-994a-3b72cd6ee79e tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 943 time: 0.2843034 Apr 18 19:27:28.563460 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee6a5087-07cd-4fb3-9ed9-1c58a15a60ec req-930142d1-07f6-4d5d-9ec6-6df7f4b1520b tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696278 Apr 18 19:27:28.620895 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-66e07fd4-4a7a-4cfe-9fc7-2365a514e7f5 req-2e7e27cc-96a3-421f-868b-25f74c43f7da tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.625352 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-919728976-network', 'tenant_id': '3b3378a894c84075bc25c152487cede1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:28.637104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:28.637848 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Usage tracker for resource:network and tenant:3b3378a894c84075bc25c152487cede1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:28.643188 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:28.649166 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:28.681357 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e27cc-96a3-421f-868b-25f74c43f7da tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Pushing event deleted for resources: {'Port': ['ID=d6952118-e770-41a4-97ba-b71904ad219e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:28.763290 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-42a6ef71-5ebb-4cd3-aa6c-a618bd34cd7a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=823cfa2f41ab45219280cd31da6db23c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3346663 Apr 18 19:27:28.766008 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Made reservation on behalf of 3b3378a894c84075bc25c152487cede1 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:28.768848 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.770314 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51480) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:28.771267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e07fd4-4a7a-4cfe-9fc7-2365a514e7f5 req-2e7e27cc-96a3-421f-868b-25f74c43f7da tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] No DVR routers for this DVR port d6952118-e770-41a4-97ba-b71904ad219e on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:28.775412 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-66e07fd4-4a7a-4cfe-9fc7-2365a514e7f5 req-2e7e27cc-96a3-421f-868b-25f74c43f7da tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.788824 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.796446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'name': 'network-vif-deleted', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:28.801519 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-66e07fd4-4a7a-4cfe-9fc7-2365a514e7f5 req-2e7e27cc-96a3-421f-868b-25f74c43f7da tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.71 "DELETE /v2.0/ports/d6952118-e770-41a4-97ba-b71904ad219e HTTP/1.1" status: 204 len: 173 time: 1.2757018 Apr 18 19:27:28.835504 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:28.839577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Usage tracker for resource:security_group_rule and tenant:3b3378a894c84075bc25c152487cede1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:28.845251 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:28.851235 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:28.870101 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13409007-3cfe-454a-9fcb-c73c5785433b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.885892 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1e0940-312b-4784-9bf8-3eff0fa21560'] response: {'server_uuid': 'd994d7c0-21d7-4e90-8315-8a9ca59b22ef', 'name': 'network-vif-deleted', 'tag': 'd6952118-e770-41a4-97ba-b71904ad219e', 'status': 'completed', 'code': 200} Apr 18 19:27:28.911737 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 567ceae7-b96b-407c-b290-cd135d262967 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:28.912749 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13409007-3cfe-454a-9fcb-c73c5785433b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:28.928721 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.017243 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.086029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:27:29.097852 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13409007-3cfe-454a-9fcb-c73c5785433b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.100550 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 567ceae7-b96b-407c-b290-cd135d262967, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=567ceae7-b96b-407c-b290-cd135d262967,segment=NetworkSegment(9276b928-73a1-4d4b-a703-a32c63bf94c6),segment_id=9276b928-73a1-4d4b-a703-a32c63bf94c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:29.117167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713934de-bfaa-4a41-9d9e-f85e8fb4b364,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:29.130544 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '567ceae7-b96b-407c-b290-cd135d262967', 'network_id': '9fc96209-4d66-4f02-a349-0d904bb5a9c5', 'port_id': '567ceae7-b96b-407c-b290-cd135d262967', 'mac_address': 'fa:16:3e:50:4d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b683c23-7ec1-4151-bcb5-d2d7566e2a4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:29.147648 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.147648 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Added segment ed25af60-b199-45ea-a1ae-0f772ee5faa7 of type vlan for network 6e70baae-e130-4251-aabc-5e2f8dedcc3a Apr 18 19:27:29.148046 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13409007-3cfe-454a-9fcb-c73c5785433b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b707bd35-44d4-4262-bd42-06f0fb860d17,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:29.212989 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.279014 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13409007-3cfe-454a-9fcb-c73c5785433b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.282164 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-13409007-3cfe-454a-9fcb-c73c5785433b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b707bd35-44d4-4262-bd42-06f0fb860d17 HTTP/1.1" status: 204 len: 168 time: 0.5060599 Apr 18 19:27:29.282794 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.309719 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567ceae7-b96b-407c-b290-cd135d262967 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:29.323604 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3f15353-3d00-468e-ab1d-96c07b6ff62e req-2abc3195-9e12-4ee8-b179-a82e5b64500c tempest-MigrationsAdminTest-133577385 tempest-MigrationsAdminTest-133577385-project] 10.222.0.66 "GET /v2.0/ports?device_id=d994d7c0-21d7-4e90-8315-8a9ca59b22ef HTTP/1.1" status: 200 len: 210 time: 0.1655376 Apr 18 19:27:29.352392 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 567ceae7-b96b-407c-b290-cd135d262967, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=567ceae7-b96b-407c-b290-cd135d262967,segment=NetworkSegment(9276b928-73a1-4d4b-a703-a32c63bf94c6),segment_id=9276b928-73a1-4d4b-a703-a32c63bf94c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:29.399940 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.400815 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:29.401348 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.432765 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.503573 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=567ceae7-b96b-407c-b290-cd135d262967,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:29.503830 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] Pushing event updated for resources: {'Network': ['ID=6e70baae-e130-4251-aabc-5e2f8dedcc3a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:29.514454 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 6e70baae-e130-4251-aabc-5e2f8dedcc3a details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:27:29.576458 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c65c96a3-9e88-408a-86d6-b4dd80fd0f1a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4817948 Apr 18 19:27:29.579322 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51504) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:29.588882 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Request body: {'subnet': {'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-919728976-subnet', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:29.596789 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:29.604612 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Usage tracker for resource:subnet and tenant:3b3378a894c84075bc25c152487cede1 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:29.617632 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:29.623719 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51510) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:29.630925 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:29.677935 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['567ceae7-b96b-407c-b290-cd135d262967'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:29.737675 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Made reservation on behalf of 3b3378a894c84075bc25c152487cede1 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:29.739776 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:29.823805 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d6952118-e770-41a4-97ba-b71904ad219e no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:29.872375 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: d6952118-e770-41a4-97ba-b71904ad219e {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:29.872899 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d6952118-e770-41a4-97ba-b71904ad219e not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:29.934234 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b36bce-297b-4f97-a789-bd5b99251588 req-3bdac5c4-9793-4a65-bcf0-8472a2fad7f2 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:29.935861 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95b36bce-297b-4f97-a789-bd5b99251588 req-3bdac5c4-9793-4a65-bcf0-8472a2fad7f2 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 944 time: 0.1809111 Apr 18 19:27:30.035314 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95b36bce-297b-4f97-a789-bd5b99251588 req-71859f55-fe4f-4615-823a-15731ff5eb61 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899060 Apr 18 19:27:30.172891 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.248886 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d3465d1-837d-47bf-996f-f9a170d538c0,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:30.258722 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f17c-5e1c-4378-979e-df87cac03e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.265234 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Checking segment: {'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:30.265619 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Network hostable DHCP agents. Network: 6e70baae-e130-4251-aabc-5e2f8dedcc3a, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:27:30.302256 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9cc2f17c-5e1c-4378-979e-df87cac03e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:30.307066 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9cc2f17c-5e1c-4378-979e-df87cac03e6f admin admin] Usage tracker for resource:security_group_rule and tenant:568172a6bdb64dfa90a91cc8075ffcc9 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:30.310937 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9cc2f17c-5e1c-4378-979e-df87cac03e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:30.317780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9cc2f17c-5e1c-4378-979e-df87cac03e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:30.390420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Network 6e70baae-e130-4251-aabc-5e2f8dedcc3a is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:27:30.393603 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f17c-5e1c-4378-979e-df87cac03e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.520567 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 6e70baae-e130-4251-aabc-5e2f8dedcc3a) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:30.522610 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f17c-5e1c-4378-979e-df87cac03e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.531803 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:30.532281 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.533904 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae2a59a-2839-42eb-a60b-4502e6c78876 None None] Network 6e70baae-e130-4251-aabc-5e2f8dedcc3a requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:30.575275 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2f17c-5e1c-4378-979e-df87cac03e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178471bc-56fb-48db-8643-f75d69dccd42,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:30.594466 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9cc2f17c-5e1c-4378-979e-df87cac03e6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=568172a6bdb64dfa90a91cc8075ffcc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9689565 Apr 18 19:27:30.596654 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51540) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:30.642443 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6f5ac779-be2b-4251-ae15-81ed7154320b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0613954 Apr 18 19:27:30.645209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51546) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:30.653422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:30.660057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:30.660898 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8056017d-83fa-40ba-9498-1b18e54ab079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.668051 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Usage tracker for resource:router and tenant:3b3378a894c84075bc25c152487cede1 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:30.673193 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:30.683598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:30.687552 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8056017d-83fa-40ba-9498-1b18e54ab079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.794450 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:27:30.795295 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.800140 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.801485 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.856967 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8056017d-83fa-40ba-9498-1b18e54ab079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.876314 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056017d-83fa-40ba-9498-1b18e54ab079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178471bc-56fb-48db-8643-f75d69dccd42,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:30.879468 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.879757 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8056017d-83fa-40ba-9498-1b18e54ab079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:30.884093 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8056017d-83fa-40ba-9498-1b18e54ab079 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/178471bc-56fb-48db-8643-f75d69dccd42 HTTP/1.1" status: 204 len: 168 time: 0.2833526 Apr 18 19:27:30.935312 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 567ceae7-b96b-407c-b290-cd135d262967 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:31.015120 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Allocated IP 172.20.0.2 (6e70baae-e130-4251-aabc-5e2f8dedcc3a/7d3465d1-837d-47bf-996f-f9a170d538c0/2b679605-2076-47db-b952-821f9d489a5f) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:31.145503 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.168182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 567ceae7-b96b-407c-b290-cd135d262967 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:31.174776 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 567ceae7-b96b-407c-b290-cd135d262967 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:31.175144 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.289948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51562) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:31.301629 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc90c5-f04d-4206-8966-cbc08fae2151 req-fd784ffc-b4fe-4679-98fa-5f3cb1fbacb3 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:31.303472 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3ccc90c5-f04d-4206-8966-cbc08fae2151 req-fd784ffc-b4fe-4679-98fa-5f3cb1fbacb3 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 944 time: 0.0972688 Apr 18 19:27:31.373547 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3ccc90c5-f04d-4206-8966-cbc08fae2151 req-b7ac68d7-02a4-472c-ab33-5e8eea774ce4 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640607 Apr 18 19:27:31.401633 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.424402 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Transition to ACTIVE for port object 2b679605-2076-47db-b952-821f9d489a5f will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:31.430857 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.463818 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Transition to ACTIVE for port object 2b679605-2076-47db-b952-821f9d489a5f will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:31.469954 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015bb96e-892f-487f-814f-610e440a01d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567ceae7-b96b-407c-b290-cd135d262967'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:31.481765 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 567ceae7-b96b-407c-b290-cd135d262967, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=567ceae7-b96b-407c-b290-cd135d262967,segment=NetworkSegment(9276b928-73a1-4d4b-a703-a32c63bf94c6),segment_id=9276b928-73a1-4d4b-a703-a32c63bf94c6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:31.525860 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783f2738-1341-4f82-901b-a8efb4d8c1b9'] response: {'server_uuid': '015bb96e-892f-487f-814f-610e440a01d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567ceae7-b96b-407c-b290-cd135d262967', 'code': 200} Apr 18 19:27:31.545678 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.555031 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.586273 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.608040 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.645420 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Network 6e70baae-e130-4251-aabc-5e2f8dedcc3a is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:31.649482 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:31.658519 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Pushing event updated for resources: {'Port': ['ID=2b679605-2076-47db-b952-821f9d489a5f,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:31.660837 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:31.698422 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51576) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:31.813909 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=567ceae7-b96b-407c-b290-cd135d262967,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:31.816745 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Attempting to bind port 2b679605-2076-47db-b952-821f9d489a5f on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:31.816989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Attempting to bind port 2b679605-2076-47db-b952-821f9d489a5f by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:31.817345 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Attempting to bind port 2b679605-2076-47db-b952-821f9d489a5f on network 6e70baae-e130-4251-aabc-5e2f8dedcc3a {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:31.825106 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:31.825474 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Checking segment: {'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:31.825871 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.826281 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Bound using segment: {'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:31.826856 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Bound port: 2b679605-2076-47db-b952-821f9d489a5f, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:31.827131 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.833375 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Allocated IP 172.25.8.7 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/51d83843-28ac-4192-8290-7b24da3bb2e6) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:31.837754 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-feb52aa2-c41d-4b9a-a9ee-0848a33791f4 req-4b282554-eed8-4321-a2e9-38780f11106c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 1096 time: 0.2071123 Apr 18 19:27:31.839100 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-689404403-network', 'tenant_id': '44426cab66e14739abebfa4e8a47feae'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:31.846076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:31.851664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Usage tracker for resource:network and tenant:44426cab66e14739abebfa4e8a47feae is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:31.859132 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:31.864993 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:31.922112 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] For port 2b679605-2076-47db-b952-821f9d489a5f, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:31.925003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] For port 2b679605-2076-47db-b952-821f9d489a5f, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=2b679605-2076-47db-b952-821f9d489a5f,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:31.942918 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Made reservation on behalf of 44426cab66e14739abebfa4e8a47feae for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:31.945400 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.960603 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:31.989918 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-feb52aa2-c41d-4b9a-a9ee-0848a33791f4 req-82aaf92a-de2a-4749-af20-cf084f7ac7e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078022 Apr 18 19:27:31.992149 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:31.999251 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Usage tracker for resource:security_group_rule and tenant:44426cab66e14739abebfa4e8a47feae is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:31.999751 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:32.005735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:32.018723 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.041745 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.083757 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.133629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84aa5d-e7c1-450f-8944-282712c4ec31 None None] Pushing event updated for resources: {'Port': ['ID=2b679605-2076-47db-b952-821f9d489a5f,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:32.181653 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.314253 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.333706 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:27:32.364730 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.365460 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Added segment a11ec128-8b92-4f66-ac7b-6f4900ac4d46 of type vlan for network ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 Apr 18 19:27:32.372414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:32.375481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:32.380101 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:32.407004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Pushing event updated for resources: {'Port': ['ID=51d83843-28ac-4192-8290-7b24da3bb2e6,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:32.408054 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.581992 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdd980b-1041-438b-a553-4784666c2003,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:32.634126 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c7b02d6c-37af-4aa0-8c6a-984d14da6d8c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c22a2f2d46e46198d19e1a175df3310&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9321878 Apr 18 19:27:32.634284 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51596) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:32.667235 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.667569 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:32.668194 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.700303 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07a21d-943f-4aed-acda-e43d08ac248d req-7482687a-65c6-4cc5-a59f-fd294d636d42 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:32.702380 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac07a21d-943f-4aed-acda-e43d08ac248d req-7482687a-65c6-4cc5-a59f-fd294d636d42 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 945 time: 0.1167917 Apr 18 19:27:32.750214 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac07a21d-943f-4aed-acda-e43d08ac248d req-bb6e365d-1946-4502-be9e-d7a07999e33d tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Apr 18 19:27:32.792304 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] Pushing event updated for resources: {'Network': ['ID=ff5e3a9e-0f62-4bcf-addd-0d01b44915e5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:32.804191 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:27:32.807073 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-541f3507-2b57-438b-898a-9a4d8dfd6a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.834020 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-541f3507-2b57-438b-898a-9a4d8dfd6a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.872423 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.873993 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:32.904117 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fefa2c83-0791-4fb4-891e-520807e5089e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6128087 Apr 18 19:27:32.910161 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51606) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:32.923938 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Request body: {'subnet': {'network_id': 'ff5e3a9e-0f62-4bcf-addd-0d01b44915e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-689404403-subnet', 'tenant_id': '44426cab66e14739abebfa4e8a47feae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:32.937007 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:32.943625 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Usage tracker for resource:subnet and tenant:44426cab66e14739abebfa4e8a47feae is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:32.949679 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:32.961021 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:33.022957 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-541f3507-2b57-438b-898a-9a4d8dfd6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.051297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f3507-2b57-438b-898a-9a4d8dfd6a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342ea4d8-2365-4013-9b2b-baec0eeca869,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:33.062725 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Made reservation on behalf of 44426cab66e14739abebfa4e8a47feae for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:33.066307 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.251788 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51616) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:33.284177 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-541f3507-2b57-438b-898a-9a4d8dfd6a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.285296 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-541f3507-2b57-438b-898a-9a4d8dfd6a3d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/342ea4d8-2365-4013-9b2b-baec0eeca869 HTTP/1.1" status: 204 len: 168 time: 0.6502073 Apr 18 19:27:33.358723 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:27:33.510914 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ff013-a9cb-409e-9b05-bc2fbf556d13 None None] Network 6e70baae-e130-4251-aabc-5e2f8dedcc3a requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:33.522200 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1182022050-network', 'tenant_id': '60594790ca474462950206fdbf632734'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:33.527603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:33.531846 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Usage tracker for resource:network and tenant:60594790ca474462950206fdbf632734 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:33.535414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:33.541225 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:33.546879 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.676743 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Made reservation on behalf of 60594790ca474462950206fdbf632734 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:33.680659 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.690329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e2a058-ddfd-45b8-8dea-d837093f7ca5,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:33.696542 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Checking segment: {'id': 'a11ec128-8b92-4f66-ac7b-6f4900ac4d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ff5e3a9e-0f62-4bcf-addd-0d01b44915e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:33.696810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Network hostable DHCP agents. Network: ff5e3a9e-0f62-4bcf-addd-0d01b44915e5, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:27:33.712159 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.764497 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:33.776896 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-88c9d548-3582-489c-ae6f-1e06fdb94a2d None None] Provisioning for port 2b679605-2076-47db-b952-821f9d489a5f completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:33.780933 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 2b679605-2076-47db-b952-821f9d489a5f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:33.795074 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:33.800604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Usage tracker for resource:security_group_rule and tenant:60594790ca474462950206fdbf632734 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:33.805825 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:33.816262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:33.819401 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Sync routers for ids ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:33.833908 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Network ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:27:33.899071 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:33.905364 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Routers {'e78a27b2-9e3d-44be-bc8b-6f78121d83f8'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:33.906254 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:27:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:33.965297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, ff5e3a9e-0f62-4bcf-addd-0d01b44915e5) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:33.971335 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:33.972013 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.006062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f07ae-a3c2-4088-91d0-99301f087389 req-05160a14-dd45-4c3b-b493-a4fc7b297c5c tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:34.011335 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-361f07ae-a3c2-4088-91d0-99301f087389 req-05160a14-dd45-4c3b-b493-a4fc7b297c5c tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 945 time: 0.1112123 Apr 18 19:27:34.062935 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-361f07ae-a3c2-4088-91d0-99301f087389 req-ac0c5362-2955-45b9-94ad-aaf59f3b5eb0 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492601 Apr 18 19:27:34.066856 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b40f10-faae-4f81-8f2c-9b338cdc73fc None None] Network ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:34.126622 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.127072 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1ba2d108-544f-4bd4-a223-3753ddbfae7d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2150719 Apr 18 19:27:34.180749 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.180749 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7c2f76dd-3112-4e19-b3c6-ae72ff4f6d8a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5299361 Apr 18 19:27:34.181703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c6383d-a3cf-4f1b-b1e4-5283ea89b2a6,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:34.182508 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51646) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:34.219821 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:27:34.238251 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.239624 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Added segment 03900c93-5c58-462d-b825-0e07ee6c25c2 of type vlan for network 574a0ab3-0b8f-4952-894f-45b8da0ee116 Apr 18 19:27:34.286274 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.328137 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 2b679605-2076-47db-b952-821f9d489a5f completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:34.425794 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.426697 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:34.427284 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.440038 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Set router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:34.592256 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 2b679605-2076-47db-b952-821f9d489a5f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:34.592929 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.631847 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] Pushing event updated for resources: {'Network': ['ID=574a0ab3-0b8f-4952-894f-45b8da0ee116,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:34.656836 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 574a0ab3-0b8f-4952-894f-45b8da0ee116 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:27:34.691874 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f5fc5f9a-c940-4bde-ba0a-0ea842b216f9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4363513 Apr 18 19:27:34.693051 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51662) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:34.699854 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Request body: {'subnet': {'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1182022050-subnet', 'tenant_id': '60594790ca474462950206fdbf632734', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:34.706243 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:34.710505 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Usage tracker for resource:subnet and tenant:60594790ca474462950206fdbf632734 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:34.713921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:34.720213 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:34.810375 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Made reservation on behalf of 60594790ca474462950206fdbf632734 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:34.815718 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:34.867587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287b1b01-6b59-47a5-a453-4de4371319fb None None] Network ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:35.001767 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f3fa2cd8-6eab-4d56-af2d-83b8f8cb4187 None None] Provisioning complete for port 2b679605-2076-47db-b952-821f9d489a5f triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:35.002347 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2cd8-6eab-4d56-af2d-83b8f8cb4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.066243 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51670) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:35.113367 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:27:35.176595 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d96ced04-4ba2-4428-8753-6110ded53824 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=00c9c22f7ed04feeaddc6e1979995099&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1090217 Apr 18 19:27:35.179684 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51674) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:35.239800 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.272607 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.274617 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c04f-5c42-4ea1-9e53-caaf3abd657c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.343092 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c04f-5c42-4ea1-9e53-caaf3abd657c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.382083 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b617e322-b02f-4db6-8d71-da2b8b2259d4,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:35.392740 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Checking segment: {'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:35.393113 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Network hostable DHCP agents. Network: 574a0ab3-0b8f-4952-894f-45b8da0ee116, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:27:35.424927 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f3fa2cd8-6eab-4d56-af2d-83b8f8cb4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.445651 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 2b679605-2076-47db-b952-821f9d489a5f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=2b679605-2076-47db-b952-821f9d489a5f,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:35.500745 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:32Z', 'revision_number': 3, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:35.504710 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Checking router: e78a27b2-9e3d-44be-bc8b-6f78121d83f8 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:35.505055 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Updating router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 port 51d83843-28ac-4192-8290-7b24da3bb2e6 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:27:35.512475 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Network 574a0ab3-0b8f-4952-894f-45b8da0ee116 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:27:35.550823 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.570335 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.629610 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c04f-5c42-4ea1-9e53-caaf3abd657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.645481 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.657516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4c04f-5c42-4ea1-9e53-caaf3abd657c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa74a38-4951-4db0-a6a1-58c67cff73f3,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:35.666908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 574a0ab3-0b8f-4952-894f-45b8da0ee116) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:35.671411 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:35.671989 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.684748 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc56831-6fd8-410b-8e66-67a99c10dbeb None None] Network 574a0ab3-0b8f-4952-894f-45b8da0ee116 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:35.803628 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5e7359bb-14fa-4781-92dd-e2a93d988143 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1064553 Apr 18 19:27:35.804183 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51694) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:35.810051 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:35.821194 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:35.826272 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c04f-5c42-4ea1-9e53-caaf3abd657c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.827638 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2dc4c04f-5c42-4ea1-9e53-caaf3abd657c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/baa74a38-4951-4db0-a6a1-58c67cff73f3 HTTP/1.1" status: 204 len: 168 time: 0.6469204 Apr 18 19:27:35.833308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Allocated IP 172.20.0.1 (6e70baae-e130-4251-aabc-5e2f8dedcc3a/7d3465d1-837d-47bf-996f-f9a170d538c0/ebb16287-e606-4728-907d-21f03e1ef96b) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:35.837262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Usage tracker for resource:router and tenant:60594790ca474462950206fdbf632734 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:35.843834 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:35.867508 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:35.871938 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-f3fa2cd8-6eab-4d56-af2d-83b8f8cb4187 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:27:35.872443 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-f3fa2cd8-6eab-4d56-af2d-83b8f8cb4187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:27:35.877944 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=2b679605-2076-47db-b952-821f9d489a5f,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:35.996439 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:35.997580 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.019520 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.045362 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.072429 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Transition to ACTIVE for port object ebb16287-e606-4728-907d-21f03e1ef96b will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:36.104142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51706) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:36.190168 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-574a0ab3-0b8f-4952-894f-45b8da0ee116', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'tenant_id': '60594790ca474462950206fdbf632734', 'fixed_ips': [{'subnet_id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:27:36.191291 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.223000 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.286320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Network 6e70baae-e130-4251-aabc-5e2f8dedcc3a is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:36.293737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:36.376577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:36.412048 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.483318 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Allocated IP 172.20.0.2 (574a0ab3-0b8f-4952-894f-45b8da0ee116/b617e322-b02f-4db6-8d71-da2b8b2259d4/ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:36.587937 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb16287-e606-4728-907d-21f03e1ef96b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:36.601673 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.667082 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f21c77-ceb2-46cc-91d1-3cc6bd556bc5 req-e00d72b1-25b0-4744-abc8-e116403f056a tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:36.667758 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f21c77-ceb2-46cc-91d1-3cc6bd556bc5 req-e00d72b1-25b0-4744-abc8-e116403f056a tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:36.668290 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f21c77-ceb2-46cc-91d1-3cc6bd556bc5 req-e00d72b1-25b0-4744-abc8-e116403f056a tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:36.668832 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f21c77-ceb2-46cc-91d1-3cc6bd556bc5 req-e00d72b1-25b0-4744-abc8-e116403f056a tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:36.669355 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f21c77-ceb2-46cc-91d1-3cc6bd556bc5 req-e00d72b1-25b0-4744-abc8-e116403f056a tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:36.670061 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f21c77-ceb2-46cc-91d1-3cc6bd556bc5 req-e00d72b1-25b0-4744-abc8-e116403f056a tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:36.670620 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f21c77-ceb2-46cc-91d1-3cc6bd556bc5 req-e00d72b1-25b0-4744-abc8-e116403f056a tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:36.672773 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3f21c77-ceb2-46cc-91d1-3cc6bd556bc5 req-e00d72b1-25b0-4744-abc8-e116403f056a tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.3807366 Apr 18 19:27:36.732425 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.resource_extend [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:27:36.805071 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.818324 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Transition to ACTIVE for port object 51d83843-28ac-4192-8290-7b24da3bb2e6 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:36.837174 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.858137 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.860277 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Transition to ACTIVE for port object ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:36.887786 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Transition to ACTIVE for port object ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:36.897497 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:36.977092 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4354b4-77f3-447a-999b-41c1755bb461 None None] Pushing event updated for resources: {'Port': ['ID=51d83843-28ac-4192-8290-7b24da3bb2e6,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:36.981520 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.003313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4ae60-9a86-4e84-950e-534c9f280e51 req-ace85f66-e5d8-4111-beec-cbc502d483a3 tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:37.004658 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-97d4ae60-9a86-4e84-950e-534c9f280e51 req-ace85f66-e5d8-4111-beec-cbc502d483a3 tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 886 time: 0.2710843 Apr 18 19:27:37.011251 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1950702598-network', 'tenant_id': '36fbcdb4fdf04694ad7aba5b28294229'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:37.021278 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:37.029314 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Usage tracker for resource:network and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:37.035015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:37.044084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:37.051048 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.087717 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Attempting to bind port 51d83843-28ac-4192-8290-7b24da3bb2e6 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:37.088149 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Attempting to bind port 51d83843-28ac-4192-8290-7b24da3bb2e6 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:37.088568 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Attempting to bind port 51d83843-28ac-4192-8290-7b24da3bb2e6 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:37.099172 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.101767 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Network 574a0ab3-0b8f-4952-894f-45b8da0ee116 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:37.106346 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:37.113458 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:37.121618 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Pushing event updated for resources: {'Port': ['ID=ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:37.129487 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:37.129487 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:37.129487 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.129487 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:37.129487 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Bound port: 51d83843-28ac-4192-8290-7b24da3bb2e6, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:37.129487 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.198682 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.239422 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e7c329d5-6db5-4d78-a85b-01cd0022f810 None None] Provisioning for port ebb16287-e606-4728-907d-21f03e1ef96b completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:37.254076 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e7c329d5-6db5-4d78-a85b-01cd0022f810 None None] Provisioning complete for port ebb16287-e606-4728-907d-21f03e1ef96b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:37.254076 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e7c329d5-6db5-4d78-a85b-01cd0022f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.292529 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.359549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Allocated IP 172.25.8.74 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/080147f1-365d-42e9-b595-05184cb9258f) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:37.360841 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] For port 51d83843-28ac-4192-8290-7b24da3bb2e6, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:37.364772 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] For port 51d83843-28ac-4192-8290-7b24da3bb2e6, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=51d83843-28ac-4192-8290-7b24da3bb2e6,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:37.386625 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Made reservation on behalf of 36fbcdb4fdf04694ad7aba5b28294229 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:37.389433 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.446884 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e7c329d5-6db5-4d78-a85b-01cd0022f810 None None] Port ebb16287-e606-4728-907d-21f03e1ef96b cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:27:37.450445 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Attempting to bind port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:37.451376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Attempting to bind port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:37.451967 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Attempting to bind port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 on network 574a0ab3-0b8f-4952-894f-45b8da0ee116 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:37.457144 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.460077 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.512848 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:37.513284 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Checking segment: {'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:37.514246 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.514660 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Bound using segment: {'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:37.515146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Bound port: ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:37.515656 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.553158 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.557718 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb16287-e606-4728-907d-21f03e1ef96b,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:37.629294 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:37.653229 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:37.676522 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:37.700479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:37.751671 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 2b679605-2076-47db-b952-821f9d489a5f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:37.758969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd229e4f-1ed5-48d5-b7d7-d501cb161e2b req-7d9e8b9f-2bcb-449c-b2da-e45e67e33fa2 tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:37.759341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd229e4f-1ed5-48d5-b7d7-d501cb161e2b req-7d9e8b9f-2bcb-449c-b2da-e45e67e33fa2 tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:37.759704 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd229e4f-1ed5-48d5-b7d7-d501cb161e2b req-7d9e8b9f-2bcb-449c-b2da-e45e67e33fa2 tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:37.760061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd229e4f-1ed5-48d5-b7d7-d501cb161e2b req-7d9e8b9f-2bcb-449c-b2da-e45e67e33fa2 tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:37.760419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd229e4f-1ed5-48d5-b7d7-d501cb161e2b req-7d9e8b9f-2bcb-449c-b2da-e45e67e33fa2 tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:37.760773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd229e4f-1ed5-48d5-b7d7-d501cb161e2b req-7d9e8b9f-2bcb-449c-b2da-e45e67e33fa2 tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:37.761266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd229e4f-1ed5-48d5-b7d7-d501cb161e2b req-7d9e8b9f-2bcb-449c-b2da-e45e67e33fa2 tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:37.763089 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bd229e4f-1ed5-48d5-b7d7-d501cb161e2b req-7d9e8b9f-2bcb-449c-b2da-e45e67e33fa2 tempest-NetworksTest-1440588520 tempest-NetworksTest-1440588520-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5020 time: 0.5073593 Apr 18 19:27:37.778937 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-0b507d8d-ac96-45b7-a2c8-085d1ca47c30 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a53d823e29114764aaa93e7dd2d3962f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574548 Apr 18 19:27:37.817554 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.866038 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:37.895428 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4354b4-77f3-447a-999b-41c1755bb461 None None] Pushing event updated for resources: {'Port': ['ID=51d83843-28ac-4192-8290-7b24da3bb2e6,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:37.905474 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] For port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:37.909014 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] For port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:37.911718 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Routers {'e78a27b2-9e3d-44be-bc8b-6f78121d83f8'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:37.912331 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:27:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:37.941658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Network 6e70baae-e130-4251-aabc-5e2f8dedcc3a is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:37.945135 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:37.976110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51756) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:37.996606 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-687596422-network', 'tenant_id': 'ef7a37bf76654f4c92d1f70b6cd16acf'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:38.031809 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:38.056050 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Usage tracker for resource:network and tenant:ef7a37bf76654f4c92d1f70b6cd16acf is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:38.064602 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.074992 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.096672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:38.137243 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.160409 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-242b4714-2a77-4862-85d2-ba5dfee7962e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:38.161967 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-242b4714-2a77-4862-85d2-ba5dfee7962e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3585150 Apr 18 19:27:38.218119 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-67f0fa37-0f9b-4515-a975-50c36295618f tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/quotas/a53d823e29114764aaa93e7dd2d3962f HTTP/1.1" status: 200 len: 375 time: 0.0464804 Apr 18 19:27:38.285858 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-f5cceed0-ecb0-42b2-934d-6e0cfc7d479c tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53d823e29114764aaa93e7dd2d3962f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600643 Apr 18 19:27:38.324740 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741737ab-0efc-4363-9741-828b688f7fcb,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:38.328369 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Pushing event updated for resources: {'Port': ['ID=080147f1-365d-42e9-b595-05184cb9258f,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:38.335585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:38.350051 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:27:38.366954 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:38.371115 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:38.374144 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:38.426307 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.426865 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Added segment cc555d80-6c8c-4c0d-a69e-be222a39c25b of type vlan for network 4fcd3e27-1c43-4da8-b122-e3fcbd542ee4 Apr 18 19:27:38.451271 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Made reservation on behalf of ef7a37bf76654f4c92d1f70b6cd16acf for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:38.454192 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.477809 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.507110 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 2b679605-2076-47db-b952-821f9d489a5f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:38.507408 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.566286 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26b8b3-d061-411c-b266-4a6ac2c3d693 None None] Pushing event updated for resources: {'Port': ['ID=ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:38.573569 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.636409 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-569830fe-ecac-4728-abc0-e62280bde174 None None] Provisioning complete for port ebb16287-e606-4728-907d-21f03e1ef96b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:38.636777 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-569830fe-ecac-4728-abc0-e62280bde174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.669264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] Set router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:38.691241 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:27:38.745072 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:38.797566 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-569830fe-ecac-4728-abc0-e62280bde174 None None] Port ebb16287-e606-4728-907d-21f03e1ef96b cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:27:38.810829 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:ef7a37bf76654f4c92d1f70b6cd16acf is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:38.814500 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:27:38.831272 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:38.841968 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:38.937540 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:38.941949 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:38.941949 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:39.140773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bbcb5-5a26-43f7-8ff7-4f45b0866c67 req-f6bf1c14-1169-44f9-97ea-004da80f9547 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:39.147485 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a54bbcb5-5a26-43f7-8ff7-4f45b0866c67 req-f6bf1c14-1169-44f9-97ea-004da80f9547 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 945 time: 0.5419676 Apr 18 19:27:39.175958 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:39.188060 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b132540e-9ae6-40bb-892a-ea98841d7ba7 admin admin] 10.222.0.66 "PUT /v2.0/routers/e78a27b2-9e3d-44be-bc8b-6f78121d83f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0044065 Apr 18 19:27:39.230821 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:39.328501 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:39.365915 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-f7de5e4d-0662-4772-a88d-6ce41c32ff6d tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a53d823e29114764aaa93e7dd2d3962f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637724 Apr 18 19:27:39.370684 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51790) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:39.416745 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ebb16287-e606-4728-907d-21f03e1ef96b', 'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'mac_address': 'fa:16:3e:a5:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:35Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 2, 'project_id': '3b3378a894c84075bc25c152487cede1', 'subnets': [{'id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:39.425991 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d80013f-1254-440b-a519-cbf39e0f0483 None None] The sync data for ids ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'] in n-d-838334-1 is: [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ebb16287-e606-4728-907d-21f03e1ef96b', 'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'mac_address': 'fa:16:3e:a5:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:35Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 2, 'project_id': '3b3378a894c84075bc25c152487cede1', 'subnets': [{'id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:27:39.471510 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:27:39.489141 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:39.489467 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Added segment 6497798a-1463-4aa4-8ef7-43ce9e56973c of type vlan for network f4f630d4-d22d-47f3-8cc9-f78b61b5ab25 Apr 18 19:27:39.544002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b6075c-3668-438c-9183-01929a0a0e22,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:39.547162 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] Pushing event updated for resources: {'Network': ['ID=4fcd3e27-1c43-4da8-b122-e3fcbd542ee4,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:39.594593 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a54bbcb5-5a26-43f7-8ff7-4f45b0866c67 req-ea0adccf-16f7-4887-b07e-7ed7cf1d4f57 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461458 Apr 18 19:27:39.596036 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5d1c71af-5d91-4583-9a5a-771edd224b51 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.4908345 Apr 18 19:27:39.605155 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 4fcd3e27-1c43-4da8-b122-e3fcbd542ee4 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:27:39.617127 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51800) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:39.687453 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Request body: {'subnet': {'network_id': '4fcd3e27-1c43-4da8-b122-e3fcbd542ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1950702598-subnet', 'tenant_id': '36fbcdb4fdf04694ad7aba5b28294229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:39.714674 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:39.730624 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Usage tracker for resource:subnet and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:39.755320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:39.788340 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:39.873427 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:39.886333 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:39.916709 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Made reservation on behalf of 36fbcdb4fdf04694ad7aba5b28294229 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:39.918514 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:39.923201 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:39.985602 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:39.987726 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:40.088844 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-b2fb6d2c-ceb6-4194-bd89-44a4cae1f4c5 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:40.095923 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-b2fb6d2c-ceb6-4194-bd89-44a4cae1f4c5 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7260311 Apr 18 19:27:40.194021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:40.213631 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-568d8f4c-12f2-425e-9c5f-23f2437b9270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:40.244543 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88950f22-f639-42f6-b5d7-3ac062ad71b8 None None] Network 574a0ab3-0b8f-4952-894f-45b8da0ee116 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:40.294089 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb9203-c167-4fed-81be-536a28524719 req-c395e723-fa1c-47e4-80c2-85fc905ac59a tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:40.302980 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34cb9203-c167-4fed-81be-536a28524719 req-c395e723-fa1c-47e4-80c2-85fc905ac59a tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.16 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 945 time: 0.5349956 Apr 18 19:27:40.504899 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:40.505766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:40.506344 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:40.600774 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-999e6d9e-9c6d-4421-b2a2-7bbfe6b5621c None None] Provisioning for port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:40.648397 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-999e6d9e-9c6d-4421-b2a2-7bbfe6b5621c None None] Provisioning complete for port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:40.648765 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-999e6d9e-9c6d-4421-b2a2-7bbfe6b5621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:40.734038 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-53ee8861-e491-4a44-b5c7-a065926d8b02 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/quotas/a53d823e29114764aaa93e7dd2d3962f HTTP/1.1" status: 200 len: 375 time: 0.5839305 Apr 18 19:27:40.815633 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-34cb9203-c167-4fed-81be-536a28524719 req-b2f6e002-c071-4869-beb5-36f8c3fcb0f5 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Deleting port 567ceae7-b96b-407c-b290-cd135d262967 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:27:40.815939 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-34cb9203-c167-4fed-81be-536a28524719 req-b2f6e002-c071-4869-beb5-36f8c3fcb0f5 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:40.853337 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-999e6d9e-9c6d-4421-b2a2-7bbfe6b5621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:40.867844 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-de929f1d-3ff3-4892-b8b7-9260625472a8 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53d823e29114764aaa93e7dd2d3962f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1314294 Apr 18 19:27:40.882764 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f630d4-d22d-47f3-8cc9-f78b61b5ab25,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:40.889588 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-568d8f4c-12f2-425e-9c5f-23f2437b9270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:40.900811 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-568d8f4c-12f2-425e-9c5f-23f2437b9270 admin admin] Usage tracker for resource:security_group_rule and tenant:fb835e66cc3f43a6b398dababb2d6267 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:40.906052 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-568d8f4c-12f2-425e-9c5f-23f2437b9270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:40.926402 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network f4f630d4-d22d-47f3-8cc9-f78b61b5ab25 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:27:40.946948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-568d8f4c-12f2-425e-9c5f-23f2437b9270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:41.175840 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-999e6d9e-9c6d-4421-b2a2-7bbfe6b5621c None None] For port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:41.266805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51820) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:41.268854 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f1f838ad-1fdd-488c-86d6-05d0ac88b7f8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2899387 Apr 18 19:27:41.287521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Request body: {'subnet': {'network_id': 'f4f630d4-d22d-47f3-8cc9-f78b61b5ab25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-687596422-subnet', 'tenant_id': 'ef7a37bf76654f4c92d1f70b6cd16acf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:41.326031 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-34cb9203-c167-4fed-81be-536a28524719 req-b2f6e002-c071-4869-beb5-36f8c3fcb0f5 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] For port 567ceae7-b96b-407c-b290-cd135d262967, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=567ceae7-b96b-407c-b290-cd135d262967,segment=NetworkSegment(9276b928-73a1-4d4b-a703-a32c63bf94c6),segment_id=9276b928-73a1-4d4b-a703-a32c63bf94c6)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:41.329671 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-34cb9203-c167-4fed-81be-536a28524719 req-b2f6e002-c071-4869-beb5-36f8c3fcb0f5 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:41.352475 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-568d8f4c-12f2-425e-9c5f-23f2437b9270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:41.354411 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:41.360034 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Usage tracker for resource:subnet and tenant:ef7a37bf76654f4c92d1f70b6cd16acf is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:41.363090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:41.370061 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:41.383210 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:41.387013 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-999e6d9e-9c6d-4421-b2a2-7bbfe6b5621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:41.395234 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:41.532604 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-568d8f4c-12f2-425e-9c5f-23f2437b9270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:41.538596 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-34cb9203-c167-4fed-81be-536a28524719 req-b2f6e002-c071-4869-beb5-36f8c3fcb0f5 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Calling delete_port for 567ceae7-b96b-407c-b290-cd135d262967 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:27:41.546826 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-22651f9e-f149-439e-8982-a8a2ca0dce23 None None] Provisioning complete for port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:41.547191 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-22651f9e-f149-439e-8982-a8a2ca0dce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:41.600284 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51832) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:41.659919 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Made reservation on behalf of ef7a37bf76654f4c92d1f70b6cd16acf for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:41.662802 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:41.726481 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802215884', 'description': 'tempest-description--1776026170'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:41.731455 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e6d9e-9c6d-4421-b2a2-7bbfe6b5621c None None] Pushing event updated for resources: {'Port': ['ID=ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:41.817969 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9a1354a-8e8c-4192-8824-3dff7cc6a9ba req-a813d61a-e79d-45c8-868e-a9f3eb9f52f0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 210 time: 0.0716891 Apr 18 19:27:41.865095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51d83843-28ac-4192-8290-7b24da3bb2e6 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:41.916154 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:41.947319 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Usage tracker for resource:security_group and tenant:3b3378a894c84075bc25c152487cede1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:41.968283 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d0447e-f445-4559-a6b9-0a09fc85e803,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:41.976136 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:41.978877 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d8f4c-12f2-425e-9c5f-23f2437b9270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f4ed15-bc52-44d0-82fb-4e6071cf7042,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:41.993858 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:42.004088 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-568d8f4c-12f2-425e-9c5f-23f2437b9270 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb835e66cc3f43a6b398dababb2d6267&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6250381 Apr 18 19:27:42.004199 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51844) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:42.031977 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Router 05832b65-61c0-4f53-ad56-e03c6a721bb3 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:27:42.040266 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Checking segment: {'id': 'cc555d80-6c8c-4c0d-a69e-be222a39c25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4fcd3e27-1c43-4da8-b122-e3fcbd542ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:42.040608 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Network hostable DHCP agents. Network: 4fcd3e27-1c43-4da8-b122-e3fcbd542ee4, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:27:42.056819 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 51d83843-28ac-4192-8290-7b24da3bb2e6 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:42.073247 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-34cb9203-c167-4fed-81be-536a28524719 req-b2f6e002-c071-4869-beb5-36f8c3fcb0f5 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.076313 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 51d83843-28ac-4192-8290-7b24da3bb2e6 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:42.077987 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.115016 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed0d81-f01c-4c81-b88b-a4d81b000303 req-13f20cb0-82e2-45fa-aa8f-ffc094cc92d3 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:42.116478 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-86ed0d81-f01c-4c81-b88b-a4d81b000303 req-13f20cb0-82e2-45fa-aa8f-ffc094cc92d3 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/ports?device_id=015bb96e-892f-487f-814f-610e440a01d4 HTTP/1.1" status: 200 len: 945 time: 0.3409965 Apr 18 19:27:42.154863 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.224178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6e002-c071-4869-beb5-36f8c3fcb0f5 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Pushing event deleted for resources: {'Port': ['ID=567ceae7-b96b-407c-b290-cd135d262967,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:42.244079 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-86ed0d81-f01c-4c81-b88b-a4d81b000303 req-1c64f26e-fb93-4c46-bcca-8a9ef613e0cc tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.66 "GET /v2.0/security-groups?id=9fed8d6c-27ac-44f0-a438-9a26f5415fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188185 Apr 18 19:27:42.251611 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Network 4fcd3e27-1c43-4da8-b122-e3fcbd542ee4 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:27:42.258906 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:42.265764 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Usage tracker for resource:security_group_rule and tenant:3b3378a894c84075bc25c152487cede1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:42.269535 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:42.275763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:42.308841 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d155f42b-2092-442f-9685-584cedb5df13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.320714 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1755069368', 'description': 'tempest-description-1829691226'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:42.343555 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:42.345444 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.352104 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.364401 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.383428 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 51d83843-28ac-4192-8290-7b24da3bb2e6, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=51d83843-28ac-4192-8290-7b24da3bb2e6,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:42.394811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Usage tracker for resource:security_group and tenant:5016de7ba2794ffa9fc6fafa73d8eca4 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:42.407349 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 4fcd3e27-1c43-4da8-b122-e3fcbd542ee4) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:42.412196 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:42.413026 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.417406 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c114ac-76ed-446b-9ff0-15c03e248c5b None None] Network 4fcd3e27-1c43-4da8-b122-e3fcbd542ee4 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:42.437939 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:42.454332 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d155f42b-2092-442f-9685-584cedb5df13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.456647 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.461260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:42.464837 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cb9203-c167-4fed-81be-536a28524719 req-b2f6e002-c071-4869-beb5-36f8c3fcb0f5 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] No DVR routers for this DVR port 567ceae7-b96b-407c-b290-cd135d262967 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:27:42.474287 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-34cb9203-c167-4fed-81be-536a28524719 req-b2f6e002-c071-4869-beb5-36f8c3fcb0f5 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.477902 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015bb96e-892f-487f-814f-610e440a01d4', 'name': 'network-vif-deleted', 'tag': '567ceae7-b96b-407c-b290-cd135d262967'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:42.487079 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.573769 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da870d4-3edb-4cf5-9cd0-86188565a387'] response: {'server_uuid': '015bb96e-892f-487f-814f-610e440a01d4', 'name': 'network-vif-deleted', 'tag': '567ceae7-b96b-407c-b290-cd135d262967', 'status': 'completed', 'code': 200} Apr 18 19:27:42.574759 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69deb1b-7ac5-4a0a-b394-6b133272b77c,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:42.575739 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-49ffe23c-e3d7-486f-ab67-580ff6920ba9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a53d823e29114764aaa93e7dd2d3962f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406950 Apr 18 19:27:42.598438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=169af2a8-e41e-4bd0-a6ec-22705d46a267,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:42.606646 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=51d83843-28ac-4192-8290-7b24da3bb2e6,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:42.611717 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34cb9203-c167-4fed-81be-536a28524719 req-b2f6e002-c071-4869-beb5-36f8c3fcb0f5 tempest-ServerMetadataNegativeTestJSON-887608130 tempest-ServerMetadataNegativeTestJSON-887608130-project] 10.222.0.16 "DELETE /v2.0/ports/567ceae7-b96b-407c-b290-cd135d262967 HTTP/1.1" status: 204 len: 173 time: 2.2990599 Apr 18 19:27:42.639654 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Checking segment: {'id': '6497798a-1463-4aa4-8ef7-43ce9e56973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f4f630d4-d22d-47f3-8cc9-f78b61b5ab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:42.640312 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Network hostable DHCP agents. Network: f4f630d4-d22d-47f3-8cc9-f78b61b5ab25, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:27:42.675887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.681073 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bf5adb69-bca4-4965-a639-8b560178186f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0734062 Apr 18 19:27:42.681436 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51852) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:42.687381 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-7f6e08cd-56c1-49ad-a782-5847125641be tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Request body: {'security_group_rule': {'security_group_id': '169af2a8-e41e-4bd0-a6ec-22705d46a267', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:42.695784 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7f6e08cd-56c1-49ad-a782-5847125641be tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:42.703308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7f6e08cd-56c1-49ad-a782-5847125641be tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Usage tracker for resource:security_group_rule and tenant:3b3378a894c84075bc25c152487cede1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:42.704003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7f6e08cd-56c1-49ad-a782-5847125641be tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:42.710974 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7f6e08cd-56c1-49ad-a782-5847125641be tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:42.723147 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c7d09f-2e66-4d25-836e-995e16d7eb50 None None] Network 4fcd3e27-1c43-4da8-b122-e3fcbd542ee4 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:42.732507 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-256c1b46-b32d-4287-aa4c-4f150c8353e6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.1128857 Apr 18 19:27:42.755313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-8ebcd39c-21c7-4d77-b123-67216bd2429b tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:42.756779 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-8ebcd39c-21c7-4d77-b123-67216bd2429b tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760702 Apr 18 19:27:42.759526 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Network f4f630d4-d22d-47f3-8cc9-f78b61b5ab25 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:27:42.763892 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d155f42b-2092-442f-9685-584cedb5df13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.791928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Request body: {'port': {'device_id': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': 'a53d823e29114764aaa93e7dd2d3962f'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:42.837819 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7f6e08cd-56c1-49ad-a782-5847125641be tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.861844 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:42.879402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155f42b-2092-442f-9685-584cedb5df13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f4ed15-bc52-44d0-82fb-4e6071cf7042,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:42.879782 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Sync routers for ids ['05832b65-61c0-4f53-ad56-e03c6a721bb3'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:42.880261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, f4f630d4-d22d-47f3-8cc9-f78b61b5ab25) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:42.894917 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:42.895510 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.925046 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Routers {'05832b65-61c0-4f53-ad56-e03c6a721bb3'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:42.927675 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:27:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['05832b65-61c0-4f53-ad56-e03c6a721bb3'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:42.934452 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6e335-4f6c-4b7c-8f3d-066a738aebb0 None None] Network f4f630d4-d22d-47f3-8cc9-f78b61b5ab25 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:42.993617 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:42.996681 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7f6e08cd-56c1-49ad-a782-5847125641be tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.027596 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 567ceae7-b96b-407c-b290-cd135d262967 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:27:43.031058 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.039251 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d155f42b-2092-442f-9685-584cedb5df13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.042994 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d155f42b-2092-442f-9685-584cedb5df13 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42f4ed15-bc52-44d0-82fb-4e6071cf7042 HTTP/1.1" status: 204 len: 168 time: 1.0409441 Apr 18 19:27:43.069281 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d99531c6-c88e-409a-8b38-85393c6ea577 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8011825 Apr 18 19:27:43.194763 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7f6e08cd-56c1-49ad-a782-5847125641be tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.212106 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:43.224552 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-35f75bc9-08b9-4038-904d-4c9d7fec81bb req-41bff9a3-1e91-4d34-848b-1898375ed95a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 210 time: 0.1233015 Apr 18 19:27:43.225528 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 567ceae7-b96b-407c-b290-cd135d262967 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:27:43.225868 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 567ceae7-b96b-407c-b290-cd135d262967 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:27:43.233973 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.235226 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-688db926-a18a-46f7-accb-00a7087e230c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4304652 Apr 18 19:27:43.252764 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51866) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:43.254837 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Set router 05832b65-61c0-4f53-ad56-e03c6a721bb3 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:43.266656 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Usage tracker for resource:security_group_rule and tenant:5016de7ba2794ffa9fc6fafa73d8eca4 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:43.290097 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:43.323766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:43.326897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:43.333416 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Usage tracker for resource:port and tenant:a53d823e29114764aaa93e7dd2d3962f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:43.352905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:43.375685 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:43.415040 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e08cd-56c1-49ad-a782-5847125641be tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0043ce3b-f5bd-4cce-8d4f-ad27225ffda8,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:43.583915 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cce4a7-d685-4237-92d8-7d520abd6552 None None] Network f4f630d4-d22d-47f3-8cc9-f78b61b5ab25 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:43.585951 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1999130159', 'description': 'tempest-description-1489738838'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:43.596931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:43.612394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:43.616649 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:43.631609 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:43.649570 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7f6e08cd-56c1-49ad-a782-5847125641be tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.650783 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7f6e08cd-56c1-49ad-a782-5847125641be tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9681442 Apr 18 19:27:43.655655 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51878) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:43.672941 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-07d3f7b5-cdbb-4dbf-a73d-e3cfe162ca4e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Request body: {'security_group_rule': {'security_group_id': '169af2a8-e41e-4bd0-a6ec-22705d46a267', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:43.679185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Made reservation on behalf of a53d823e29114764aaa93e7dd2d3962f for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:43.682401 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.686950 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-07d3f7b5-cdbb-4dbf-a73d-e3cfe162ca4e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:43.696103 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-07d3f7b5-cdbb-4dbf-a73d-e3cfe162ca4e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Usage tracker for resource:security_group_rule and tenant:3b3378a894c84075bc25c152487cede1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:43.701176 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-07d3f7b5-cdbb-4dbf-a73d-e3cfe162ca4e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:43.725761 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-07d3f7b5-cdbb-4dbf-a73d-e3cfe162ca4e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:43.732593 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.769282 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.777906 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:43.782696 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.807497 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:43.809649 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:38Z', 'revision_number': 3, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:43.817587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Usage tracker for resource:security_group_rule and tenant:a53d823e29114764aaa93e7dd2d3962f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:43.819200 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Checking router: 05832b65-61c0-4f53-ad56-e03c6a721bb3 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:43.819640 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Updating router 05832b65-61c0-4f53-ad56-e03c6a721bb3 port 080147f1-365d-42e9-b595-05184cb9258f binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:27:43.822871 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:43.831485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:43.914010 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.942104 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.943857 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:43.972055 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:44.001504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Usage tracker for resource:security_group_rule and tenant:5016de7ba2794ffa9fc6fafa73d8eca4 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:44.007998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:44.032306 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.039145 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:44.083438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885229b6-938f-41eb-be43-8872683240b8,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:44.093565 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-07d3f7b5-cdbb-4dbf-a73d-e3cfe162ca4e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.123332 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee89e87-6aa0-408e-8820-a9203bac44e6,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:44.137252 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:44.137252 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.148404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:44.172511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:44.198053 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:44.235357 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:44.265374 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51d83843-28ac-4192-8290-7b24da3bb2e6 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:44.289529 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.310899 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Allocated IP 192.168.233.75 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/12a987e5-636b-4374-92d7-6ebbf79a9c99) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:44.353178 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 51d83843-28ac-4192-8290-7b24da3bb2e6 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:44.354737 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.407303 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.421904 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.436004 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Transition to ACTIVE for port object 080147f1-365d-42e9-b595-05184cb9258f will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:44.469117 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-07d3f7b5-cdbb-4dbf-a73d-e3cfe162ca4e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.474009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51886) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:44.484778 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.495848 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.514029 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.521814 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a6c17d78-27b5-40f7-b102-28ee8c3dab82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.560815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49583c94-f1c6-4aff-9b7d-9fdfd77781a9,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:44.577036 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-07d3f7b5-cdbb-4dbf-a73d-e3cfe162ca4e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.578874 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be112c0d-2173-437e-861c-9195cd12c897,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:44.620385 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Pushing event updated for resources: {'Port': ['ID=080147f1-365d-42e9-b595-05184cb9258f,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:44.627576 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a6c17d78-27b5-40f7-b102-28ee8c3dab82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:44.631011 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3f7b5-cdbb-4dbf-a73d-e3cfe162ca4e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5888df3-de5d-4c59-9f08-fcaa4b767b5e,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:44.640239 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.647800 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:44.648144 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:44.648481 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:44.648813 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:44.649139 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:44.649466 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:44.649797 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:44.650134 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:44.650490 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:44.650816 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:44.651682 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:44.657249 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Attempting to bind port 080147f1-365d-42e9-b595-05184cb9258f on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:44.657613 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Attempting to bind port 080147f1-365d-42e9-b595-05184cb9258f by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:44.657956 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Attempting to bind port 080147f1-365d-42e9-b595-05184cb9258f on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:44.659087 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a6c17d78-27b5-40f7-b102-28ee8c3dab82 admin admin] Usage tracker for resource:security_group_rule and tenant:c147605666aa4dacbc1808e1ac639a49 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:44.663625 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.667318 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:44.667318 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:44.667318 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.667682 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:44.667837 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Bound port: 080147f1-365d-42e9-b595-05184cb9258f, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:44.668390 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.670119 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a6c17d78-27b5-40f7-b102-28ee8c3dab82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:44.679166 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.679851 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27426099-76b7-4eaf-a639-268c2e42ccb0 req-f9690693-75be-4c48-b336-8a8838929ad3 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 2.4430735 Apr 18 19:27:44.683752 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Transition to ACTIVE for port object 12a987e5-636b-4374-92d7-6ebbf79a9c99 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:44.689312 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-171ebf1c-26b3-41bd-86b7-f01c852d6ec3 req-5e73fad7-618f-49cb-8424-30eecc04847b tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.1333079 Apr 18 19:27:44.695693 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-413a17a0-a25d-44a3-873c-643ad50956e9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a53d823e29114764aaa93e7dd2d3962f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656428 Apr 18 19:27:44.696646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a6c17d78-27b5-40f7-b102-28ee8c3dab82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:44.772067 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] For port 080147f1-365d-42e9-b595-05184cb9258f, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:44.774787 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] For port 080147f1-365d-42e9-b595-05184cb9258f, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=080147f1-365d-42e9-b595-05184cb9258f,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:44.800799 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51896) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:44.878270 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.891213 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-07d3f7b5-cdbb-4dbf-a73d-e3cfe162ca4e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.895282 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-07d3f7b5-cdbb-4dbf-a73d-e3cfe162ca4e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2250705 Apr 18 19:27:44.900863 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51900) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:44.912740 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:44.924400 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:44.939532 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:45.023239 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-3521bf06-00c8-411c-903d-287ec7dd6e9f admin admin] Deleting subnet 6b683c23-7ec1-4151-bcb5-d2d7566e2a4b {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:27:45.028424 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Usage tracker for resource:floatingip and tenant:3b3378a894c84075bc25c152487cede1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:45.036270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5722c4bf-851c-4635-ae5b-f49c161fb652 req-65816cc9-d2e9-499f-84a7-246b5e4cc8c1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Synchronizing usage tracker for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:45.042454 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3521bf06-00c8-411c-903d-287ec7dd6e9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.050029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:45.114832 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8bd04-347d-43a0-8712-46cefb2f521b None None] Pushing event updated for resources: {'Port': ['ID=080147f1-365d-42e9-b595-05184cb9258f,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:45.120023 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:45.124545 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Routers {'05832b65-61c0-4f53-ad56-e03c6a721bb3'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:45.125165 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:27:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['05832b65-61c0-4f53-ad56-e03c6a721bb3'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:45.161711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-1bae1202-3691-4706-af54-d46442ec9a22 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.163442 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-1bae1202-3691-4706-af54-d46442ec9a22 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4635956 Apr 18 19:27:45.176398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Pushing event updated for resources: {'Port': ['ID=12a987e5-636b-4374-92d7-6ebbf79a9c99,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:45.199373 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:45.201674 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Request body: {'port': {'device_id': '5b6620db-b538-4ead-9c32-83db7393a18e', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': 'a53d823e29114764aaa93e7dd2d3962f'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:45.203077 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:45.215341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:45.249710 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3521bf06-00c8-411c-903d-287ec7dd6e9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.339027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.339641 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.354298 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3521bf06-00c8-411c-903d-287ec7dd6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.360913 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.411702 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] Set router 05832b65-61c0-4f53-ad56-e03c6a721bb3 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:45.458711 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-fe5426cb-ffd6-453c-952a-762e14416e7a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6851771 Apr 18 19:27:45.473178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Request body: {'port': {'device_id': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:45.474119 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a6c17d78-27b5-40f7-b102-28ee8c3dab82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.579061 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3521bf06-00c8-411c-903d-287ec7dd6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.600465 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a6c17d78-27b5-40f7-b102-28ee8c3dab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.611239 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-aa19f6a4-7144-4482-930b-12aa0a89fb7b None None] Provisioning for port 12a987e5-636b-4374-92d7-6ebbf79a9c99 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:45.623339 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-aa19f6a4-7144-4482-930b-12aa0a89fb7b None None] Provisioning complete for port 12a987e5-636b-4374-92d7-6ebbf79a9c99 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:45.623339 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-aa19f6a4-7144-4482-930b-12aa0a89fb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.635333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521bf06-00c8-411c-903d-287ec7dd6e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b683c23-7ec1-4151-bcb5-d2d7566e2a4b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:45.644812 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3521bf06-00c8-411c-903d-287ec7dd6e9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.650343 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.665576 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:45.666666 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3521bf06-00c8-411c-903d-287ec7dd6e9f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6b683c23-7ec1-4151-bcb5-d2d7566e2a4b HTTP/1.1" status: 204 len: 168 time: 0.8643179 Apr 18 19:27:45.669341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51908) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:45.693129 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-c8272138-ec92-4c87-b1e8-ea061ad6bebf tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:45.693804 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-c8272138-ec92-4c87-b1e8-ea061ad6bebf tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Synchronizing usage tracker for tenant:44426cab66e14739abebfa4e8a47feae on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:45.701617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c17d78-27b5-40f7-b102-28ee8c3dab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0955da-1433-4716-b282-dc8e40ea3800,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:45.728459 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-aa19f6a4-7144-4482-930b-12aa0a89fb7b None None] Port 12a987e5-636b-4374-92d7-6ebbf79a9c99 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:27:45.728799 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a6c17d78-27b5-40f7-b102-28ee8c3dab82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c147605666aa4dacbc1808e1ac639a49&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2422705 Apr 18 19:27:45.729890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51912) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:45.760904 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:38Z', 'revision_number': 3, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:45.761380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5722c4bf-851c-4635-ae5b-f49c161fb652 req-65816cc9-d2e9-499f-84a7-246b5e4cc8c1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Unset dirty status for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:45.762528 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5722c4bf-851c-4635-ae5b-f49c161fb652 req-65816cc9-d2e9-499f-84a7-246b5e4cc8c1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 210 time: 0.8461521 Apr 18 19:27:45.765878 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f2d4e-0ffb-4ba2-a998-e3d229b2fff6 None None] The sync data for ids ['05832b65-61c0-4f53-ad56-e03c6a721bb3'] in n-d-838334-1 is: [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:38Z', 'revision_number': 3, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:27:45.773066 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Usage tracker for resource:port and tenant:a53d823e29114764aaa93e7dd2d3962f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:45.777710 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:45.805045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:45.844669 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1044133535', 'description': 'tempest-description-2070351156'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:45.854116 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:45.865876 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.868494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Usage tracker for resource:security_group and tenant:5016de7ba2794ffa9fc6fafa73d8eca4 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:45.874145 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:45.902628 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.904318 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-443f84dd-962b-4fc0-9198-e6b17dbf87c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:45.905787 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-c8272138-ec92-4c87-b1e8-ea061ad6bebf tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Unset dirty status for tenant:44426cab66e14739abebfa4e8a47feae on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:45.907543 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-c8272138-ec92-4c87-b1e8-ea061ad6bebf tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/networks?id=ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 HTTP/1.1" status: 200 len: 814 time: 0.5831771 Apr 18 19:27:45.920313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:45.964763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Made reservation on behalf of a53d823e29114764aaa93e7dd2d3962f for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:45.967720 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.024954 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-443f84dd-962b-4fc0-9198-e6b17dbf87c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.075040 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-b8268673-90cc-4367-a035-f9d462160ba7 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/quotas/44426cab66e14739abebfa4e8a47feae HTTP/1.1" status: 200 len: 375 time: 0.1515136 Apr 18 19:27:46.118839 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.233356 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-f211a376-7c18-417d-931a-be6a99f5a6b9 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=44426cab66e14739abebfa4e8a47feae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068318 Apr 18 19:27:46.277097 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.344452 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc96209-4d66-4f02-a349-0d904bb5a9c5']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:46.351251 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:46.363677 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9276b928-73a1-4d4b-a703-a32c63bf94c6') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:46.363969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9276b928-73a1-4d4b-a703-a32c63bf94c6') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:46.370715 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Usage tracker for resource:security_group_rule and tenant:5016de7ba2794ffa9fc6fafa73d8eca4 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:46.379893 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:46.389592 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.396085 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:46.416090 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.450708 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Allocated IP 172.25.8.37 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/beb9e518-f360-420e-bf8d-f65d0db0e1a2) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:46.478110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:27:46.478546 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.489349 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:27:46.492461 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:27:46.529883 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-443f84dd-962b-4fc0-9198-e6b17dbf87c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.593533 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a987e5-636b-4374-92d7-6ebbf79a9c99 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:46.613261 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.621938 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.633879 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Transition to ACTIVE for port object 12a987e5-636b-4374-92d7-6ebbf79a9c99 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:46.673884 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.678911 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.709275 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc96209-4d66-4f02-a349-0d904bb5a9c5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:46.713061 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.713229 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-123bb2b6-6b66-42d6-a254-d46dfdd8d7e5 service neutron] 10.222.0.66 "GET /v2.0/networks/ff5e3a9e-0f62-4bcf-addd-0d01b44915e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441118 Apr 18 19:27:46.717059 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.758239 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f84dd-962b-4fc0-9198-e6b17dbf87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0955da-1433-4716-b282-dc8e40ea3800,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:46.770398 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c03dbd1e-d71b-49af-80c7-dc32e0b9ca63 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9fc96209-4d66-4f02-a349-0d904bb5a9c5 HTTP/1.1" status: 204 len: 168 time: 1.0999417 Apr 18 19:27:46.875247 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9966d2-8347-4de2-9f10-a7e5372fc615,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:46.885467 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Pushing event updated for resources: {'Port': ['ID=12a987e5-636b-4374-92d7-6ebbf79a9c99,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:46.929019 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:46.930468 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-965f457a-53b1-41a1-a3db-6bd72f20b07c req-060def83-f92e-488a-a452-55b0866b8ee7 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.1055303 Apr 18 19:27:47.034594 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Allocated IP 192.168.233.177 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/d3860fcc-e194-4283-a07f-4d6d619d2900) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:47.065283 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-80e8677e-9950-4b93-8bc0-e4982b45f68e tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/be112c0d-2173-437e-861c-9195cd12c897 HTTP/1.1" status: 200 len: 1639 time: 0.0833488 Apr 18 19:27:47.067708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Attempting to bind port 12a987e5-636b-4374-92d7-6ebbf79a9c99 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:47.067708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Attempting to bind port 12a987e5-636b-4374-92d7-6ebbf79a9c99 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:47.067708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Attempting to bind port 12a987e5-636b-4374-92d7-6ebbf79a9c99 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:47.074183 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Port 12a987e5-636b-4374-92d7-6ebbf79a9c99 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:27:47.074528 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Attempting to bind port 12a987e5-636b-4374-92d7-6ebbf79a9c99 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:47.080973 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'be112c0d-2173-437e-861c-9195cd12c897', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:47.081282 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'be112c0d-2173-437e-861c-9195cd12c897', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:47.089259 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:47.094138 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:47.094506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:47.094878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:47.095303 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Bound port: 12a987e5-636b-4374-92d7-6ebbf79a9c99, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:47.095643 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.105882 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:47.108231 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-443f84dd-962b-4fc0-9198-e6b17dbf87c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.111052 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:47.112043 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-443f84dd-962b-4fc0-9198-e6b17dbf87c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e0955da-1433-4716-b282-dc8e40ea3800 HTTP/1.1" status: 204 len: 168 time: 1.3811769 Apr 18 19:27:47.119240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:47.131505 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.203071 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:47.207191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:47.212551 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-0ffcad41-0cac-4c56-aece-b48d363c195f service neutron] 10.222.0.66 "GET /v2.0/networks/ff5e3a9e-0f62-4bcf-addd-0d01b44915e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896395 Apr 18 19:27:47.323228 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.342857 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.410023 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.427764 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.429174 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] 10.222.0.71 "PUT /v2.0/ports/12a987e5-636b-4374-92d7-6ebbf79a9c99 HTTP/1.1" status: 200 len: 1095 time: 1.9621103 Apr 18 19:27:47.449168 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:47.453860 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 51928) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:47.461547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Allocated IP 172.20.0.1 (574a0ab3-0b8f-4952-894f-45b8da0ee116/b617e322-b02f-4db6-8d71-da2b8b2259d4/30898a83-1908-41fb-bdf7-9cc3b4728b81) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:47.487647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d469-4146-48bb-aa32-28d9f37e4e5f service neutron] Pushing event updated for resources: {'Port': ['ID=12a987e5-636b-4374-92d7-6ebbf79a9c99,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:47.548505 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.611280 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.627969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404a857c-f2ae-4ca3-a5a3-26a054807b73,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:47.687084 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-deb9eb96-b5b9-4bac-9ca9-309423748195 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53d823e29114764aaa93e7dd2d3962f&device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 1098 time: 0.1063673 Apr 18 19:27:47.788970 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-f95d50fa-d2d4-438f-982b-b7fd204c639b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99 HTTP/1.1" status: 200 len: 217 time: 0.0924714 Apr 18 19:27:47.790140 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.791426 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d015140-4a03-4134-b14c-f3cf0dd29f56 req-ff3fbbd8-c9e7-42a8-8a0e-bf0fdb68f078 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.7183492 Apr 18 19:27:47.856110 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.860528 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-69c85492-0baf-4069-a02c-a9a4f04f4d57 req-d1a90dfa-231b-4291-917d-31a7bf169539 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Synchronizing usage tracker for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:47.872144 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-7f73be64-6080-4924-99f2-400fef091424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:47.875420 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-7f73be64-6080-4924-99f2-400fef091424 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0799973 Apr 18 19:27:47.958722 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Transition to ACTIVE for port object 30898a83-1908-41fb-bdf7-9cc3b4728b81 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:47.961774 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:47.968926 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a9af9a41-f503-4d2d-a75d-d15344cd9c84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82502dea538e4034a5a0bee58b697c18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5082054 Apr 18 19:27:47.972662 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:47.972835 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51950) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:47.980844 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:47.989741 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:48.017081 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Pushing event updated for resources: {'Port': ['ID=beb9e518-f360-420e-bf8d-f65d0db0e1a2,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:48.030520 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-d2059a69-fadc-4659-a4fe-54083bbf22c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1492236 Apr 18 19:27:48.048969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Transition to ACTIVE for port object d3860fcc-e194-4283-a07f-4d6d619d2900 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:48.051375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-69c85492-0baf-4069-a02c-a9a4f04f4d57 req-d1a90dfa-231b-4291-917d-31a7bf169539 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Unset dirty status for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:48.074477 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-69c85492-0baf-4069-a02c-a9a4f04f4d57 req-d1a90dfa-231b-4291-917d-31a7bf169539 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 210 time: 0.5522330 Apr 18 19:27:48.141074 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cdf23b0f-9cb6-42ce-a877-8751eadadfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.168552 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2003174307', 'description': 'tempest-description-1784800843'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:48.194384 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:48.206175 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cdf23b0f-9cb6-42ce-a877-8751eadadfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.218015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Usage tracker for resource:security_group and tenant:d80fceb88d7b47388be3217dbc9a0042 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:48.235337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:48.246325 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.252438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:48.292196 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-f9e6bd2e-cf52-4da5-a811-ba1340c2f335 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545755 Apr 18 19:27:48.351294 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Pushing event updated for resources: {'Port': ['ID=30898a83-1908-41fb-bdf7-9cc3b4728b81,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:48.360979 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.369370 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-295ddd90-27bb-4ac6-ab67-20ae495248ba req-0954a5d2-db7c-4e51-ba5f-d94a29da66f5 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 210 time: 0.1307151 Apr 18 19:27:48.377968 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.409524 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.462018 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:48.463581 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cdf23b0f-9cb6-42ce-a877-8751eadadfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.467218 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Pushing event updated for resources: {'Port': ['ID=d3860fcc-e194-4283-a07f-4d6d619d2900,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:48.469848 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:48.474603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:48.499200 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:48.511248 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23b0f-9cb6-42ce-a877-8751eadadfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fed8d6c-27ac-44f0-a438-9a26f5415fd8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:48.520055 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bedeae-724e-40d5-8bb6-929580a8f5f3'] response: {'name': 'network-changed', 'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'status': 'completed', 'code': 200} Apr 18 19:27:48.536008 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Network 574a0ab3-0b8f-4952-894f-45b8da0ee116 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:48.540442 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:48.542903 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Usage tracker for resource:security_group_rule and tenant:d80fceb88d7b47388be3217dbc9a0042 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:48.543228 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:48.547738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:48.551894 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad4b4693-bc28-4a1a-a3b4-2889aaf957d7 req-3af3f672-c414-4977-89c3-c54d271ccb59 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532432 Apr 18 19:27:48.556321 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:48.617980 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cdf23b0f-9cb6-42ce-a877-8751eadadfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.621948 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cdf23b0f-9cb6-42ce-a877-8751eadadfdb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9fed8d6c-27ac-44f0-a438-9a26f5415fd8 HTTP/1.1" status: 204 len: 168 time: 0.6445174 Apr 18 19:27:48.739320 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.787884 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.793255 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1e5b8e42-2c84-44eb-aa70-2ff6f0c45f60 req-3aa2ade7-b6cd-4589-aa3b-5d9f2977701e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53d823e29114764aaa93e7dd2d3962f&device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 1098 time: 0.1058631 Apr 18 19:27:48.794947 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51966) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:48.820487 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.826916 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.829812 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-524614600', 'description': 'tempest-description-1978828543'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:48.842653 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:48.850862 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:48.856462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:48.858663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:48.863778 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Usage tracker for resource:security_group_rule and tenant:d80fceb88d7b47388be3217dbc9a0042 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:48.878341 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:48.879048 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:48.905007 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:48.976351 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.015487 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:49.029642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1556837093-network', 'tenant_id': 'b51adda31b3d4fa9b36c1202f89a837c'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:49.038406 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:49.042847 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:49.067074 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Usage tracker for resource:network and tenant:b51adda31b3d4fa9b36c1202f89a837c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:49.068253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-262f1d53-c5f9-4c70-a14e-4ef24f60d517 None None] Provisioning for port 30898a83-1908-41fb-bdf7-9cc3b4728b81 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:49.075486 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-262f1d53-c5f9-4c70-a14e-4ef24f60d517 None None] Provisioning complete for port 30898a83-1908-41fb-bdf7-9cc3b4728b81 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:49.076061 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-262f1d53-c5f9-4c70-a14e-4ef24f60d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.081760 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:49.090267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:49.096977 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37875ba7-a6f2-4a23-b3b8-e88a66fa884e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:49.156158 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-074129a7-2104-4a24-8527-567196af536e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9721775 Apr 18 19:27:49.156864 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.168566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8e42-2c84-44eb-aa70-2ff6f0c45f60 req-b8be6e1f-fbb8-4b93-ad5f-92e115cc7724 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:49.174140 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1e5b8e42-2c84-44eb-aa70-2ff6f0c45f60 req-b8be6e1f-fbb8-4b93-ad5f-92e115cc7724 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3689590 Apr 18 19:27:49.204537 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Request body: {'port': {'device_id': '5b6620db-b538-4ead-9c32-83db7393a18e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:49.224344 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-262f1d53-c5f9-4c70-a14e-4ef24f60d517 None None] Port 30898a83-1908-41fb-bdf7-9cc3b4728b81 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:27:49.230160 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.238107 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Made reservation on behalf of b51adda31b3d4fa9b36c1202f89a837c for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:49.244551 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.264599 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1e5b8e42-2c84-44eb-aa70-2ff6f0c45f60 req-6901c008-bcc8-4325-b197-5581c8e203cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99 HTTP/1.1" status: 200 len: 217 time: 0.0862350 Apr 18 19:27:49.264599 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.319141 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.359582 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-262f1d53-c5f9-4c70-a14e-4ef24f60d517 None None] Provisioning for port d3860fcc-e194-4283-a07f-4d6d619d2900 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:49.359848 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.364801 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-262f1d53-c5f9-4c70-a14e-4ef24f60d517 None None] Provisioning complete for port d3860fcc-e194-4283-a07f-4d6d619d2900 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:49.365580 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-262f1d53-c5f9-4c70-a14e-4ef24f60d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.387335 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:49.391861 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b8e42-2c84-44eb-aa70-2ff6f0c45f60 req-cea59839-4814-4c32-ad44-07764d11cf74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:49.393307 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1e5b8e42-2c84-44eb-aa70-2ff6f0c45f60 req-cea59839-4814-4c32-ad44-07764d11cf74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1183140 Apr 18 19:27:49.395344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5cbe53-4776-4ae1-a9e3-906007ba9338,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:49.397881 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Usage tracker for resource:security_group_rule and tenant:b51adda31b3d4fa9b36c1202f89a837c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:49.402532 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:49.449968 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:49.462927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-262f1d53-c5f9-4c70-a14e-4ef24f60d517 None None] Port d3860fcc-e194-4283-a07f-4d6d619d2900 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:27:49.484953 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.486352 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d6ec0da9-a03f-4aba-9f41-1cc4c15c5b4e req-1bfccc2a-778e-4219-868f-850688af911c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1617 time: 1.3265705 Apr 18 19:27:49.514265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:49.521859 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1e5b8e42-2c84-44eb-aa70-2ff6f0c45f60 req-ceba4689-1dac-41b1-9795-cb4714016c81 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209254 Apr 18 19:27:49.531990 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:49.538737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:49.582830 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:49.600429 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.722636 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.744970 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1e5b8e42-2c84-44eb-aa70-2ff6f0c45f60 req-42f543c2-d5dc-4bf7-89e2-4a29bb1bd9ba service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145038 Apr 18 19:27:49.799782 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:27:49.838852 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.850852 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.891830 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:27:49.934529 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb021737-7a6f-465a-a092-51e35e54b1de,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:49.937022 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:49.937367 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Added segment e0930145-dc95-413f-9c90-1b0b47e147c4 of type vlan for network 633b8a0b-b627-4720-88bf-23f618cacab3 Apr 18 19:27:49.964693 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edf150-fd2c-4782-b09f-79f5cf5c9d82 req-b7c77e2f-c07b-42ef-b5b7-9c07bb26d280 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:49.966738 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27edf150-fd2c-4782-b09f-79f5cf5c9d82 req-b7c77e2f-c07b-42ef-b5b7-9c07bb26d280 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 936 time: 0.3011355 Apr 18 19:27:49.993846 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1e5b8e42-2c84-44eb-aa70-2ff6f0c45f60 req-8de9b150-cfb8-47b5-8c0d-cc01b18219f0 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398593 Apr 18 19:27:50.006484 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.013490 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.051349 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.053085 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-27edf150-fd2c-4782-b09f-79f5cf5c9d82 req-c4513a8d-764d-44d8-94be-213d9fa39fc3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Synchronizing usage tracker for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:50.138875 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.203682 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.213432 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:50.213432 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.213688 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Pushing event updated for resources: {'Port': ['ID=beb9e518-f360-420e-bf8d-f65d0db0e1a2,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:50.216699 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:27:50.224421 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-27edf150-fd2c-4782-b09f-79f5cf5c9d82 req-c4513a8d-764d-44d8-94be-213d9fa39fc3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Unset dirty status for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:50.225728 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27edf150-fd2c-4782-b09f-79f5cf5c9d82 req-c4513a8d-764d-44d8-94be-213d9fa39fc3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504439 Apr 18 19:27:50.266696 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.288861 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a19f78-a157-496c-9b51-75d6c70b1ae8,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:50.311394 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.340594 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] Pushing event updated for resources: {'Network': ['ID=633b8a0b-b627-4720-88bf-23f618cacab3,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:50.355107 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 633b8a0b-b627-4720-88bf-23f618cacab3 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:27:50.403040 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-97faa3e0-d7ba-4602-a415-db24a6788f89 req-b7ea313d-ee02-4cea-9b3d-98417517baa4 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 210 time: 0.0437260 Apr 18 19:27:50.432285 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.434499 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2cfaf72-aafc-4160-a7c3-66fef531e056 req-a35265ab-9396-4676-a1af-8b70a791f643 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.8427596 Apr 18 19:27:50.437192 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.464311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1779179223', 'description': 'tempest-description-161890444'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:50.474862 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-48697b66-d70c-4009-88f9-e048d23d05ce admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6759329 Apr 18 19:27:50.475405 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:50.484403 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 51996) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:50.498802 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Request body: {'subnet': {'network_id': '633b8a0b-b627-4720-88bf-23f618cacab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1556837093-subnet', 'tenant_id': 'b51adda31b3d4fa9b36c1202f89a837c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:50.511990 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:50.516792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Usage tracker for resource:subnet and tenant:b51adda31b3d4fa9b36c1202f89a837c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:50.520940 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:50.528343 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:50.535298 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Usage tracker for resource:security_group and tenant:d80fceb88d7b47388be3217dbc9a0042 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:50.540520 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:50.548485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:50.575350 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3860fcc-e194-4283-a07f-4d6d619d2900 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:50.584533 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.585817 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-50087932-41b5-4ce0-b627-6766fcfb6126 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6809249 Apr 18 19:27:50.610246 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.623813 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Made reservation on behalf of b51adda31b3d4fa9b36c1202f89a837c for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:50.626084 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.653584 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Pushing event updated for resources: {'Port': ['ID=30898a83-1908-41fb-bdf7-9cc3b4728b81,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:50.659751 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Transition to ACTIVE for port object d3860fcc-e194-4283-a07f-4d6d619d2900 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:50.666823 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.699492 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-618a9ce3-818d-468c-8038-61a47732f61f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/a2a19f78-a157-496c-9b51-75d6c70b1ae8 HTTP/1.1" status: 200 len: 1638 time: 0.2061059 Apr 18 19:27:50.702712 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.758573 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a2a19f78-a157-496c-9b51-75d6c70b1ae8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:50.758815 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a2a19f78-a157-496c-9b51-75d6c70b1ae8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:50.768794 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:50.772572 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:50.820167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:50.830265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:50.855044 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:50.879601 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:50.890352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Usage tracker for resource:security_group_rule and tenant:d80fceb88d7b47388be3217dbc9a0042 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:50.895853 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:50.905112 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-ac39b9f2-a2cd-4cdb-8244-3d3620d623ec tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:50.908664 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-ac39b9f2-a2cd-4cdb-8244-3d3620d623ec tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.16 "GET /v2.0/networks?id=ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 HTTP/1.1" status: 200 len: 814 time: 0.3133740 Apr 18 19:27:50.912283 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:50.939496 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Request body: {'port': {'device_id': 'e9c8ebdc-fea4-4efe-8312-ca797532c208', 'network_id': 'ff5e3a9e-0f62-4bcf-addd-0d01b44915e5', 'admin_state_up': True, 'tenant_id': '44426cab66e14739abebfa4e8a47feae'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:50.963877 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Pushing event updated for resources: {'Port': ['ID=d3860fcc-e194-4283-a07f-4d6d619d2900,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:50.993511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Network 574a0ab3-0b8f-4952-894f-45b8da0ee116 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:50.995172 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:51.136221 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:51.365254 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Usage tracker for resource:port and tenant:44426cab66e14739abebfa4e8a47feae is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:51.371611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:51.383257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:51.418741 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-681d0a80-fa79-42e2-b6e3-1176eb0837b7 None None] Provisioning complete for port 30898a83-1908-41fb-bdf7-9cc3b4728b81 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:51.420085 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-681d0a80-fa79-42e2-b6e3-1176eb0837b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.459995 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.487985 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-681d0a80-fa79-42e2-b6e3-1176eb0837b7 None None] Port 30898a83-1908-41fb-bdf7-9cc3b4728b81 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:27:51.519708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Made reservation on behalf of 44426cab66e14739abebfa4e8a47feae for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:51.523318 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.549131 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.568045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Attempting to bind port d3860fcc-e194-4283-a07f-4d6d619d2900 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:51.568416 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Attempting to bind port d3860fcc-e194-4283-a07f-4d6d619d2900 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:51.568675 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Attempting to bind port d3860fcc-e194-4283-a07f-4d6d619d2900 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:51.581071 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.614471 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.628139 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-87695d66-2cf7-4cad-95f0-151dd7d485c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.644345 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.700342 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Port d3860fcc-e194-4283-a07f-4d6d619d2900 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:27:51.700342 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Attempting to bind port d3860fcc-e194-4283-a07f-4d6d619d2900 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:51.723942 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:51.723942 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:51.723942 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:51.723942 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Bound port: d3860fcc-e194-4283-a07f-4d6d619d2900, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:51.723942 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.727541 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dee9ac84-bdea-46ea-be82-5a4a415331cf,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:51.729454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe80a254-cbb3-434d-8e78-292e5e4e0b8c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:51.749925 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.780953 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 080147f1-365d-42e9-b595-05184cb9258f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:51.806244 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Checking segment: {'id': 'e0930145-dc95-413f-9c90-1b0b47e147c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '633b8a0b-b627-4720-88bf-23f618cacab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:51.806620 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Network hostable DHCP agents. Network: 633b8a0b-b627-4720-88bf-23f618cacab3, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:27:51.827514 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8401e385-9fb6-4aed-bd85-f44516c35097,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:51.841327 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.851325 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ebf28c29-dbe9-4358-89ca-c3d54392c8e5 req-796a1b22-9949-4cea-86e7-fc6c8550f53d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 1.3912380 Apr 18 19:27:51.852750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Allocated IP 172.20.0.11 (ff5e3a9e-0f62-4bcf-addd-0d01b44915e5/16e2a058-ddfd-45b8-8dea-d837093f7ca5/6f7bf55b-c02c-400e-b3a4-23585bb23fdd) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:51.888090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] For port d3860fcc-e194-4283-a07f-4d6d619d2900, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:51.892470 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] For port d3860fcc-e194-4283-a07f-4d6d619d2900, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d3860fcc-e194-4283-a07f-4d6d619d2900,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:51.895429 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 12a987e5-636b-4374-92d7-6ebbf79a9c99 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:51.947854 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Router 05832b65-61c0-4f53-ad56-e03c6a721bb3 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:27:51.954185 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:51.956572 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a9c8e15b-4f27-4362-9997-547cb692f327 req-d7226830-dcc6-4c19-ab43-dfaab8b6c511 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 1.2473865 Apr 18 19:27:52.033691 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 080147f1-365d-42e9-b595-05184cb9258f completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:52.056569 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 080147f1-365d-42e9-b595-05184cb9258f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:52.056797 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.076082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Network 633b8a0b-b627-4720-88bf-23f618cacab3 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:27:52.106407 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.181007 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:52.195063 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.225606 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'mac_address': 'fa:16:3e:b8:7a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:52.291560 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.291560 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] 10.222.0.71 "PUT /v2.0/ports/d3860fcc-e194-4283-a07f-4d6d619d2900 HTTP/1.1" status: 200 len: 1096 time: 3.1096110 Apr 18 19:27:52.298330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6620db-b538-4ead-9c32-83db7393a18e', 'tag': 'd3860fcc-e194-4283-a07f-4d6d619d2900'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:52.306495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723bf58-a524-467f-8fc4-c80099b3630a service neutron] Pushing event updated for resources: {'Port': ['ID=d3860fcc-e194-4283-a07f-4d6d619d2900,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:52.306804 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.315464 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 633b8a0b-b627-4720-88bf-23f618cacab3) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:52.320555 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:52.321568 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.329719 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.350072 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0510748-1534-48ff-8800-1644172cf549 None None] Network 633b8a0b-b627-4720-88bf-23f618cacab3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:52.351360 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.357358 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-401e01af-969a-4561-8704-8748c449f412 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Synchronizing usage tracker for tenant:3b3378a894c84075bc25c152487cede1 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:52.369765 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 080147f1-365d-42e9-b595-05184cb9258f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=080147f1-365d-42e9-b595-05184cb9258f,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:52.428318 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a987e5-636b-4374-92d7-6ebbf79a9c99 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:52.432943 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:52.443378 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-67b0618e-6b3b-4b25-a6b0-fad2e9203e91 admin admin] 10.222.0.66 "PUT /v2.0/routers/05832b65-61c0-4f53-ad56-e03c6a721bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1895385 Apr 18 19:27:52.477326 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:52.482886 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Network ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:52.492511 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:52.495206 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.503715 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:52.539034 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-401e01af-969a-4561-8704-8748c449f412 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Unset dirty status for tenant:3b3378a894c84075bc25c152487cede1 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:52.539034 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-401e01af-969a-4561-8704-8748c449f412 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1802215884&fields=id&tenant_id=3b3378a894c84075bc25c152487cede1 HTTP/1.1" status: 200 len: 267 time: 0.2946315 Apr 18 19:27:52.598446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:52.599051 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.618893 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-68b6dfca-f7b2-40df-af1d-7cb2544285e6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1332178 Apr 18 19:27:52.624828 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52030) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:52.628732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cec41e-b6d1-4b5b-8f75-ed4545e324be req-58bd6710-d0d4-40cc-aab3-c7d5aff53546 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:52.638617 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4cec41e-b6d1-4b5b-8f75-ed4545e324be req-58bd6710-d0d4-40cc-aab3-c7d5aff53546 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 948 time: 0.3676403 Apr 18 19:27:52.641053 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Pushing event updated for resources: {'Port': ['ID=6f7bf55b-c02c-400e-b3a4-23585bb23fdd,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:52.644164 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1556837093-router', 'tenant_id': 'b51adda31b3d4fa9b36c1202f89a837c', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:52.651584 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.652350 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:52.681370 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Usage tracker for resource:router and tenant:b51adda31b3d4fa9b36c1202f89a837c is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:52.681370 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:52.689170 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-633b8a0b-b627-4720-88bf-23f618cacab3', 'network_id': '633b8a0b-b627-4720-88bf-23f618cacab3', 'tenant_id': 'b51adda31b3d4fa9b36c1202f89a837c', 'fixed_ips': [{'subnet_id': 'dee9ac84-bdea-46ea-be82-5a4a415331cf'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:27:52.690445 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.696960 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:52.712172 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=080147f1-365d-42e9-b595-05184cb9258f,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:52.720111 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-d7766824-524a-4689-8f4c-2bc83e22508c tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7929804 Apr 18 19:27:52.743220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Request body: {'port': {'device_id': 'e9c8ebdc-fea4-4efe-8312-ca797532c208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:52.750244 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-79586f4e-b047-42e2-998c-a5bcf8f4e7be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53d823e29114764aaa93e7dd2d3962f&device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 1099 time: 0.2694151 Apr 18 19:27:52.760341 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-251cd8d5-96ed-4b1c-a439-9c37a53fe7d8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:52.761125 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-251cd8d5-96ed-4b1c-a439-9c37a53fe7d8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Synchronizing usage tracker for tenant:3b3378a894c84075bc25c152487cede1 on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:52.788981 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4cec41e-b6d1-4b5b-8f75-ed4545e324be req-a934965f-b00e-4827-bdf2-20fb6380c1bb tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494193 Apr 18 19:27:52.827976 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.828941 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.849849 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=12a987e5-636b-4374-92d7-6ebbf79a9c99,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:52.850992 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-94066eb5-ebf7-4a10-a2bb-69bbbd45f0df service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d3860fcc-e194-4283-a07f-4d6d619d2900 HTTP/1.1" status: 200 len: 217 time: 0.0864141 Apr 18 19:27:52.867330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['12a987e5-636b-4374-92d7-6ebbf79a9c99'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:52.917727 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.923352 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:52.940612 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-405cc85a-3c5e-49b5-b409-9d3dfebd8626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:52.942199 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-405cc85a-3c5e-49b5-b409-9d3dfebd8626 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0832610 Apr 18 19:27:52.944195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-251cd8d5-96ed-4b1c-a439-9c37a53fe7d8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Unset dirty status for tenant:3b3378a894c84075bc25c152487cede1 on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:52.945229 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-251cd8d5-96ed-4b1c-a439-9c37a53fe7d8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/networks?id=6e70baae-e130-4251-aabc-5e2f8dedcc3a HTTP/1.1" status: 200 len: 811 time: 0.4008319 Apr 18 19:27:52.987385 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Allocated IP 172.20.0.2 (633b8a0b-b627-4720-88bf-23f618cacab3/dee9ac84-bdea-46ea-be82-5a4a415331cf/d9a9f060-4f0f-466c-928f-298064ea6ff7) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:53.012065 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-c2157698-63fe-4d83-a26a-cc0379f151f6 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/quotas/3b3378a894c84075bc25c152487cede1 HTTP/1.1" status: 200 len: 375 time: 0.0266271 Apr 18 19:27:53.155447 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd8b62-c037-4632-a7b2-434a1926411b req-ee498d8e-b42a-4f7b-b1ae-681506c85c4d tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:53.156861 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1cdd8b62-c037-4632-a7b2-434a1926411b req-ee498d8e-b42a-4f7b-b1ae-681506c85c4d tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Synchronizing usage tracker for tenant:44426cab66e14739abebfa4e8a47feae on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:53.282000 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.297846 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Transition to ACTIVE for port object d9a9f060-4f0f-466c-928f-298064ea6ff7 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:53.309161 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-f46c0932-6419-4a5c-81aa-38054facdcf7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3605626 Apr 18 19:27:53.320754 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Transition to ACTIVE for port object d9a9f060-4f0f-466c-928f-298064ea6ff7 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:53.331623 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1cdd8b62-c037-4632-a7b2-434a1926411b req-ee498d8e-b42a-4f7b-b1ae-681506c85c4d tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Unset dirty status for tenant:44426cab66e14739abebfa4e8a47feae on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:53.332762 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cdd8b62-c037-4632-a7b2-434a1926411b req-ee498d8e-b42a-4f7b-b1ae-681506c85c4d tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 932 time: 0.4018376 Apr 18 19:27:53.389121 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.420529 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cdd8b62-c037-4632-a7b2-434a1926411b req-84ce85fc-8fc7-490f-9d8a-c5d89442e0a5 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fdd980b-1041-438b-a553-4784666c2003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804210 Apr 18 19:27:53.433453 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.447485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7bf55b-c02c-400e-b3a4-23585bb23fdd {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:53.456783 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Network 633b8a0b-b627-4720-88bf-23f618cacab3 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:53.457349 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.459605 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:53.462146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:53.469941 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Pushing event updated for resources: {'Port': ['ID=d9a9f060-4f0f-466c-928f-298064ea6ff7,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:53.475293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Transition to ACTIVE for port object 6f7bf55b-c02c-400e-b3a4-23585bb23fdd will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:53.487103 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-e1d8b8e4-11a7-4497-9344-2e35aa4740dc tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Synchronizing usage tracker for tenant:3b3378a894c84075bc25c152487cede1 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:53.509086 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-24ce1c0f-9872-42bc-9ce5-34cc5e9f993f service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918566 Apr 18 19:27:53.592711 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.599019 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Attempting to bind port d9a9f060-4f0f-466c-928f-298064ea6ff7 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:53.599387 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Attempting to bind port d9a9f060-4f0f-466c-928f-298064ea6ff7 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'e0930145-dc95-413f-9c90-1b0b47e147c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '633b8a0b-b627-4720-88bf-23f618cacab3'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:53.599745 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Attempting to bind port d9a9f060-4f0f-466c-928f-298064ea6ff7 on network 633b8a0b-b627-4720-88bf-23f618cacab3 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:53.607368 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-e1d8b8e4-11a7-4497-9344-2e35aa4740dc tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Unset dirty status for tenant:3b3378a894c84075bc25c152487cede1 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:53.607551 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:53.607857 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Checking segment: {'id': 'e0930145-dc95-413f-9c90-1b0b47e147c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '633b8a0b-b627-4720-88bf-23f618cacab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:53.608265 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.608649 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Bound using segment: {'id': 'e0930145-dc95-413f-9c90-1b0b47e147c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '633b8a0b-b627-4720-88bf-23f618cacab3'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:53.609249 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Bound port: d9a9f060-4f0f-466c-928f-298064ea6ff7, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0930145-dc95-413f-9c90-1b0b47e147c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '633b8a0b-b627-4720-88bf-23f618cacab3'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:53.609670 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.611082 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-e1d8b8e4-11a7-4497-9344-2e35aa4740dc tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3b3378a894c84075bc25c152487cede1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5886023 Apr 18 19:27:53.668164 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Pushing event updated for resources: {'Port': ['ID=6f7bf55b-c02c-400e-b3a4-23585bb23fdd,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:53.704567 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 080147f1-365d-42e9-b595-05184cb9258f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:53.763626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] For port d9a9f060-4f0f-466c-928f-298064ea6ff7, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:53.779905 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] For port d9a9f060-4f0f-466c-928f-298064ea6ff7, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d9a9f060-4f0f-466c-928f-298064ea6ff7,segment=NetworkSegment(e0930145-dc95-413f-9c90-1b0b47e147c4),segment_id=e0930145-dc95-413f-9c90-1b0b47e147c4)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:53.798228 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 080147f1-365d-42e9-b595-05184cb9258f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:53.798693 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.854164 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5f33711-fae4-4d4f-972a-1b160a8125aa req-3233c6a1-aab5-49d4-b8b2-22bd63c24a80 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380246 Apr 18 19:27:53.884585 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-1965471c-6611-4336-8bc6-f7cd23041eec service neutron] 10.222.0.66 "GET /v2.0/networks/6e70baae-e130-4251-aabc-5e2f8dedcc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549074 Apr 18 19:27:53.903748 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 12a987e5-636b-4374-92d7-6ebbf79a9c99 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:53.936254 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a6b5-c83b-4da0-8331-80b33267d700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:53.954398 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.025241 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Attempting to bind port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:54.025693 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Attempting to bind port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'a11ec128-8b92-4f66-ac7b-6f4900ac4d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ff5e3a9e-0f62-4bcf-addd-0d01b44915e5'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:54.026162 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Attempting to bind port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd on network ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:54.044633 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd on network ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:27:54.044983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Attempting to bind port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd on network ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:54.068427 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:54.068808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Checking segment: {'id': 'a11ec128-8b92-4f66-ac7b-6f4900ac4d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ff5e3a9e-0f62-4bcf-addd-0d01b44915e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:54.069159 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Bound using segment: {'id': 'a11ec128-8b92-4f66-ac7b-6f4900ac4d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ff5e3a9e-0f62-4bcf-addd-0d01b44915e5'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:54.069891 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Bound port: 6f7bf55b-c02c-400e-b3a4-23585bb23fdd, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11ec128-8b92-4f66-ac7b-6f4900ac4d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ff5e3a9e-0f62-4bcf-addd-0d01b44915e5'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:54.069891 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.082176 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d8ccc-6095-41b8-ab6b-9ce4ed81728a None None] Pushing event updated for resources: {'Port': ['ID=d9a9f060-4f0f-466c-928f-298064ea6ff7,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:54.085753 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.130105 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-e4efa811-1817-497b-8e62-c3c8839979a6 service neutron] 10.222.0.66 "GET /v2.0/networks/6e70baae-e130-4251-aabc-5e2f8dedcc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278361 Apr 18 19:27:54.134671 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.249023 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 12a987e5-636b-4374-92d7-6ebbf79a9c99 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:54.255202 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 12a987e5-636b-4374-92d7-6ebbf79a9c99 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:54.255577 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.265399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] For port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:54.282615 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-1cc5797c-d9b3-49a8-ac35-b9bcc87fc99a tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Synchronizing usage tracker for tenant:d80fceb88d7b47388be3217dbc9a0042 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:54.303892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] For port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6f7bf55b-c02c-400e-b3a4-23585bb23fdd,segment=NetworkSegment(a11ec128-8b92-4f66-ac7b-6f4900ac4d46),segment_id=a11ec128-8b92-4f66-ac7b-6f4900ac4d46)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:54.386109 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Allocated IP 172.25.8.184 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/07e12340-cc08-4a98-8f03-b9d29e1655a0) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:27:54.390539 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.395860 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-1cc5797c-d9b3-49a8-ac35-b9bcc87fc99a tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Unset dirty status for tenant:d80fceb88d7b47388be3217dbc9a0042 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:54.399787 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-1cc5797c-d9b3-49a8-ac35-b9bcc87fc99a tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 41213 time: 0.8983059 Apr 18 19:27:54.432750 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.467635 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:54.486303 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:54.511161 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.513787 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] 10.222.0.16 "PUT /v2.0/ports/6f7bf55b-c02c-400e-b3a4-23585bb23fdd HTTP/1.1" status: 200 len: 1092 time: 1.7782764 Apr 18 19:27:54.518978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c8ebdc-fea4-4efe-8312-ca797532c208', 'tag': '6f7bf55b-c02c-400e-b3a4-23585bb23fdd'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:27:54.522631 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-928006682', 'description': 'tempest-description-372733128'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:54.528940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:54.533225 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:54.536525 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:54.566997 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7e893-5b56-41f1-ba9a-4af1511f1cda service neutron] Pushing event updated for resources: {'Port': ['ID=6f7bf55b-c02c-400e-b3a4-23585bb23fdd,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:54.567495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:54.590002 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-c1f04b8d-c6cf-4888-941d-e9972f0b9ee1 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/0668a5a9-3c6a-47c1-9775-6cf3d0d73037 HTTP/1.1" status: 200 len: 2649 time: 0.0747554 Apr 18 19:27:54.605076 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.607224 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.656148 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-e7e03242-50d5-47ca-80d9-9af0a17b5c35 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/0668a5a9-3c6a-47c1-9775-6cf3d0d73037 HTTP/1.1" status: 200 len: 2649 time: 0.0587749 Apr 18 19:27:54.683931 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=12a987e5-636b-4374-92d7-6ebbf79a9c99,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:54.696471 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.729848 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.764228 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:54.773338 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-a1dae9c2-4f95-42c9-b6bd-7224088c7de8 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/0fdd980b-1041-438b-a553-4784666c2003 HTTP/1.1" status: 200 len: 2649 time: 0.1105480 Apr 18 19:27:54.780892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:54.793689 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:54.806718 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:54.823637 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:27:54.826034 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Pushing event updated for resources: {'Port': ['ID=07e12340-cc08-4a98-8f03-b9d29e1655a0,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:54.831746 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:27:54.835082 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:27:54.839096 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-30925165-d54d-43df-917d-e5d7a43b07a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44426cab66e14739abebfa4e8a47feae&device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 1095 time: 0.1547635 Apr 18 19:27:54.856143 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-cea7018f-0dfa-49b8-9aed-48de77097cd3 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/0fdd980b-1041-438b-a553-4784666c2003 HTTP/1.1" status: 200 len: 2649 time: 0.0763712 Apr 18 19:27:54.930977 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.933180 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:54.955403 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-ccef0e69-1c89-4cb1-8361-b5831fa6eb96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f7bf55b-c02c-400e-b3a4-23585bb23fdd HTTP/1.1" status: 200 len: 217 time: 0.1012056 Apr 18 19:27:54.970173 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:55.043225 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-e626adb0-6222-4c55-9faf-657bd1fc7bf2 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/37875ba7-a6f2-4a23-b3b8-e88a66fa884e HTTP/1.1" status: 200 len: 2649 time: 0.1163924 Apr 18 19:27:55.044703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-bd9a37e7-fa6f-4ddc-8031-2922a54a2a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:55.046066 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-bd9a37e7-fa6f-4ddc-8031-2922a54a2a97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16e2a058-ddfd-45b8-8dea-d837093f7ca5 HTTP/1.1" status: 200 len: 854 time: 0.0816534 Apr 18 19:27:55.079384 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:55.103705 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-61a707e8-85d3-4dee-80f3-ec29536e4b09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff5e3a9e-0f62-4bcf-addd-0d01b44915e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433817 Apr 18 19:27:55.187618 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-c9ea9ca6-00b6-4156-9a65-145c5d1237c9 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/37875ba7-a6f2-4a23-b3b8-e88a66fa884e HTTP/1.1" status: 200 len: 2649 time: 0.1381934 Apr 18 19:27:55.223824 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f07413e-9be5-4fe1-a162-e10cff4a60ab None None] Network 633b8a0b-b627-4720-88bf-23f618cacab3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:27:55.266554 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5170ff-5f9d-43a1-9916-6b7d11649448,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:55.289225 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:55.290252 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:55.306350 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-621cae85-52ef-43ae-a95b-c35fdc7cc9fb tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/55c6383d-a3cf-4f1b-b1e4-5283ea89b2a6 HTTP/1.1" status: 200 len: 2649 time: 0.0660710 Apr 18 19:27:55.343500 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Sync routers for ids ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:55.352552 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:55.353783 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a1f6e58-fd53-477c-bcf9-adcc4dc3f9b0 req-489d8e60-63d7-43d0-8ff3-846de7b2a6a9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1642 time: 0.8539858 Apr 18 19:27:55.395169 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-1a087066-00a7-44c2-86c8-b209221c21a6 service neutron] 10.222.0.16 "GET /v2.0/networks/ff5e3a9e-0f62-4bcf-addd-0d01b44915e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320695 Apr 18 19:27:55.406754 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Routers {'e78a27b2-9e3d-44be-bc8b-6f78121d83f8'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:55.407606 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:27:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:55.504762 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-bdc2e8f4-bd08-48b8-988f-fd7c6a89a13a tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/55c6383d-a3cf-4f1b-b1e4-5283ea89b2a6 HTTP/1.1" status: 200 len: 2649 time: 0.1908934 Apr 18 19:27:55.574045 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b007c061-5b45-4131-b784-b95d915d59c2 None None] Provisioning for port d9a9f060-4f0f-466c-928f-298064ea6ff7 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:55.606343 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649e85a4-3a21-4ed2-8d14-a138d42f16ac'] response: {'name': 'network-changed', 'server_uuid': '5b6620db-b538-4ead-9c32-83db7393a18e', 'tag': 'd3860fcc-e194-4283-a07f-4d6d619d2900', 'status': 'completed', 'code': 200} Apr 18 19:27:55.609265 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0812e17d-7012-4c43-8a06-3371f6249f5a req-663933e1-ce53-4bef-b42a-1dce483be545 service neutron] 10.222.0.16 "GET /v2.0/networks/ff5e3a9e-0f62-4bcf-addd-0d01b44915e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001557 Apr 18 19:27:55.610820 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-76d6602f-e75f-4a3b-a759-7a6b9bc7a36e tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/713934de-bfaa-4a41-9d9e-f85e8fb4b364 HTTP/1.1" status: 200 len: 2649 time: 0.0950599 Apr 18 19:27:55.707187 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-dd8d0967-4cf8-4de8-b338-686fcf1af2a0 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/713934de-bfaa-4a41-9d9e-f85e8fb4b364 HTTP/1.1" status: 200 len: 2649 time: 0.0790343 Apr 18 19:27:55.779240 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-fe478989-039d-4aed-a856-deb3c96b149c tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/741737ab-0efc-4363-9741-828b688f7fcb HTTP/1.1" status: 200 len: 2649 time: 0.0642180 Apr 18 19:27:55.786276 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-72cd5092-2ad7-410b-8861-3bfab1c759c3 req-dbfd5909-e6e8-4d26-bf58-887625676e66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53d823e29114764aaa93e7dd2d3962f&device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 1099 time: 0.1601458 Apr 18 19:27:55.792670 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d9a9f060-4f0f-466c-928f-298064ea6ff7 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:55.817168 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Router 321ced3a-01dd-44ec-8a11-e89c930e3761 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:27:55.834875 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-7775ca6c-efd3-469f-838a-04e9892f9281 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/741737ab-0efc-4363-9741-828b688f7fcb HTTP/1.1" status: 200 len: 2649 time: 0.0492496 Apr 18 19:27:55.847427 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Set router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:55.915705 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-121eec3d-d749-4705-a6c1-f42ee0247e70 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/885229b6-938f-41eb-be43-8872683240b8 HTTP/1.1" status: 200 len: 2649 time: 0.0723343 Apr 18 19:27:55.937198 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d3860fcc-e194-4283-a07f-4d6d619d2900 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:55.998437 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-a4de8c6e-4a1d-4d51-b6b4-0129129eda96 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/885229b6-938f-41eb-be43-8872683240b8 HTTP/1.1" status: 200 len: 2649 time: 0.0773838 Apr 18 19:27:56.075807 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-16683683-ee50-47be-b451-0da801ac9bde tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/93b6075c-3668-438c-9183-01929a0a0e22 HTTP/1.1" status: 200 len: 2649 time: 0.0761757 Apr 18 19:27:56.085158 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd5092-2ad7-410b-8861-3bfab1c759c3 req-77bf8930-727a-4e1b-968c-07d9f2d3b7d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:56.086733 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-72cd5092-2ad7-410b-8861-3bfab1c759c3 req-77bf8930-727a-4e1b-968c-07d9f2d3b7d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2941384 Apr 18 19:27:56.098051 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port d9a9f060-4f0f-466c-928f-298064ea6ff7 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:27:56.121227 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.resource_extend [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:27:56.145765 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port d9a9f060-4f0f-466c-928f-298064ea6ff7 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:56.146436 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.170933 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-72cd5092-2ad7-410b-8861-3bfab1c759c3 req-b838ddc3-1179-478e-ab69-197633923231 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d3860fcc-e194-4283-a07f-4d6d619d2900 HTTP/1.1" status: 200 len: 217 time: 0.0677149 Apr 18 19:27:56.179111 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-c782f11a-5df5-4d53-b742-e4c5868685fb tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/93b6075c-3668-438c-9183-01929a0a0e22 HTTP/1.1" status: 200 len: 2649 time: 0.1013999 Apr 18 19:27:56.253359 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd5092-2ad7-410b-8861-3bfab1c759c3 req-e53820b3-b4b1-4398-8bbc-98f85c989c00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:56.254851 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-72cd5092-2ad7-410b-8861-3bfab1c759c3 req-e53820b3-b4b1-4398-8bbc-98f85c989c00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0767901 Apr 18 19:27:56.284024 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-b7a4e0ce-874d-4ab9-b12f-fd9b0fcf28a0 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/9c90c027-fc02-4f6b-8632-f0bf4439035f HTTP/1.1" status: 200 len: 2649 time: 0.1035500 Apr 18 19:27:56.318976 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52064) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:56.329566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986690837', 'description': 'tempest-description--808011372'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:56.341671 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:56.354350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Usage tracker for resource:security_group and tenant:60594790ca474462950206fdbf632734 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:56.361579 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:56.370727 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:56.383039 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-4951f5e3-4f52-42eb-a6e3-da0e0d25b60d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/9c90c027-fc02-4f6b-8632-f0bf4439035f HTTP/1.1" status: 200 len: 2649 time: 0.0980206 Apr 18 19:27:56.389767 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:27:56.401077 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Sync routers for ids ['321ced3a-01dd-44ec-8a11-e89c930e3761'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:56.420493 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-72cd5092-2ad7-410b-8861-3bfab1c759c3 req-a5274ae8-ef2a-432c-813f-f7ad84f9c8d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530046 Apr 18 19:27:56.423487 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Routers {'321ced3a-01dd-44ec-8a11-e89c930e3761'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:56.424269 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:27:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['321ced3a-01dd-44ec-8a11-e89c930e3761'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:56.483725 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-390886a5-5238-41de-9655-631f605bc5c9 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/cb021737-7a6f-465a-a092-51e35e54b1de HTTP/1.1" status: 200 len: 2649 time: 0.0997078 Apr 18 19:27:56.554954 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-a728a590-f2ec-436f-89bc-838b276de07a tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/cb021737-7a6f-465a-a092-51e35e54b1de HTTP/1.1" status: 200 len: 2649 time: 0.0698371 Apr 18 19:27:56.583312 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.588217 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b96b8e8b-a78e-4075-9a24-6e008f692192 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9584885 Apr 18 19:27:56.595324 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52068) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:56.608526 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.623409 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bba3bee3-426f-47eb-beda-8be468a8e272 None None] Provisioning complete for port d9a9f060-4f0f-466c-928f-298064ea6ff7 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:56.624036 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bba3bee3-426f-47eb-beda-8be468a8e272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.676529 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-72cd5092-2ad7-410b-8861-3bfab1c759c3 req-107bac40-62a1-40be-97d8-d7567dc5b54b service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498744 Apr 18 19:27:56.678194 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Set router 321ced3a-01dd-44ec-8a11-e89c930e3761 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:56.685669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395737d-ac3b-40da-a3da-c12a96d6ef16 req-3dbfe46d-1754-4eb6-aa9c-5afc0d900107 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:56.692691 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3395737d-ac3b-40da-a3da-c12a96d6ef16 req-3dbfe46d-1754-4eb6-aa9c-5afc0d900107 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 948 time: 0.2241964 Apr 18 19:27:56.695017 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.797535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d3860fcc-e194-4283-a07f-4d6d619d2900, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d3860fcc-e194-4283-a07f-4d6d619d2900,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:56.836663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:56.842490 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'd3860fcc-e194-4283-a07f-4d6d619d2900', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'd3860fcc-e194-4283-a07f-4d6d619d2900', 'mac_address': 'fa:16:3e:a6:c6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:56.842620 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3395737d-ac3b-40da-a3da-c12a96d6ef16 req-83753fce-ee07-4d28-85f4-77ed5bdefdf0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482933 Apr 18 19:27:56.844804 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-e10286cc-8dbc-48b5-8a8d-409c4b1aca20 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/cee89e87-6aa0-408e-8820-a9203bac44e6 HTTP/1.1" status: 200 len: 2649 time: 0.2884610 Apr 18 19:27:56.849224 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:56.933200 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-72cd5092-2ad7-410b-8861-3bfab1c759c3 req-ff70b786-4f77-4421-b135-5ae6cdffc245 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377598 Apr 18 19:27:57.019485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Usage tracker for resource:security_group_rule and tenant:60594790ca474462950206fdbf632734 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:57.025044 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:57.040954 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:57.045914 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:57.059991 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-50c9c887-f22b-4f26-943e-369715b03f36 req-f6ab53c1-3be1-4b1e-9a95-acc85f72beb7 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 210 time: 0.0484056 Apr 18 19:27:57.064365 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port d9a9f060-4f0f-466c-928f-298064ea6ff7, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d9a9f060-4f0f-466c-928f-298064ea6ff7,segment=NetworkSegment(e0930145-dc95-413f-9c90-1b0b47e147c4),segment_id=e0930145-dc95-413f-9c90-1b0b47e147c4)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:57.091785 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ebb16287-e606-4728-907d-21f03e1ef96b', 'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'mac_address': 'fa:16:3e:a5:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:35Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 2, 'project_id': '3b3378a894c84075bc25c152487cede1', 'subnets': [{'id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:57.095989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3860fcc-e194-4283-a07f-4d6d619d2900 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:27:57.099742 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bba3bee3-426f-47eb-beda-8be468a8e272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:57.135454 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d3860fcc-e194-4283-a07f-4d6d619d2900, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d3860fcc-e194-4283-a07f-4d6d619d2900,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:57.140887 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Checking router: e78a27b2-9e3d-44be-bc8b-6f78121d83f8 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:57.141540 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Updating router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 port ebb16287-e606-4728-907d-21f03e1ef96b binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:27:57.155117 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-55050d65-77af-4152-894e-71341f471ad1 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/cee89e87-6aa0-408e-8820-a9203bac44e6 HTTP/1.1" status: 200 len: 2649 time: 0.2997630 Apr 18 19:27:57.191897 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ced3a-01dd-44ec-8a11-e89c930e3761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1556837093-router', 'tenant_id': 'b51adda31b3d4fa9b36c1202f89a837c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '07e12340-cc08-4a98-8f03-b9d29e1655a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:52Z', 'updated_at': '2022-04-18T19:27:54Z', 'revision_number': 3, 'project_id': 'b51adda31b3d4fa9b36c1202f89a837c', 'gw_port': {'id': '07e12340-cc08-4a98-8f03-b9d29e1655a0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ced3a-01dd-44ec-8a11-e89c930e3761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:54Z', 'updated_at': '2022-04-18T19:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:57.201107 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Checking router: 321ced3a-01dd-44ec-8a11-e89c930e3761 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:57.210604 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Updating router 321ced3a-01dd-44ec-8a11-e89c930e3761 port 07e12340-cc08-4a98-8f03-b9d29e1655a0 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:27:57.281611 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:57.294072 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-437aa3a3-7e96-4350-9887-b40f39ae7c5f tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/f4f0e767-0400-4006-b459-28a11ebe3b2c HTTP/1.1" status: 200 len: 2649 time: 0.1159036 Apr 18 19:27:57.322244 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Sync routers for ids ['05832b65-61c0-4f53-ad56-e03c6a721bb3'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:27:57.323902 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:57.328508 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ca711-881b-471e-ae63-7a4b2b994be6 req-aa7a5569-a1d7-4416-9054-4d72e0cf4834 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:57.330477 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f1ca711-881b-471e-ae63-7a4b2b994be6 req-aa7a5569-a1d7-4416-9054-4d72e0cf4834 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 944 time: 0.1217151 Apr 18 19:27:57.338295 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:57.386643 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:57.403780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8f1ca711-881b-471e-ae63-7a4b2b994be6 req-22f338d9-c072-4f57-a3f4-d65e57380f95 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Synchronizing usage tracker for tenant:44426cab66e14739abebfa4e8a47feae on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:27:57.407913 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-bba3bee3-426f-47eb-beda-8be468a8e272 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:27:57.408456 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-bba3bee3-426f-47eb-beda-8be468a8e272 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:27:57.415974 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:57.479614 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:57.480814 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Routers {'05832b65-61c0-4f53-ad56-e03c6a721bb3'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:57.481477 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:27:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['05832b65-61c0-4f53-ad56-e03c6a721bb3'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:57.565126 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8f1ca711-881b-471e-ae63-7a4b2b994be6 req-22f338d9-c072-4f57-a3f4-d65e57380f95 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Unset dirty status for tenant:44426cab66e14739abebfa4e8a47feae on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:27:57.573336 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f1ca711-881b-471e-ae63-7a4b2b994be6 req-22f338d9-c072-4f57-a3f4-d65e57380f95 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fdd980b-1041-438b-a553-4784666c2003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303033 Apr 18 19:27:57.597145 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8cb1edf8-4dee-41be-a983-8309afba98f2 req-39d2022e-1cb1-4bfc-83ce-42694da48a9d tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/f4f0e767-0400-4006-b459-28a11ebe3b2c HTTP/1.1" status: 200 len: 2649 time: 0.2883430 Apr 18 19:27:57.616940 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=d9a9f060-4f0f-466c-928f-298064ea6ff7,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:57.664848 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d3860fcc-e194-4283-a07f-4d6d619d2900'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:27:57.705010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802d46a3-9fea-411f-91bd-a9533764d7e8,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:57.712091 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:57.729468 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Transition to ACTIVE for port object 07e12340-cc08-4a98-8f03-b9d29e1655a0 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:57.746004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:57.746393 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:57.747242 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:57.756179 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:57.756630 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:57.757048 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:57.757471 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:57.757975 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:57.758390 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:57.758847 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:57.759262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:27:57.768233 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3265bac7-837c-4282-bcba-40e09cf5c181'] response: {'name': 'network-changed', 'server_uuid': 'e9c8ebdc-fea4-4efe-8312-ca797532c208', 'tag': '6f7bf55b-c02c-400e-b3a4-23585bb23fdd', 'status': 'completed', 'code': 200} Apr 18 19:27:57.775124 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb5f231-a021-4e5d-8f5e-e61c33ad5680'] response: {'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'code': 200} Apr 18 19:27:57.811081 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d9a9f060-4f0f-466c-928f-298064ea6ff7 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:57.862887 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:57.978733 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Attempting to bind port 07e12340-cc08-4a98-8f03-b9d29e1655a0 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:27:57.979510 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Attempting to bind port 07e12340-cc08-4a98-8f03-b9d29e1655a0 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:27:57.980217 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Attempting to bind port 07e12340-cc08-4a98-8f03-b9d29e1655a0 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:27:57.987172 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-15768737-0567-44ae-9de0-d5cbdf6d1cab tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:57.992146 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-15768737-0567-44ae-9de0-d5cbdf6d1cab tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.16 "GET /v2.0/networks?id=6e70baae-e130-4251-aabc-5e2f8dedcc3a HTTP/1.1" status: 200 len: 811 time: 0.3381140 Apr 18 19:27:57.994394 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.001434 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:27:58.001603 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-762b04d6-a520-414e-8641-0255d36c3470 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.6755836 Apr 18 19:27:58.001695 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:27:58.001695 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.001695 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:27:58.001695 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Bound port: 07e12340-cc08-4a98-8f03-b9d29e1655a0, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:27:58.002010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52084) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:58.002112 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.028189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-892664331', 'description': 'tempest-description-1305017844'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:58.043410 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-49f85038-80c9-4830-aef6-19b2e48f91ec tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Request body: {'security_group_rule': {'security_group_id': '802d46a3-9fea-411f-91bd-a9533764d7e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:58.050096 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-49f85038-80c9-4830-aef6-19b2e48f91ec tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:58.050380 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82a3be57-a7a0-4b4c-b768-2f2d87f8b985 req-aef33ecc-e801-4dc6-8e11-9755a1e43fa5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44426cab66e14739abebfa4e8a47feae&device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 1095 time: 0.2978573 Apr 18 19:27:58.053917 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-49f85038-80c9-4830-aef6-19b2e48f91ec tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Usage tracker for resource:security_group_rule and tenant:60594790ca474462950206fdbf632734 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:58.056122 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-02574311-eaf4-4dd4-8262-12cc9081241f req-1d5a166e-05d6-4b52-a4f1-835838f5de43 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 1100 time: 0.2637963 Apr 18 19:27:58.058861 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-49f85038-80c9-4830-aef6-19b2e48f91ec tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:58.064146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=d3860fcc-e194-4283-a07f-4d6d619d2900,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:58.065153 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-49f85038-80c9-4830-aef6-19b2e48f91ec tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:58.138908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:58.144428 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-b246f260-8972-4097-ac43-395ea7eb0b53 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b3378a894c84075bc25c152487cede1 HTTP/1.1" status: 200 len: 380 time: 0.1267252 Apr 18 19:27:58.151657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:58.155991 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:58.158618 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] For port 07e12340-cc08-4a98-8f03-b9d29e1655a0, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:27:58.162820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Request body: {'port': {'device_id': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'admin_state_up': True, 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'security_groups': ['169af2a8-e41e-4bd0-a6ec-22705d46a267']}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:58.165789 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] For port 07e12340-cc08-4a98-8f03-b9d29e1655a0, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=07e12340-cc08-4a98-8f03-b9d29e1655a0,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:27:58.167858 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2b08e-2556-422e-bd64-ff3cdda26a77 None None] Pushing event updated for resources: {'Port': ['ID=07e12340-cc08-4a98-8f03-b9d29e1655a0,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:58.225961 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dbc36c6c-b0b1-470e-b797-298beb338455 req-db020c13-9ba7-40a8-8298-74177690a092 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5016de7ba2794ffa9fc6fafa73d8eca4 HTTP/1.1" status: 200 len: 5440 time: 0.2601907 Apr 18 19:27:58.261443 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.289887 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-02574311-eaf4-4dd4-8262-12cc9081241f req-390b418b-d10c-4861-8c68-0e0881492a98 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977422 Apr 18 19:27:58.328042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3be57-a7a0-4b4c-b768-2f2d87f8b985 req-3e25bd88-d27c-4760-8573-66b9bfaaec5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:58.329481 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82a3be57-a7a0-4b4c-b768-2f2d87f8b985 req-3e25bd88-d27c-4760-8573-66b9bfaaec5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 HTTP/1.1" status: 200 len: 915 time: 0.2706420 Apr 18 19:27:58.336904 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dbc36c6c-b0b1-470e-b797-298beb338455 req-5409e743-d5c7-49bc-8406-a2b364eb8f89 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] 10.222.0.66 "GET /v2.0/security-groups/885229b6-938f-41eb-be43-8872683240b8 HTTP/1.1" status: 200 len: 2649 time: 0.1002617 Apr 18 19:27:58.361000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:58.382661 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:58.404117 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:58.406065 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49f85038-80c9-4830-aef6-19b2e48f91ec tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.408329 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Routers {'321ced3a-01dd-44ec-8a11-e89c930e3761'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:27:58.409359 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:27:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['321ced3a-01dd-44ec-8a11-e89c930e3761'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:58.450978 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82a3be57-a7a0-4b4c-b768-2f2d87f8b985 req-985613f1-bfb0-47bb-b065-4ccd6e14809f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f7bf55b-c02c-400e-b3a4-23585bb23fdd HTTP/1.1" status: 200 len: 217 time: 0.1112075 Apr 18 19:27:58.479772 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port d9a9f060-4f0f-466c-928f-298064ea6ff7 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:27:58.480133 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.511963 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Made reservation on behalf of 3b3378a894c84075bc25c152487cede1 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:27:58.515039 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.568102 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.590048 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2b08e-2556-422e-bd64-ff3cdda26a77 None None] Pushing event updated for resources: {'Port': ['ID=07e12340-cc08-4a98-8f03-b9d29e1655a0,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:58.591482 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dbc36c6c-b0b1-470e-b797-298beb338455 req-546b36a9-867c-4f63-98e4-0e4bce3c05b2 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] 10.222.0.66 "GET /v2.0/security-groups/885229b6-938f-41eb-be43-8872683240b8 HTTP/1.1" status: 200 len: 2649 time: 0.2531178 Apr 18 19:27:58.605282 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3be57-a7a0-4b4c-b768-2f2d87f8b985 req-8fdf9fc8-35a5-4dc4-81d4-f2868b641c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:58.607343 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82a3be57-a7a0-4b4c-b768-2f2d87f8b985 req-8fdf9fc8-35a5-4dc4-81d4-f2868b641c3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16e2a058-ddfd-45b8-8dea-d837093f7ca5 HTTP/1.1" status: 200 len: 854 time: 0.1492167 Apr 18 19:27:58.646521 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] Set router 321ced3a-01dd-44ec-8a11-e89c930e3761 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:58.702161 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82a3be57-a7a0-4b4c-b768-2f2d87f8b985 req-b725ef7c-9053-49b5-9f28-8c0ff20edb01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff5e3a9e-0f62-4bcf-addd-0d01b44915e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850186 Apr 18 19:27:58.749067 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Set router 05832b65-61c0-4f53-ad56-e03c6a721bb3 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:27:58.786545 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49f85038-80c9-4830-aef6-19b2e48f91ec tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.812884 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:58.893273 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:58.907631 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:58.912970 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49f85038-80c9-4830-aef6-19b2e48f91ec tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:58.964930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f23de-7264-4088-93c7-8df1bcb263d0 req-5b616544-b272-4367-858c-84eb2a9ccd4a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:58.973454 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b76f23de-7264-4088-93c7-8df1bcb263d0 req-5b616544-b272-4367-858c-84eb2a9ccd4a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 949 time: 0.2320819 Apr 18 19:27:58.978245 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82a3be57-a7a0-4b4c-b768-2f2d87f8b985 req-649bc575-c5ec-4845-91b4-d710ae04e671 service neutron] 10.222.0.16 "GET /v2.0/networks/ff5e3a9e-0f62-4bcf-addd-0d01b44915e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665987 Apr 18 19:27:58.981411 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:59.018611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f85038-80c9-4830-aef6-19b2e48f91ec tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0eaf07-145d-4a77-9845-4b3302582940,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:59.110344 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.174342 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6f7bf55b-c02c-400e-b3a4-23585bb23fdd details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:27:59.190614 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.resource_extend [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:27:59.197574 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321ced3a-01dd-44ec-8a11-e89c930e3761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1556837093-router', 'tenant_id': 'b51adda31b3d4fa9b36c1202f89a837c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '07e12340-cc08-4a98-8f03-b9d29e1655a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:52Z', 'updated_at': '2022-04-18T19:27:54Z', 'revision_number': 3, 'project_id': 'b51adda31b3d4fa9b36c1202f89a837c', 'gw_port': {'id': '07e12340-cc08-4a98-8f03-b9d29e1655a0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ced3a-01dd-44ec-8a11-e89c930e3761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:54Z', 'updated_at': '2022-04-18T19:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:59.212673 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8b730-5caa-434e-993c-5069d3f1ac38 None None] The sync data for ids ['321ced3a-01dd-44ec-8a11-e89c930e3761'] in n-d-838334-1 is: [{'id': '321ced3a-01dd-44ec-8a11-e89c930e3761', 'name': 'tempest-FloatingIPsNegativeTestJSON-1556837093-router', 'tenant_id': 'b51adda31b3d4fa9b36c1202f89a837c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '07e12340-cc08-4a98-8f03-b9d29e1655a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:52Z', 'updated_at': '2022-04-18T19:27:54Z', 'revision_number': 3, 'project_id': 'b51adda31b3d4fa9b36c1202f89a837c', 'gw_port': {'id': '07e12340-cc08-4a98-8f03-b9d29e1655a0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321ced3a-01dd-44ec-8a11-e89c930e3761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:54Z', 'updated_at': '2022-04-18T19:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:27:59.281880 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82a3be57-a7a0-4b4c-b768-2f2d87f8b985 req-b55f6ddf-df7d-4e90-a3fb-ba8d6369aedf service neutron] 10.222.0.16 "GET /v2.0/networks/ff5e3a9e-0f62-4bcf-addd-0d01b44915e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647204 Apr 18 19:27:59.315010 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b76f23de-7264-4088-93c7-8df1bcb263d0 req-3405472d-26d7-4521-9a67-5d6d26db8519 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403640 Apr 18 19:27:59.353792 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49f85038-80c9-4830-aef6-19b2e48f91ec tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.356110 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-49f85038-80c9-4830-aef6-19b2e48f91ec tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3481057 Apr 18 19:27:59.358076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52098) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:27:59.360939 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.366562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-c50d3c31-f0d9-4e91-8b0b-3ed112efbae9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Request body: {'security_group_rule': {'security_group_id': '802d46a3-9fea-411f-91bd-a9533764d7e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:27:59.378747 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.382619 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c50d3c31-f0d9-4e91-8b0b-3ed112efbae9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:27:59.387914 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c50d3c31-f0d9-4e91-8b0b-3ed112efbae9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Usage tracker for resource:security_group_rule and tenant:60594790ca474462950206fdbf632734 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:27:59.392561 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c50d3c31-f0d9-4e91-8b0b-3ed112efbae9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:27:59.399523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c50d3c31-f0d9-4e91-8b0b-3ed112efbae9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:27:59.509854 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.511154 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1716d7bf-761f-4fb2-a06c-f6fcf0dacb22 req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.5383794 Apr 18 19:27:59.521874 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34b64b-5299-439d-9bc7-880381f711a6 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5577806d-c22a-4216-b41e-e319a4b21efb,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:59.538278 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.545531 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c50d3c31-f0d9-4e91-8b0b-3ed112efbae9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.546152 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Transition to ACTIVE for port object ebb16287-e606-4728-907d-21f03e1ef96b will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:27:59.610838 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6f7bf55b-c02c-400e-b3a4-23585bb23fdd,segment=NetworkSegment(a11ec128-8b92-4f66-ac7b-6f4900ac4d46),segment_id=a11ec128-8b92-4f66-ac7b-6f4900ac4d46)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:27:59.618195 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c50d3c31-f0d9-4e91-8b0b-3ed112efbae9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.631696 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '6f7bf55b-c02c-400e-b3a4-23585bb23fdd', 'network_id': 'ff5e3a9e-0f62-4bcf-addd-0d01b44915e5', 'port_id': '6f7bf55b-c02c-400e-b3a4-23585bb23fdd', 'mac_address': 'fa:16:3e:0c:95:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e2a058-ddfd-45b8-8dea-d837093f7ca5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:27:59.640688 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:48Z', 'revision_number': 4, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '30898a83-1908-41fb-bdf7-9cc3b4728b81', 'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'tenant_id': '60594790ca474462950206fdbf632734', 'mac_address': 'fa:16:3e:ca:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:46Z', 'updated_at': '2022-04-18T19:27:49Z', 'revision_number': 2, 'project_id': '60594790ca474462950206fdbf632734', 'subnets': [{'id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:27:59.681585 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Checking router: 05832b65-61c0-4f53-ad56-e03c6a721bb3 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:27:59.681935 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Updating router 05832b65-61c0-4f53-ad56-e03c6a721bb3 port 30898a83-1908-41fb-bdf7-9cc3b4728b81 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:27:59.699316 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-59846ddd-b942-4ac6-8ca4-8db4724775bd req-4292f08f-8b6b-4c32-b947-8ff936cef74d tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 210 time: 0.0489709 Apr 18 19:27:59.728739 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.763022 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aff7b89c-99b0-4852-9ff6-d43b6dc3b52a req-8404ab3a-a57c-40f7-9d00-dd636c4db67e tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/fe80a254-cbb3-434d-8e78-292e5e4e0b8c HTTP/1.1" status: 200 len: 1611 time: 0.1635907 Apr 18 19:27:59.802870 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.875807 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c50d3c31-f0d9-4e91-8b0b-3ed112efbae9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.906883 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d3c31-f0d9-4e91-8b0b-3ed112efbae9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5111e354-2f23-4284-bf2c-39da408b0cec,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:59.926126 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e3ab9-1c54-4355-9208-cf21364ee0d2 None None] Pushing event updated for resources: {'Port': ['ID=ebb16287-e606-4728-907d-21f03e1ef96b,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:27:59.929069 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:27:59.944250 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d3860fcc-e194-4283-a07f-4d6d619d2900 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:27:59.952126 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cccd5-e5a6-495f-ba3b-f07f9dfd522b req-af6e290c-b81b-4c6c-8f21-0886243b8fe8 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:27:59.961395 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-469cccd5-e5a6-495f-ba3b-f07f9dfd522b req-af6e290c-b81b-4c6c-8f21-0886243b8fe8 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 944 time: 0.1501038 Apr 18 19:27:59.969704 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7bf55b-c02c-400e-b3a4-23585bb23fdd {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:00.014285 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-469cccd5-e5a6-495f-ba3b-f07f9dfd522b req-04fc7a32-f9a2-453a-a49e-6b9d0ee196ed tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fdd980b-1041-438b-a553-4784666c2003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516608 Apr 18 19:28:00.015416 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c50d3c31-f0d9-4e91-8b0b-3ed112efbae9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.016704 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c50d3c31-f0d9-4e91-8b0b-3ed112efbae9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6573980 Apr 18 19:28:00.021215 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52110) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:00.033959 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:00.047284 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:00.052275 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Usage tracker for resource:floatingip and tenant:60594790ca474462950206fdbf632734 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:00.055662 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:00.063033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:00.113738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Allocated IP 172.20.0.6 (6e70baae-e130-4251-aabc-5e2f8dedcc3a/7d3465d1-837d-47bf-996f-f9a170d538c0/56106887-b288-46f7-adfc-57f191075c2b) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:00.148229 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.148550 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Allocated IP 172.20.0.1 (633b8a0b-b627-4720-88bf-23f618cacab3/dee9ac84-bdea-46ea-be82-5a4a415331cf/eebbd952-38ba-43b6-9afc-60d8a9050cfa) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:00.154480 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6f7bf55b-c02c-400e-b3a4-23585bb23fdd,segment=NetworkSegment(a11ec128-8b92-4f66-ac7b-6f4900ac4d46),segment_id=a11ec128-8b92-4f66-ac7b-6f4900ac4d46)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:00.164131 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-aff7b89c-99b0-4852-9ff6-d43b6dc3b52a req-872231d5-a51f-4c31-97db-4ff2393974fc tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.180986 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Attempting to bind port ebb16287-e606-4728-907d-21f03e1ef96b on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:00.181500 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Attempting to bind port ebb16287-e606-4728-907d-21f03e1ef96b by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:00.181870 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Attempting to bind port ebb16287-e606-4728-907d-21f03e1ef96b on network 6e70baae-e130-4251-aabc-5e2f8dedcc3a {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:00.217832 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:00.218212 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Checking segment: {'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:00.218645 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.219036 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Bound using segment: {'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:00.219521 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Bound port: ebb16287-e606-4728-907d-21f03e1ef96b, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:00.219888 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.321537 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-ae4437c3-d394-4c74-b1f3-06fd8c5afc04 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/8e5170ff-5f9d-43a1-9916-6b7d11649448 HTTP/1.1" status: 200 len: 1637 time: 0.0718212 Apr 18 19:28:00.339624 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-aff7b89c-99b0-4852-9ff6-d43b6dc3b52a req-872231d5-a51f-4c31-97db-4ff2393974fc tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.345256 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.380116 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-81715714-fa5d-4dfa-906f-776da80e53f2 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/5577806d-c22a-4216-b41e-e319a4b21efb HTTP/1.1" status: 200 len: 1638 time: 0.0473971 Apr 18 19:28:00.391995 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8e5170ff-5f9d-43a1-9916-6b7d11649448', 'remote_group_id': '5577806d-c22a-4216-b41e-e319a4b21efb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:00.392288 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8e5170ff-5f9d-43a1-9916-6b7d11649448', 'remote_group_id': '5577806d-c22a-4216-b41e-e319a4b21efb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:00.399483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:00.405524 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:00.408116 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:00.414864 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:00.425318 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port d3860fcc-e194-4283-a07f-4d6d619d2900 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:00.464497 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port d3860fcc-e194-4283-a07f-4d6d619d2900 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:00.464858 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.494426 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.542821 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-aff7b89c-99b0-4852-9ff6-d43b6dc3b52a req-872231d5-a51f-4c31-97db-4ff2393974fc tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.592725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872231d5-a51f-4c31-97db-4ff2393974fc tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe80a254-cbb3-434d-8e78-292e5e4e0b8c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:00.676230 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] For port ebb16287-e606-4728-907d-21f03e1ef96b, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:00.698093 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6f7bf55b-c02c-400e-b3a4-23585bb23fdd,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:00.703908 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6f7bf55b-c02c-400e-b3a4-23585bb23fdd'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:00.706990 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.735987 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] For port ebb16287-e606-4728-907d-21f03e1ef96b, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ebb16287-e606-4728-907d-21f03e1ef96b,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:00.752554 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.770286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Allocated IP 172.25.8.24 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/e2cca648-0841-44e0-a7e4-2e5222ff13cd) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:00.772207 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Transition to ACTIVE for port object 56106887-b288-46f7-adfc-57f191075c2b will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:00.784938 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.785685 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Transition to ACTIVE for port object eebbd952-38ba-43b6-9afc-60d8a9050cfa will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:00.880461 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-aff7b89c-99b0-4852-9ff6-d43b6dc3b52a req-872231d5-a51f-4c31-97db-4ff2393974fc tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.882785 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aff7b89c-99b0-4852-9ff6-d43b6dc3b52a req-872231d5-a51f-4c31-97db-4ff2393974fc tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe80a254-cbb3-434d-8e78-292e5e4e0b8c HTTP/1.1" status: 204 len: 173 time: 1.1020100 Apr 18 19:28:00.924019 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.924019 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.924252 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:00.938736 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.019948 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Network 6e70baae-e130-4251-aabc-5e2f8dedcc3a is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:01.024106 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:01.031889 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:01.045431 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.113729 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:01.114882 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.201228 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.228178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52132) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:01.233255 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.249240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Network 633b8a0b-b627-4720-88bf-23f618cacab3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:01.267786 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1087360 Apr 18 19:28:01.268992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:01.271343 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Pushing event updated for resources: {'Port': ['ID=eebbd952-38ba-43b6-9afc-60d8a9050cfa,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:01.275369 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:01.299070 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e3ab9-1c54-4355-9208-cf21364ee0d2 None None] Pushing event updated for resources: {'Port': ['ID=ebb16287-e606-4728-907d-21f03e1ef96b,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:01.334123 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.338475 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.351148 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Request body: {'port': {'device_id': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:01.369847 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac9afa8-f535-42e3-bd4c-5681ebdd435a,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:01.383221 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.416257 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6620db-b538-4ead-9c32-83db7393a18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860fcc-e194-4283-a07f-4d6d619d2900'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:01.442647 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Transition to ACTIVE for port object 30898a83-1908-41fb-bdf7-9cc3b4728b81 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:01.497664 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d3860fcc-e194-4283-a07f-4d6d619d2900, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d3860fcc-e194-4283-a07f-4d6d619d2900,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:01.499032 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:01.515833 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:01.520487 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Routers {'e78a27b2-9e3d-44be-bc8b-6f78121d83f8'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:01.520966 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:01.521560 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:27:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:01.600490 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.601391 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.603572 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-56505f9b-3f72-4dae-982c-55b1ac066ecb req-2e800ccf-da62-48c2-9c88-cdc31f2eb660 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.2166948 Apr 18 19:28:01.642493 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-487a9fad-e945-4614-9744-01f13d0a7765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.732269 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Pushing event updated for resources: {'Port': ['ID=e2cca648-0841-44e0-a7e4-2e5222ff13cd,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:01.783350 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.848212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ea928-3a84-4603-b942-e8e95cb735a8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Pushing event updated for resources: {'Port': ['ID=56106887-b288-46f7-adfc-57f191075c2b,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:01.867394 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-487a9fad-e945-4614-9744-01f13d0a7765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:01.877141 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-487a9fad-e945-4614-9744-01f13d0a7765 admin admin] Usage tracker for resource:security_group_rule and tenant:3dd8b67df38343a685d2433861ecfde2 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:01.886074 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-487a9fad-e945-4614-9744-01f13d0a7765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:01.898696 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:01.906041 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ebb16287-e606-4728-907d-21f03e1ef96b up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:01.912177 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-487a9fad-e945-4614-9744-01f13d0a7765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:01.935798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbbb91-03ce-49c7-af46-ec86777c4405 req-52d8e90b-c88c-4d81-9057-0b2b50056361 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:01.937295 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86bbbb91-03ce-49c7-af46-ec86777c4405 req-52d8e90b-c88c-4d81-9057-0b2b50056361 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 949 time: 0.7943325 Apr 18 19:28:01.994573 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.010146 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ed8a9-db08-4c19-b9b0-8f821b655761 req-dd94f91d-170b-438c-bcd5-9144167b25c4 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:02.011866 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-614ed8a9-db08-4c19-b9b0-8f821b655761 req-dd94f91d-170b-438c-bcd5-9144167b25c4 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 931 time: 0.1845016 Apr 18 19:28:02.026773 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a79a06f6-b9aa-481d-a493-2d3aae47b128 None None] Provisioning for port 56106887-b288-46f7-adfc-57f191075c2b completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:02.056598 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a79a06f6-b9aa-481d-a493-2d3aae47b128 None None] Provisioning complete for port 56106887-b288-46f7-adfc-57f191075c2b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:02.056966 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a79a06f6-b9aa-481d-a493-2d3aae47b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.093456 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=d3860fcc-e194-4283-a07f-4d6d619d2900,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:02.151646 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-614ed8a9-db08-4c19-b9b0-8f821b655761 req-06bc1974-74d9-4df3-a349-aa8d6449d08b tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279409 Apr 18 19:28:02.202122 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.208210 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.226331 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86bbbb91-03ce-49c7-af46-ec86777c4405 req-0ccffcc0-6c9f-45c4-9e65-3317979e6fe6 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611461 Apr 18 19:28:02.290632 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] Set router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:02.320670 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1c6e19f0-0f06-4886-bd36-102a5bc56657 req-bbe53258-4dd0-43d2-b1d3-80dd0463c157 tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "GET /v2.0/security-groups/5f5cbe53-4776-4ae1-a9e3-906007ba9338 HTTP/1.1" status: 200 len: 1612 time: 0.0727749 Apr 18 19:28:02.341468 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-487a9fad-e945-4614-9744-01f13d0a7765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.357752 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-a79a06f6-b9aa-481d-a493-2d3aae47b128 None None] Port 56106887-b288-46f7-adfc-57f191075c2b cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:02.379014 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ee1f5-23e2-4bca-8a16-2bdda8685faa None None] Pushing event updated for resources: {'Port': ['ID=30898a83-1908-41fb-bdf7-9cc3b4728b81,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:02.408395 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Attempting to bind port 30898a83-1908-41fb-bdf7-9cc3b4728b81 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:02.408793 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Attempting to bind port 30898a83-1908-41fb-bdf7-9cc3b4728b81 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:02.410154 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Attempting to bind port 30898a83-1908-41fb-bdf7-9cc3b4728b81 on network 574a0ab3-0b8f-4952-894f-45b8da0ee116 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:02.435421 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-487a9fad-e945-4614-9744-01f13d0a7765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.485638 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:02.486009 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Checking segment: {'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:02.486501 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.486890 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Bound using segment: {'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:02.487629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Bound port: 30898a83-1908-41fb-bdf7-9cc3b4728b81, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:02.488040 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.503548 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1c6e19f0-0f06-4886-bd36-102a5bc56657 req-de001170-ace9-4596-a8d1-ee84dd47193e tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.525901 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port ebb16287-e606-4728-907d-21f03e1ef96b completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:02.538252 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1c6e19f0-0f06-4886-bd36-102a5bc56657 req-de001170-ace9-4596-a8d1-ee84dd47193e tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.586160 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.613606 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port ebb16287-e606-4728-907d-21f03e1ef96b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:02.613970 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.637390 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a9fad-e945-4614-9744-01f13d0a7765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a6e73d-1da3-4c4a-81c2-102d405885ca,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:02.654634 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-487a9fad-e945-4614-9744-01f13d0a7765 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3dd8b67df38343a685d2433861ecfde2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3977277 Apr 18 19:28:02.655256 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52142) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:02.660260 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.778002 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1c6e19f0-0f06-4886-bd36-102a5bc56657 req-de001170-ace9-4596-a8d1-ee84dd47193e tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.834916 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de001170-ace9-4596-a8d1-ee84dd47193e tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5cbe53-4776-4ae1-a9e3-906007ba9338,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:02.836657 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] For port 30898a83-1908-41fb-bdf7-9cc3b4728b81, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:02.866763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Pushing event updated for resources: {'Port': ['ID=e2cca648-0841-44e0-a7e4-2e5222ff13cd,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:02.871468 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.888252 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1c6e19f0-0f06-4886-bd36-102a5bc56657 req-de001170-ace9-4596-a8d1-ee84dd47193e tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.888537 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26763b1-585f-47af-9134-65b9e0249753 req-4d1d2a6b-5cb3-49c4-a82c-3dcaec3515d0 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:02.891927 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b26763b1-585f-47af-9134-65b9e0249753 req-4d1d2a6b-5cb3-49c4-a82c-3dcaec3515d0 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 945 time: 0.4468472 Apr 18 19:28:02.901574 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56106887-b288-46f7-adfc-57f191075c2b {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:02.902463 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1c6e19f0-0f06-4886-bd36-102a5bc56657 req-de001170-ace9-4596-a8d1-ee84dd47193e tempest-SecurityGroupsTestAdminJSON-1872433736 tempest-SecurityGroupsTestAdminJSON-1872433736-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f5cbe53-4776-4ae1-a9e3-906007ba9338 HTTP/1.1" status: 204 len: 173 time: 0.5806792 Apr 18 19:28:02.921249 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] For port 30898a83-1908-41fb-bdf7-9cc3b4728b81, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=30898a83-1908-41fb-bdf7-9cc3b4728b81,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:02.922954 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.933238 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e25668b-ba45-4112-8a39-6c0ccfc55430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.954317 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.964068 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:02.964601 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Transition to ACTIVE for port object 56106887-b288-46f7-adfc-57f191075c2b will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:02.978687 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac33496d-6c8e-459a-ae7a-8ade4643a41c'] response: {'server_uuid': '5b6620db-b538-4ead-9c32-83db7393a18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860fcc-e194-4283-a07f-4d6d619d2900', 'code': 200} Apr 18 19:28:02.983327 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b26763b1-585f-47af-9134-65b9e0249753 req-be717c27-c0e7-41a8-af48-908e347bc895 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fdd980b-1041-438b-a553-4784666c2003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841491 Apr 18 19:28:02.985289 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e25668b-ba45-4112-8a39-6c0ccfc55430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.009363 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-55e84a2a-c0d6-4b4d-ad88-39c81211d86b None None] Provisioning for port eebbd952-38ba-43b6-9afc-60d8a9050cfa completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:03.014768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-19745615', 'description': 'tempest-description-504619079'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:03.023104 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-55e84a2a-c0d6-4b4d-ad88-39c81211d86b None None] Provisioning complete for port eebbd952-38ba-43b6-9afc-60d8a9050cfa triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:03.024071 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-55e84a2a-c0d6-4b4d-ad88-39c81211d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.025098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:03.049027 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:03.051517 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:03.061961 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ebb16287-e606-4728-907d-21f03e1ef96b', 'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'mac_address': 'fa:16:3e:a5:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:35Z', 'updated_at': '2022-04-18T19:28:00Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'subnets': [{'id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:03.065015 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port ebb16287-e606-4728-907d-21f03e1ef96b, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ebb16287-e606-4728-907d-21f03e1ef96b,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:03.077816 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c208c9d-6b9f-4b22-b3fd-50f7231b0072 None None] The sync data for ids ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'] in n-d-838334-1 is: [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ebb16287-e606-4728-907d-21f03e1ef96b', 'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'mac_address': 'fa:16:3e:a5:53:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:35Z', 'updated_at': '2022-04-18T19:28:00Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'subnets': [{'id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:28:03.089759 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:03.092929 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-433ab55f-d6e9-4871-8e66-c2bb3ea4f7b0 req-042d0196-bae2-490d-ba36-82be06ee4347 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] 10.222.0.66 "GET /v2.0/security-groups/5a9966d2-8347-4de2-9f10-a7e5372fc615 HTTP/1.1" status: 200 len: 1612 time: 0.0598207 Apr 18 19:28:03.095484 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-55e84a2a-c0d6-4b4d-ad88-39c81211d86b None None] Port eebbd952-38ba-43b6-9afc-60d8a9050cfa cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:03.139314 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6f7bf55b-c02c-400e-b3a4-23585bb23fdd up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:03.149688 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed392a29-0b53-4ca1-89df-5d3de5d2d6bb req-bf886f76-7556-4a3a-a4ae-e641e5d1a000 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 1101 time: 0.0949428 Apr 18 19:28:03.179694 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.183815 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.185350 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-79af8178-9fa5-4562-9351-7621ece60934 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1631331 Apr 18 19:28:03.205755 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.215072 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.216874 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.226577 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.227529 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 07e12340-cc08-4a98-8f03-b9d29e1655a0 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:03.267725 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed392a29-0b53-4ca1-89df-5d3de5d2d6bb req-118ca366-e2b8-4494-b67e-96f27406a840 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127269 Apr 18 19:28:03.295750 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e25668b-ba45-4112-8a39-6c0ccfc55430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.318549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:03.326074 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25668b-ba45-4112-8a39-6c0ccfc55430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a6e73d-1da3-4c4a-81c2-102d405885ca,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:03.330849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:03.334959 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:03.342807 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e25668b-ba45-4112-8a39-6c0ccfc55430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.346841 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8e25668b-ba45-4112-8a39-6c0ccfc55430 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29a6e73d-1da3-4c4a-81c2-102d405885ca HTTP/1.1" status: 204 len: 168 time: 0.6898754 Apr 18 19:28:03.348458 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:03.389310 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-55e84a2a-c0d6-4b4d-ad88-39c81211d86b None None] Provisioning complete for port ebb16287-e606-4728-907d-21f03e1ef96b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:03.389808 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-55e84a2a-c0d6-4b4d-ad88-39c81211d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.484300 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.544156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Pushing event updated for resources: {'Port': ['ID=eebbd952-38ba-43b6-9afc-60d8a9050cfa,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:03.561113 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.612103 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.655523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5848f602-1f59-4fa9-b9c3-e2a774f51a22,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:03.688527 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ee1f5-23e2-4bca-8a16-2bdda8685faa None None] Pushing event updated for resources: {'Port': ['ID=30898a83-1908-41fb-bdf7-9cc3b4728b81,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:03.691132 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:03.752216 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.753114 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d802188a-a296-4aac-84bc-d6b46165365c req-bf2312c6-dcca-4f08-ac9a-c948ed23f41f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.7511075 Apr 18 19:28:03.784724 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:03.797225 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.929774 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-433ab55f-d6e9-4871-8e66-c2bb3ea4f7b0 req-834f73fe-8e87-4dcb-af83-0cf2969f8fe0 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:03.930338 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Routers {'05832b65-61c0-4f53-ad56-e03c6a721bb3'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:03.930626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:27:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['05832b65-61c0-4f53-ad56-e03c6a721bb3'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:04.001358 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496902c-7388-42be-9654-777f1802b023 service neutron] Pushing event updated for resources: {'Port': ['ID=56106887-b288-46f7-adfc-57f191075c2b,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:04.080570 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-433ab55f-d6e9-4871-8e66-c2bb3ea4f7b0 req-834f73fe-8e87-4dcb-af83-0cf2969f8fe0 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.098098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0eff4-303c-4c95-a00f-8bb6553e8bd3 req-fc34d50d-a354-442f-a66d-c653569d5db8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:04.101465 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 07e12340-cc08-4a98-8f03-b9d29e1655a0 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:04.102421 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10a0eff4-303c-4c95-a00f-8bb6553e8bd3 req-fc34d50d-a354-442f-a66d-c653569d5db8 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 943 time: 0.1546056 Apr 18 19:28:04.120802 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Attempting to bind port 56106887-b288-46f7-adfc-57f191075c2b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:04.121136 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Attempting to bind port 56106887-b288-46f7-adfc-57f191075c2b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:04.121515 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Attempting to bind port 56106887-b288-46f7-adfc-57f191075c2b on network 6e70baae-e130-4251-aabc-5e2f8dedcc3a {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:04.166452 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Port 56106887-b288-46f7-adfc-57f191075c2b on network 6e70baae-e130-4251-aabc-5e2f8dedcc3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:04.171465 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Attempting to bind port 56106887-b288-46f7-adfc-57f191075c2b on network 6e70baae-e130-4251-aabc-5e2f8dedcc3a {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:04.171734 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10a0eff4-303c-4c95-a00f-8bb6553e8bd3 req-b07d51ec-afce-419e-a16f-aabcc7d4bfae tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633311 Apr 18 19:28:04.178881 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Network 633b8a0b-b627-4720-88bf-23f618cacab3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:04.181762 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:04.214008 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=ebb16287-e606-4728-907d-21f03e1ef96b,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:04.256823 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:04.257156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Checking segment: {'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:04.257569 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Bound using segment: {'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:04.258022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Bound port: 56106887-b288-46f7-adfc-57f191075c2b, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed25af60-b199-45ea-a1ae-0f772ee5faa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:04.258383 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.417338 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 07e12340-cc08-4a98-8f03-b9d29e1655a0 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:04.417913 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.489780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d6761-896d-422a-bf2d-019921aeb6e3 req-72b3c273-ce1f-4560-98ad-035a6978b15e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:04.497813 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-174d6761-896d-422a-bf2d-019921aeb6e3 req-72b3c273-ce1f-4560-98ad-035a6978b15e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 950 time: 0.1228075 Apr 18 19:28:04.507475 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-433ab55f-d6e9-4871-8e66-c2bb3ea4f7b0 req-834f73fe-8e87-4dcb-af83-0cf2969f8fe0 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.552481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f73fe-8e87-4dcb-af83-0cf2969f8fe0 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9966d2-8347-4de2-9f10-a7e5372fc615,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:04.577556 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-174d6761-896d-422a-bf2d-019921aeb6e3 req-d97e7cc1-350b-4b75-bbed-7602d15441dc tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743656 Apr 18 19:28:04.608865 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1695795430', 'description': 'tempest-description-482024438'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:04.616558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:04.622686 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:04.636568 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:04.646405 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-433ab55f-d6e9-4871-8e66-c2bb3ea4f7b0 req-834f73fe-8e87-4dcb-af83-0cf2969f8fe0 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.653262 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-433ab55f-d6e9-4871-8e66-c2bb3ea4f7b0 req-834f73fe-8e87-4dcb-af83-0cf2969f8fe0 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] 10.222.0.66 "DELETE /v2.0/security-groups/5a9966d2-8347-4de2-9f10-a7e5372fc615 HTTP/1.1" status: 204 len: 173 time: 1.5524836 Apr 18 19:28:04.658626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:04.733502 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] Set router 05832b65-61c0-4f53-ad56-e03c6a721bb3 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:04.755410 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] For port 56106887-b288-46f7-adfc-57f191075c2b, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:04.764416 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] For port 56106887-b288-46f7-adfc-57f191075c2b, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=56106887-b288-46f7-adfc-57f191075c2b,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:04.807784 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.814508 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.870850 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:04.877666 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:04.883549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:04.883841 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.892535 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:04.971883 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:04.984103 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c8ebdc-fea4-4efe-8312-ca797532c208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7bf55b-c02c-400e-b3a4-23585bb23fdd'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:05.007617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6f7bf55b-c02c-400e-b3a4-23585bb23fdd,segment=NetworkSegment(a11ec128-8b92-4f66-ac7b-6f4900ac4d46),segment_id=a11ec128-8b92-4f66-ac7b-6f4900ac4d46)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:05.015968 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.017659 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d496902c-7388-42be-9654-777f1802b023 service neutron] 10.222.0.16 "PUT /v2.0/ports/56106887-b288-46f7-adfc-57f191075c2b HTTP/1.1" status: 200 len: 1091 time: 3.6707120 Apr 18 19:28:05.021410 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'tag': '56106887-b288-46f7-adfc-57f191075c2b'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:05.041187 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496902c-7388-42be-9654-777f1802b023 service neutron] Pushing event updated for resources: {'Port': ['ID=56106887-b288-46f7-adfc-57f191075c2b,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:05.064739 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.067749 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.103915 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651186c7-10b7-4fc9-9a9f-7c39157dded3 req-d15746da-b40e-43e4-baf3-7f4f4ebd7ab4 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:05.105697 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-651186c7-10b7-4fc9-9a9f-7c39157dded3 req-d15746da-b40e-43e4-baf3-7f4f4ebd7ab4 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 945 time: 0.2926018 Apr 18 19:28:05.171252 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 07e12340-cc08-4a98-8f03-b9d29e1655a0, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=07e12340-cc08-4a98-8f03-b9d29e1655a0,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:05.343658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31a5378-51fc-4ed6-9f0b-94f034576eca,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:05.345688 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-15a35afa-ac81-4399-8d8a-cd4a725b891f None None] Provisioning complete for port eebbd952-38ba-43b6-9afc-60d8a9050cfa triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:05.345688 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-15a35afa-ac81-4399-8d8a-cd4a725b891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.346166 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Router 321ced3a-01dd-44ec-8a11-e89c930e3761 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:28:05.346166 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-651186c7-10b7-4fc9-9a9f-7c39157dded3 req-3bead56c-64cc-4738-9cad-c09d9c772334 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fdd980b-1041-438b-a553-4784666c2003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898255 Apr 18 19:28:05.348314 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52212) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:05.350857 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.403285 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-15a35afa-ac81-4399-8d8a-cd4a725b891f None None] Port eebbd952-38ba-43b6-9afc-60d8a9050cfa cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:05.452322 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6f7bf55b-c02c-400e-b3a4-23585bb23fdd,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:05.472325 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:48Z', 'revision_number': 4, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '30898a83-1908-41fb-bdf7-9cc3b4728b81', 'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'tenant_id': '60594790ca474462950206fdbf632734', 'mac_address': 'fa:16:3e:ca:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:46Z', 'updated_at': '2022-04-18T19:28:02Z', 'revision_number': 4, 'project_id': '60594790ca474462950206fdbf632734', 'subnets': [{'id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:05.476697 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9302dbb-014b-4864-8ded-70be2df1ddd9 None None] The sync data for ids ['05832b65-61c0-4f53-ad56-e03c6a721bb3'] in n-d-838334-1 is: [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:48Z', 'revision_number': 4, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '30898a83-1908-41fb-bdf7-9cc3b4728b81', 'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'tenant_id': '60594790ca474462950206fdbf632734', 'mac_address': 'fa:16:3e:ca:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:46Z', 'updated_at': '2022-04-18T19:28:02Z', 'revision_number': 4, 'project_id': '60594790ca474462950206fdbf632734', 'subnets': [{'id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:28:05.479116 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.483717 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.490349 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a9b667a3-f02e-4355-8608-8312767582e4 req-ae71b868-f8f8-4c49-9120-220025786118 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.8863571 Apr 18 19:28:05.677109 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=07e12340-cc08-4a98-8f03-b9d29e1655a0,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:05.693810 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8056c2ae-a737-405a-bc44-6d186d692ea7'] response: {'server_uuid': 'e9c8ebdc-fea4-4efe-8312-ca797532c208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7bf55b-c02c-400e-b3a4-23585bb23fdd', 'code': 200} Apr 18 19:28:05.743766 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ebb16287-e606-4728-907d-21f03e1ef96b up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:05.788304 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2813e37-2305-4300-88f9-fe7e7f20a9b8'] response: {'name': 'network-changed', 'server_uuid': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'tag': '56106887-b288-46f7-adfc-57f191075c2b', 'status': 'completed', 'code': 200} Apr 18 19:28:05.861069 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-815709829-network', 'tenant_id': 'e58bc1a45cfc40c8b916d25537d84dc5'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:05.891534 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-432de67f-2064-480f-b542-237f7fa66ff5 req-07c6ab67-a291-4cdf-b879-53da68c00b3b tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] 10.222.0.66 "GET /v2.0/security-groups/49583c94-f1c6-4aff-9b7d-9fdfd77781a9 HTTP/1.1" status: 200 len: 1612 time: 0.4838803 Apr 18 19:28:05.901384 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:05.903046 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-42019b3c-8de0-4921-9abb-973fbf2f9b75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b3378a894c84075bc25c152487cede1&device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 1094 time: 0.4841416 Apr 18 19:28:05.910948 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port ebb16287-e606-4728-907d-21f03e1ef96b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:05.910948 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:05.912154 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Usage tracker for resource:network and tenant:e58bc1a45cfc40c8b916d25537d84dc5 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:05.925780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:05.961422 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:05.999848 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8110dc63-9f28-46b6-b0ea-27cd0a9ac549 req-ae906885-a588-4b7d-97e7-577ff7da8151 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 1097 time: 0.2454517 Apr 18 19:28:06.022474 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-d0b1fde7-fa83-495e-b0a0-afa492f71f34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56106887-b288-46f7-adfc-57f191075c2b HTTP/1.1" status: 200 len: 217 time: 0.1053352 Apr 18 19:28:06.147229 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Made reservation on behalf of e58bc1a45cfc40c8b916d25537d84dc5 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:06.150389 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.165070 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-52a7bd86-8685-4218-9253-452ac5dabea8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:06.166582 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-52a7bd86-8685-4218-9253-452ac5dabea8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d3465d1-837d-47bf-996f-f9a170d538c0 HTTP/1.1" status: 200 len: 850 time: 0.1312146 Apr 18 19:28:06.167217 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.218345 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8110dc63-9f28-46b6-b0ea-27cd0a9ac549 req-c19092f4-f9ee-4426-a9f5-4aba051fe2ba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0fdd980b-1041-438b-a553-4784666c2003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079010 Apr 18 19:28:06.237082 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-432de67f-2064-480f-b542-237f7fa66ff5 req-08ef96c2-181e-4210-84f0-d5f5dfeacde2 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.240619 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:06.248178 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e58bc1a45cfc40c8b916d25537d84dc5 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:06.252354 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:06.262243 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:06.300885 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c4b91-0abc-4a8d-9746-43a2ce05b774 req-5bf7c92c-5f2b-4360-9b12-a3435e5f176b tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:06.302413 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0f5c4b91-0abc-4a8d-9746-43a2ce05b774 req-5bf7c92c-5f2b-4360-9b12-a3435e5f176b tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 943 time: 0.2666805 Apr 18 19:28:06.309804 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-432de67f-2064-480f-b542-237f7fa66ff5 req-08ef96c2-181e-4210-84f0-d5f5dfeacde2 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.368927 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:28:06.380880 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0f5c4b91-0abc-4a8d-9746-43a2ce05b774 req-904c7775-8c9b-4a14-bdea-24648f26e8c3 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693016 Apr 18 19:28:06.382273 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-fff2de4c-e75d-4e22-9a18-83b855005fc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e70baae-e130-4251-aabc-5e2f8dedcc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983144 Apr 18 19:28:06.390549 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-66dc5170-c567-4d7d-ba1d-06718cd95c45 admin admin] 10.222.0.66 "PUT /v2.0/routers/321ced3a-01dd-44ec-8a11-e89c930e3761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7929084 Apr 18 19:28:06.562099 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-432de67f-2064-480f-b542-237f7fa66ff5 req-08ef96c2-181e-4210-84f0-d5f5dfeacde2 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.564969 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-432de67f-2064-480f-b542-237f7fa66ff5 req-08ef96c2-181e-4210-84f0-d5f5dfeacde2 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.566082 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-432de67f-2064-480f-b542-237f7fa66ff5 req-08ef96c2-181e-4210-84f0-d5f5dfeacde2 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] 10.222.0.66 "DELETE /v2.0/security-groups/49583c94-f1c6-4aff-9b7d-9fdfd77781a9 HTTP/1.1" status: 204 len: 173 time: 0.6737709 Apr 18 19:28:06.575579 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.588653 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef96c2-181e-4210-84f0-d5f5dfeacde2 tempest-SecurityGroupsTestAdminJSON-1833677752 tempest-SecurityGroupsTestAdminJSON-1833677752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49583c94-f1c6-4aff-9b7d-9fdfd77781a9,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:06.648578 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.672210 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-2e1da662-b02d-4787-a9ab-b2044ae20d66 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/5848f602-1f59-4fa9-b9c3-e2a774f51a22 HTTP/1.1" status: 200 len: 1636 time: 0.1288548 Apr 18 19:28:06.683815 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-8c647357-fc5c-4ebe-873c-b10bced0c842 service neutron] 10.222.0.16 "GET /v2.0/networks/6e70baae-e130-4251-aabc-5e2f8dedcc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483106 Apr 18 19:28:06.710400 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:28:06.721180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe14194-542e-4e72-b8a6-677cfdcc4f2a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:06.748909 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.749253 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Added segment ad6b6757-d543-4103-a3ab-2d548c7aadb1 of type vlan for network fb9ac66e-a36f-4484-913f-5937213204bf Apr 18 19:28:06.791354 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-75207656-308f-4dbc-b462-9d98aecb7059 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/f31a5378-51fc-4ed6-9f0b-94f034576eca HTTP/1.1" status: 200 len: 1638 time: 0.1133144 Apr 18 19:28:06.806385 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.820206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5848f602-1f59-4fa9-b9c3-e2a774f51a22', 'remote_group_id': 'f31a5378-51fc-4ed6-9f0b-94f034576eca', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:06.825426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5848f602-1f59-4fa9-b9c3-e2a774f51a22', 'remote_group_id': 'f31a5378-51fc-4ed6-9f0b-94f034576eca', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:06.829671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:06.836083 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:06.840056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:06.859257 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:06.937252 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c06824c-8ec3-4994-835f-411bee8328f1 req-bfe8a012-2725-44b0-8657-32ae7ca19efa service neutron] 10.222.0.16 "GET /v2.0/networks/6e70baae-e130-4251-aabc-5e2f8dedcc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472084 Apr 18 19:28:06.949116 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.950330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:06.951653 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:06.952797 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1c71a-091f-4e27-873c-c28a944ce8bf req-ba51c763-e89f-4c92-8720-3d8292a03961 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:06.954629 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7bb1c71a-091f-4e27-873c-c28a944ce8bf req-ba51c763-e89f-4c92-8720-3d8292a03961 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 950 time: 0.1439700 Apr 18 19:28:07.007508 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7bb1c71a-091f-4e27-873c-c28a944ce8bf req-e4c13c6a-6b26-4f71-a7cc-1ee4cc71d941 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466375 Apr 18 19:28:07.190581 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d0cc481b-815a-4dd3-8908-ae7ddb0596f4 req-f96769a7-a5bc-4bbe-aef2-5abaefcd541d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b3378a894c84075bc25c152487cede1&device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 1094 time: 0.0974102 Apr 18 19:28:07.215799 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] Pushing event updated for resources: {'Network': ['ID=fb9ac66e-a36f-4484-913f-5937213204bf,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:07.220458 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:07.235547 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network fb9ac66e-a36f-4484-913f-5937213204bf details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:28:07.253774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52250) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:07.264453 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:07.283702 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e060d140-6028-417b-a436-8e64e418a9d6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9438145 Apr 18 19:28:07.353295 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:07.418858 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8736419-bd24-4ef2-a704-ac2118104a62,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:07.473213 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:07.474452 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0290c5d7-ef9c-4158-ac00-cff3fd5f9a8d req-349fd37a-818f-4a84-b08f-d6eb816ca75f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.6733782 Apr 18 19:28:07.475052 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc481b-815a-4dd3-8908-ae7ddb0596f4 req-aaf51e9d-ab59-4f64-b262-8172d2ad8f48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:07.476954 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d0cc481b-815a-4dd3-8908-ae7ddb0596f4 req-aaf51e9d-ab59-4f64-b262-8172d2ad8f48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e70baae-e130-4251-aabc-5e2f8dedcc3a HTTP/1.1" status: 200 len: 912 time: 0.2195997 Apr 18 19:28:07.551298 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adc42e-e584-4705-b997-2a240a575dba req-fe084d58-aec0-41eb-a19f-4e74c8dfc30a tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:07.558743 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c4adc42e-e584-4705-b997-2a240a575dba req-fe084d58-aec0-41eb-a19f-4e74c8dfc30a tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 946 time: 0.3663492 Apr 18 19:28:07.605913 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d0cc481b-815a-4dd3-8908-ae7ddb0596f4 req-9fcc773c-d91d-486f-8f57-f252804bd9c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56106887-b288-46f7-adfc-57f191075c2b HTTP/1.1" status: 200 len: 217 time: 0.1218562 Apr 18 19:28:07.711860 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4c5c8ee4-617e-48c4-9a8f-bae3291050e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5016de7ba2794ffa9fc6fafa73d8eca4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4560099 Apr 18 19:28:07.712037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52268) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:07.729702 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c4adc42e-e584-4705-b997-2a240a575dba req-b971f128-ebbf-4215-99ad-dc0528f81ba2 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fdd980b-1041-438b-a553-4784666c2003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692505 Apr 18 19:28:07.763978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 07e12340-cc08-4a98-8f03-b9d29e1655a0 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:07.859989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 07e12340-cc08-4a98-8f03-b9d29e1655a0 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:07.860348 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:07.875891 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c9dce08-b7ab-42ca-a39f-d355485c8677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:07.878324 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc481b-815a-4dd3-8908-ae7ddb0596f4 req-1c55d118-4abb-46e3-ae81-5369c3a8d61e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:07.879818 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d0cc481b-815a-4dd3-8908-ae7ddb0596f4 req-1c55d118-4abb-46e3-ae81-5369c3a8d61e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d3465d1-837d-47bf-996f-f9a170d538c0 HTTP/1.1" status: 200 len: 850 time: 0.2541404 Apr 18 19:28:07.950799 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5655cf26-d2db-4b69-8d73-c74f03c4be64 req-60511f13-dd1c-42d7-b937-b13e854ce24b tempest-FloatingIPsNegativeTestJSON-513767272 tempest-FloatingIPsNegativeTestJSON-513767272-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=b51adda31b3d4fa9b36c1202f89a837c HTTP/1.1" status: 200 len: 217 time: 0.0757773 Apr 18 19:28:08.003170 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c9dce08-b7ab-42ca-a39f-d355485c8677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.007626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 30898a83-1908-41fb-bdf7-9cc3b4728b81 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:08.103116 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d0cc481b-815a-4dd3-8908-ae7ddb0596f4 req-ef83f09e-c586-440a-8669-7f5a6cdd5fad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e70baae-e130-4251-aabc-5e2f8dedcc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1881647 Apr 18 19:28:08.111274 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96229b5b-46f9-4b5e-9764-a5d32857f3b4 req-c5293daa-f9dc-4dc0-8681-fe7f8f831612 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:08.118517 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-96229b5b-46f9-4b5e-9764-a5d32857f3b4 req-c5293daa-f9dc-4dc0-8681-fe7f8f831612 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.2435436 Apr 18 19:28:08.153482 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 30898a83-1908-41fb-bdf7-9cc3b4728b81 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:08.158538 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 30898a83-1908-41fb-bdf7-9cc3b4728b81 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:08.167862 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.220725 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fd121-5514-402b-809f-dc957cd5b9a0 req-060277de-0672-49d8-8d41-35bb29f7713e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:08.222604 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-353fd121-5514-402b-809f-dc957cd5b9a0 req-060277de-0672-49d8-8d41-35bb29f7713e tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 943 time: 0.1216533 Apr 18 19:28:08.298406 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-353fd121-5514-402b-809f-dc957cd5b9a0 req-dcf149fc-f769-42fc-a25e-e7e7db0d4b47 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679309 Apr 18 19:28:08.304176 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.361879 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 30898a83-1908-41fb-bdf7-9cc3b4728b81, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=30898a83-1908-41fb-bdf7-9cc3b4728b81,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:08.387998 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08f49b8c-d855-4b1d-98d6-160bcdc3bf62 req-d82ab8da-386d-4472-a700-010555dc89bf tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/f31a5378-51fc-4ed6-9f0b-94f034576eca HTTP/1.1" status: 200 len: 1638 time: 0.0500965 Apr 18 19:28:08.405459 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-96229b5b-46f9-4b5e-9764-a5d32857f3b4 req-73967e2f-135a-4552-b435-2d64d384a70c tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859612 Apr 18 19:28:08.454271 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d0cc481b-815a-4dd3-8908-ae7ddb0596f4 req-124114e5-939d-4432-8837-fdd6c119a8ba service neutron] 10.222.0.16 "GET /v2.0/networks/6e70baae-e130-4251-aabc-5e2f8dedcc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319523 Apr 18 19:28:08.466467 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.490758 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08f49b8c-d855-4b1d-98d6-160bcdc3bf62 req-d8de6bf4-d007-437c-8a3a-42663ffbcda3 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.537184 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c9dce08-b7ab-42ca-a39f-d355485c8677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.570748 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08f49b8c-d855-4b1d-98d6-160bcdc3bf62 req-d8de6bf4-d007-437c-8a3a-42663ffbcda3 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.573268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9dce08-b7ab-42ca-a39f-d355485c8677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885229b6-938f-41eb-be43-8872683240b8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:08.579176 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c9dce08-b7ab-42ca-a39f-d355485c8677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.582581 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8c9dce08-b7ab-42ca-a39f-d355485c8677 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/885229b6-938f-41eb-be43-8872683240b8 HTTP/1.1" status: 204 len: 168 time: 0.8674779 Apr 18 19:28:08.624178 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d0cc481b-815a-4dd3-8908-ae7ddb0596f4 req-968e4a6f-0ba3-4286-983b-91c2ffc9b29f service neutron] 10.222.0.16 "GET /v2.0/networks/6e70baae-e130-4251-aabc-5e2f8dedcc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643252 Apr 18 19:28:08.668079 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=30898a83-1908-41fb-bdf7-9cc3b4728b81,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:08.728736 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08f49b8c-d855-4b1d-98d6-160bcdc3bf62 req-d8de6bf4-d007-437c-8a3a-42663ffbcda3 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.747001 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de6bf4-d007-437c-8a3a-42663ffbcda3 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31a5378-51fc-4ed6-9f0b-94f034576eca,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:08.756180 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08f49b8c-d855-4b1d-98d6-160bcdc3bf62 req-d8de6bf4-d007-437c-8a3a-42663ffbcda3 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:08.757744 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08f49b8c-d855-4b1d-98d6-160bcdc3bf62 req-d8de6bf4-d007-437c-8a3a-42663ffbcda3 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "DELETE /v2.0/security-groups/f31a5378-51fc-4ed6-9f0b-94f034576eca HTTP/1.1" status: 204 len: 173 time: 0.3636408 Apr 18 19:28:08.819404 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-645ad479-2f98-42b4-9728-dc37b3ab78c7 req-659a5b3a-92d5-481a-a4c7-7e30f04b8eb0 tempest-FloatingIPsNegativeTestJSON-513767272 tempest-FloatingIPsNegativeTestJSON-513767272-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0345371 Apr 18 19:28:08.836560 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6a9d3-859d-4a17-8685-7eb73d7249af req-26945ec3-abab-487d-a5d8-3a143ee360f2 tempest-ComputeTenantNetworksTest-1970583989 tempest-ComputeTenantNetworksTest-1970583989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:08.841051 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6a9d3-859d-4a17-8685-7eb73d7249af req-26945ec3-abab-487d-a5d8-3a143ee360f2 tempest-ComputeTenantNetworksTest-1970583989 tempest-ComputeTenantNetworksTest-1970583989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:08.845427 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6a9d3-859d-4a17-8685-7eb73d7249af req-26945ec3-abab-487d-a5d8-3a143ee360f2 tempest-ComputeTenantNetworksTest-1970583989 tempest-ComputeTenantNetworksTest-1970583989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:08.859252 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8a6a9d3-859d-4a17-8685-7eb73d7249af req-26945ec3-abab-487d-a5d8-3a143ee360f2 tempest-ComputeTenantNetworksTest-1970583989 tempest-ComputeTenantNetworksTest-1970583989-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1932735 Apr 18 19:28:08.949761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-b0852a1c-0aef-4e74-8de2-7bccc8e7bf63 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a53d823e29114764aaa93e7dd2d3962f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301466 Apr 18 19:28:09.045585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac829-d6a4-45b8-b20c-f09756138499 req-5d44d48e-05b5-4a55-a0d1-e5b0db2578a7 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:09.047310 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6afac829-d6a4-45b8-b20c-f09756138499 req-5d44d48e-05b5-4a55-a0d1-e5b0db2578a7 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 946 time: 0.0897272 Apr 18 19:28:09.120479 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6afac829-d6a4-45b8-b20c-f09756138499 req-f6e4bb0b-b535-46a4-b1f6-e20ce04e14c0 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fdd980b-1041-438b-a553-4784666c2003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663655 Apr 18 19:28:09.160840 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 56106887-b288-46f7-adfc-57f191075c2b details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:28:09.171750 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-3209efe6-31c1-4b63-bc3c-02c661d62403 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:09.173649 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-3209efe6-31c1-4b63-bc3c-02c661d62403 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2071066 Apr 18 19:28:09.201689 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-ce6ea499-ead0-4fe4-9b90-ef99b5d745e7 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/quotas/a53d823e29114764aaa93e7dd2d3962f HTTP/1.1" status: 200 len: 375 time: 0.0221579 Apr 18 19:28:09.228380 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3576935b-73a5-450f-b5f1-c977e7d8950a req-62ef1906-c3c5-4100-8409-aa7e7abeed8a tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/5848f602-1f59-4fa9-b9c3-e2a774f51a22 HTTP/1.1" status: 200 len: 1636 time: 0.0595081 Apr 18 19:28:09.343681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 56106887-b288-46f7-adfc-57f191075c2b, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=56106887-b288-46f7-adfc-57f191075c2b,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:09.359514 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '56106887-b288-46f7-adfc-57f191075c2b', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'port_id': '56106887-b288-46f7-adfc-57f191075c2b', 'mac_address': 'fa:16:3e:96:b1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:28:09.400722 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-72c06a89-c33e-4b11-8d32-d9e9d9bc097c req-d9e45fb3-8361-4a4e-ac3f-faf55dddc1d1 tempest-FloatingIPsNegativeTestJSON-513767272 tempest-FloatingIPsNegativeTestJSON-513767272-project] show failed (client error): The resource could not be found. Apr 18 19:28:09.400722 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-72c06a89-c33e-4b11-8d32-d9e9d9bc097c req-d9e45fb3-8361-4a4e-ac3f-faf55dddc1d1 tempest-FloatingIPsNegativeTestJSON-513767272 tempest-FloatingIPsNegativeTestJSON-513767272-project] 10.222.0.66 "GET /v2.0/floatingips/ff228a65-2c55-43a5-a495-f65575ed5020 HTTP/1.1" status: 404 len: 350 time: 0.1250746 Apr 18 19:28:09.401102 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-4e908c02-d288-4068-a8ce-d30a7b3fbb19 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a53d823e29114764aaa93e7dd2d3962f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1963396 Apr 18 19:28:09.407459 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52306) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:09.461844 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:09.484276 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56106887-b288-46f7-adfc-57f191075c2b {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:09.503920 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 56106887-b288-46f7-adfc-57f191075c2b, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=56106887-b288-46f7-adfc-57f191075c2b,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:09.518578 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52310) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:09.572765 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:09.593030 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c3354808-841c-44ed-8c39-1b180ad34fd7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d80fceb88d7b47388be3217dbc9a0042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0716565 Apr 18 19:28:09.594809 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52314) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:09.634848 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 30898a83-1908-41fb-bdf7-9cc3b4728b81 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:09.750419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e97ad-f672-4c77-9a5e-4914008ad7b8 req-805e141d-0c56-451c-80e8-cab2f814fcf0 tempest-ComputeTenantNetworksTest-1970583989 tempest-ComputeTenantNetworksTest-1970583989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:09.762865 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8e6e97ad-f672-4c77-9a5e-4914008ad7b8 req-805e141d-0c56-451c-80e8-cab2f814fcf0 tempest-ComputeTenantNetworksTest-1970583989 tempest-ComputeTenantNetworksTest-1970583989-project] 10.222.0.66 "GET /v2.0/networks/fb9ac66e-a36f-4484-913f-5937213204bf HTTP/1.1" status: 200 len: 768 time: 0.2526453 Apr 18 19:28:09.763778 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52322) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:09.788418 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:09.812005 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-961181302', 'description': 'tempest-description-1376025382'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:09.830209 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e47b4421-1677-4cad-8399-660a5af13cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:09.830655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 30898a83-1908-41fb-bdf7-9cc3b4728b81 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:09.831238 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:09.832191 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:09.875546 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:09.884826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:09.897890 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['56106887-b288-46f7-adfc-57f191075c2b'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:09.899356 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:09.911800 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e47b4421-1677-4cad-8399-660a5af13cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:09.975581 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=56106887-b288-46f7-adfc-57f191075c2b,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:09.993664 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.052077 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.092331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:10.109329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:10.119771 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:10.134649 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:10.170621 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e47b4421-1677-4cad-8399-660a5af13cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.197344 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b4421-1677-4cad-8399-660a5af13cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37875ba7-a6f2-4a23-b3b8-e88a66fa884e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:10.246551 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e47b4421-1677-4cad-8399-660a5af13cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.248067 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e47b4421-1677-4cad-8399-660a5af13cfc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37875ba7-a6f2-4a23-b3b8-e88a66fa884e HTTP/1.1" status: 204 len: 168 time: 0.6494689 Apr 18 19:28:10.274462 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.293447 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc02e28-ba35-4852-846d-0ccb19d3d015 req-ea89f315-34c7-4cc7-966a-c72841a31d50 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:10.294429 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-3bc02e28-ba35-4852-846d-0ccb19d3d015 req-ea89f315-34c7-4cc7-966a-c72841a31d50 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Synchronizing usage tracker for tenant:3b3378a894c84075bc25c152487cede1 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:10.300525 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.330619 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.420988 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf900fc-1cf4-4553-83ad-edbab2244aa4,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:10.425375 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9ac66e-a36f-4484-913f-5937213204bf']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:10.519114 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.521097 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e7d2c47-048d-4f07-8400-b382fcfe2c96 req-28e38fac-579a-4b0b-9c14-b26cb699e031 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.7328124 Apr 18 19:28:10.641768 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9d512bd-7de5-4a9a-9c9b-26a95e80032d req-83d77da0-0ee7-4ca0-b0ad-6ff7294fdee1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 210 time: 0.0460088 Apr 18 19:28:10.653451 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-3bc02e28-ba35-4852-846d-0ccb19d3d015 req-ea89f315-34c7-4cc7-966a-c72841a31d50 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Unset dirty status for tenant:3b3378a894c84075bc25c152487cede1 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:10.658426 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3bc02e28-ba35-4852-846d-0ccb19d3d015 req-ea89f315-34c7-4cc7-966a-c72841a31d50 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 944 time: 0.6884789 Apr 18 19:28:10.658426 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6b6757-d543-4103-a3ab-2d548c7aadb1') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:10.658426 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6b6757-d543-4103-a3ab-2d548c7aadb1') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:10.735508 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.748117 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-4ae12813-4856-4cdf-ae7f-de68f56c495e tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/cbf900fc-1cf4-4553-83ad-edbab2244aa4 HTTP/1.1" status: 200 len: 1638 time: 0.0541480 Apr 18 19:28:10.759753 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cbf900fc-1cf4-4553-83ad-edbab2244aa4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:10.760241 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cbf900fc-1cf4-4553-83ad-edbab2244aa4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:10.767888 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:10.772213 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:10.775215 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:10.782494 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:10.797667 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.817657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:28:10.818072 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:28:10.833846 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:28:10.901481 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3bc02e28-ba35-4852-846d-0ccb19d3d015 req-db072400-9b10-47fa-be37-0afef1b09795 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280433 Apr 18 19:28:10.990144 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.006887 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c518cec2-64f9-420d-92c7-491c96f5b6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.015575 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.033827 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.063673 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.091555 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.104812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9ac66e-a36f-4484-913f-5937213204bf,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:11.151357 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.158336 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 56106887-b288-46f7-adfc-57f191075c2b up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:11.182920 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-713f85ea-40e6-4a68-8028-13cb21bce0ac admin admin] 10.222.0.66 "DELETE /v2.0/networks/fb9ac66e-a36f-4484-913f-5937213204bf HTTP/1.1" status: 204 len: 168 time: 1.4069467 Apr 18 19:28:11.213646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2778129d-890b-4834-92f6-ce0eb4d62644,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:11.376082 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.377289 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5cf57dac-8baf-469b-846f-5c7661047a25 req-9b088663-59cb-497c-9262-6b5897f9c856 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.6224620 Apr 18 19:28:11.562931 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-135273ae-30ba-4326-aa38-a3345a271d31 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/cbf900fc-1cf4-4553-83ad-edbab2244aa4 HTTP/1.1" status: 200 len: 2141 time: 0.1103184 Apr 18 19:28:11.582001 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cbf900fc-1cf4-4553-83ad-edbab2244aa4', 'remote_group_id': None}]} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:11.582491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cbf900fc-1cf4-4553-83ad-edbab2244aa4', 'remote_group_id': None}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:11.594056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:11.604681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 56106887-b288-46f7-adfc-57f191075c2b completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:11.614180 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 56106887-b288-46f7-adfc-57f191075c2b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:11.614587 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.619856 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Usage tracker for resource:security_group_rule and tenant:36fbcdb4fdf04694ad7aba5b28294229 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:11.631016 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:11.647397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:11.777623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52364) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:11.855083 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:11.934650 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56106887-b288-46f7-adfc-57f191075c2b'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:11.952885 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b9e66926-95dc-463e-84a1-2bf0cabe1133 req-edf0a920-afee-46ef-b73a-6dbe76f637d7 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 210 time: 0.0957434 Apr 18 19:28:11.955914 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 56106887-b288-46f7-adfc-57f191075c2b, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=56106887-b288-46f7-adfc-57f191075c2b,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:11.961919 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-37c39250-488c-49da-a120-b67446eec3e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e58bc1a45cfc40c8b916d25537d84dc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1822186 Apr 18 19:28:11.966034 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52372) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:12.054788 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bfaab4e5-6815-4661-8062-b12e03862e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.073604 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.098321 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bfaab4e5-6815-4661-8062-b12e03862e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.115561 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:28:12.148158 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.174398 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.177210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-c518cec2-64f9-420d-92c7-491c96f5b6b1 admin admin] Deleting port eebbd952-38ba-43b6-9afc-60d8a9050cfa {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:28:12.177671 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c518cec2-64f9-420d-92c7-491c96f5b6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.227514 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=56106887-b288-46f7-adfc-57f191075c2b,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:12.251950 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87723f03-9b68-4843-98f7-00839aed448d req-c0a3f5c0-62e5-4e43-a1ee-df74be89920f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:12.253539 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-87723f03-9b68-4843-98f7-00839aed448d req-c0a3f5c0-62e5-4e43-a1ee-df74be89920f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 945 time: 0.0953035 Apr 18 19:28:12.286079 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.308726 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bfaab4e5-6815-4661-8062-b12e03862e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.320599 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b299beb-098d-4984-872e-104e5465c627,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:12.332018 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaab4e5-6815-4661-8062-b12e03862e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe14194-542e-4e72-b8a6-677cfdcc4f2a,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:12.346913 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-87723f03-9b68-4843-98f7-00839aed448d req-e25e2119-d477-4e8a-ba49-d73d4d03c507 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868464 Apr 18 19:28:12.353895 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bfaab4e5-6815-4661-8062-b12e03862e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.358595 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bfaab4e5-6815-4661-8062-b12e03862e37 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2fe14194-542e-4e72-b8a6-677cfdcc4f2a HTTP/1.1" status: 204 len: 168 time: 0.3883703 Apr 18 19:28:12.459358 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5c5464-4cfe-4139-a7c8-3debaa21ca41'] response: {'server_uuid': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56106887-b288-46f7-adfc-57f191075c2b', 'code': 200} Apr 18 19:28:12.485961 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c518cec2-64f9-420d-92c7-491c96f5b6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.502290 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:12.503655 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-15fff21b-cf3f-4e65-827a-44e5704cbb92 req-be4c7dc8-1fef-47c0-8d2a-0c8a5c596c30 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.9348073 Apr 18 19:28:12.624189 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0a623f06-3b1a-40ee-9dfb-73721a162580 req-c1fe2b03-a3d9-4fe0-9ca5-2dd4fa1b1da9 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/cbf900fc-1cf4-4553-83ad-edbab2244aa4 HTTP/1.1" status: 200 len: 2649 time: 0.0764039 Apr 18 19:28:12.678241 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-c518cec2-64f9-420d-92c7-491c96f5b6b1 admin admin] Calling delete_port for eebbd952-38ba-43b6-9afc-60d8a9050cfa owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:28:12.806740 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cdb70d2-5dcc-4ded-b636-90242b412ced req-ac985082-438a-40b6-9574-af69a851ff5d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-group-rules/8b299beb-098d-4984-872e-104e5465c627 HTTP/1.1" status: 200 len: 718 time: 0.0875330 Apr 18 19:28:12.915125 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2e5e08f4-ab78-4500-88ca-b835cb0e3d46 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a53d823e29114764aaa93e7dd2d3962f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559573 Apr 18 19:28:13.118754 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1a2e890-bf29-42de-98d7-991f6008f2c3 req-d68974f8-1b6d-4ce8-a08d-787f1f88f0df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 1096 time: 0.5415621 Apr 18 19:28:13.128338 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cdb70d2-5dcc-4ded-b636-90242b412ced req-523e799d-c4ec-4f3a-9d9e-6428c8ccadf5 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/cbf900fc-1cf4-4553-83ad-edbab2244aa4 HTTP/1.1" status: 200 len: 2649 time: 0.3106627 Apr 18 19:28:13.361571 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cdb70d2-5dcc-4ded-b636-90242b412ced req-2a48fdc6-aa0d-48d3-9565-05230837db51 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:13.365384 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-0c85f288-ab37-44f3-9d53-0e37e8a29c03 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:13.372027 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-0c85f288-ab37-44f3-9d53-0e37e8a29c03 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4461720 Apr 18 19:28:13.376851 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1a2e890-bf29-42de-98d7-991f6008f2c3 req-85420e70-6660-44a9-85b4-25fedcac2eee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475460 Apr 18 19:28:13.381756 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cdb70d2-5dcc-4ded-b636-90242b412ced req-2a48fdc6-aa0d-48d3-9565-05230837db51 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:13.404362 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Request body: {'port': {'device_id': 'a57d04d2-3c72-49e7-86e5-8a1fd71f9488', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': 'a53d823e29114764aaa93e7dd2d3962f'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:13.506299 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c518cec2-64f9-420d-92c7-491c96f5b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:13.556718 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cdb70d2-5dcc-4ded-b636-90242b412ced req-2a48fdc6-aa0d-48d3-9565-05230837db51 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:13.588752 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518cec2-64f9-420d-92c7-491c96f5b6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebbd952-38ba-43b6-9afc-60d8a9050cfa,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:13.595448 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48fdc6-aa0d-48d3-9565-05230837db51 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b299beb-098d-4984-872e-104e5465c627,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:13.633259 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cdb70d2-5dcc-4ded-b636-90242b412ced req-2a48fdc6-aa0d-48d3-9565-05230837db51 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:13.635027 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cdb70d2-5dcc-4ded-b636-90242b412ced req-2a48fdc6-aa0d-48d3-9565-05230837db51 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/8b299beb-098d-4984-872e-104e5465c627 HTTP/1.1" status: 204 len: 173 time: 0.4780211 Apr 18 19:28:13.647642 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:13.662353 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:13.762990 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Made reservation on behalf of a53d823e29114764aaa93e7dd2d3962f for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:13.763436 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:13.929057 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3a4d6680-6422-4e11-93bf-b0df28351a90 req-6d0292aa-7149-419d-be7f-f0bf5ec6582f tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 210 time: 0.0662684 Apr 18 19:28:13.988786 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Allocated IP 192.168.233.234 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/e6d3586a-9d7c-4d0d-8dbd-c731455ac66b) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:14.159389 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a936dc32-5066-4e6c-8c5a-60ed15349d3d req-310431f1-0326-49e1-a8e7-9766207f5289 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/cbf900fc-1cf4-4553-83ad-edbab2244aa4 HTTP/1.1" status: 200 len: 2141 time: 0.1276863 Apr 18 19:28:14.211064 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c518cec2-64f9-420d-92c7-491c96f5b6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:14.367486 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52438) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:14.518870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4100d-5d59-4822-8f21-17a2acbd757f req-15a0b932-96e4-454a-a225-51b092325246 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:14.520804 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f3e4100d-5d59-4822-8f21-17a2acbd757f req-15a0b932-96e4-454a-a225-51b092325246 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 945 time: 0.2351570 Apr 18 19:28:14.525120 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:14.575268 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a936dc32-5066-4e6c-8c5a-60ed15349d3d req-877da70e-8594-4271-af83-3819da22a58d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:14.591326 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Transition to ACTIVE for port object e6d3586a-9d7c-4d0d-8dbd-c731455ac66b will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:14.607939 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a936dc32-5066-4e6c-8c5a-60ed15349d3d req-877da70e-8594-4271-af83-3819da22a58d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:14.617287 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f3e4100d-5d59-4822-8f21-17a2acbd757f req-22040c02-ff75-429d-b2e1-3c1d475e7a1d tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864384 Apr 18 19:28:14.762842 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-network', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:14.779681 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:14.784045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Usage tracker for resource:network and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:14.787073 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:14.794169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:15.062688 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Made reservation on behalf of d9c1bdfce24f453f8544e30ca226c10d for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:15.068280 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:15.068983 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a936dc32-5066-4e6c-8c5a-60ed15349d3d req-877da70e-8594-4271-af83-3819da22a58d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:15.093139 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877da70e-8594-4271-af83-3819da22a58d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf900fc-1cf4-4553-83ad-edbab2244aa4,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:15.098511 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-a936dc32-5066-4e6c-8c5a-60ed15349d3d req-877da70e-8594-4271-af83-3819da22a58d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:15.112887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:15.120652 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a936dc32-5066-4e6c-8c5a-60ed15349d3d req-877da70e-8594-4271-af83-3819da22a58d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "DELETE /v2.0/security-groups/cbf900fc-1cf4-4553-83ad-edbab2244aa4 HTTP/1.1" status: 204 len: 173 time: 0.9430871 Apr 18 19:28:15.143584 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['12a987e5-636b-4374-92d7-6ebbf79a9c99', 'd3860fcc-e194-4283-a07f-4d6d619d2900'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:15.209305 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-5125f538-32e4-46ed-9e58-b701f5b69e1f req-ae50cf20-c2c3-4cde-a1c8-904dd2ae3453 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] show failed (client error): The resource could not be found. Apr 18 19:28:15.225797 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5125f538-32e4-46ed-9e58-b701f5b69e1f req-ae50cf20-c2c3-4cde-a1c8-904dd2ae3453 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/f31a5378-51fc-4ed6-9f0b-94f034576eca HTTP/1.1" status: 404 len: 352 time: 0.0570357 Apr 18 19:28:15.239615 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Pushing event updated for resources: {'Port': ['ID=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:15.316585 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:15.453004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c518cec2-64f9-420d-92c7-491c96f5b6b1 admin admin] Router 321ced3a-01dd-44ec-8a11-e89c930e3761 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:28:15.456717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:15.464067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:15.467907 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:15.480854 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-72949816-1dab-466a-857f-0d99534769d6 req-a4de5f55-1700-4a77-8653-fed007fadc76 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/5848f602-1f59-4fa9-b9c3-e2a774f51a22 HTTP/1.1" status: 200 len: 1636 time: 0.2100248 Apr 18 19:28:15.573196 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:15.591257 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Usage tracker for resource:security_group_rule and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:15.602793 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:15.653923 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:15.668163 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d847c-6cb0-412e-8cc6-30b55c1a8004 req-6515fee4-6e14-42ec-a02a-bb3e2e42e1ea tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:15.680321 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f44d847c-6cb0-412e-8cc6-30b55c1a8004 req-6515fee4-6e14-42ec-a02a-bb3e2e42e1ea tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 936 time: 0.4459813 Apr 18 19:28:15.708968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:15.709708 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:15.784731 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f44d847c-6cb0-412e-8cc6-30b55c1a8004 req-9065513a-8283-4bf4-8e1b-767b5191d57b tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034698 Apr 18 19:28:15.894029 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:15.898652 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-33357f79-1402-4e87-bd06-6f4ef91d9ac3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5035646 Apr 18 19:28:15.910690 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Request body: {'port': {'device_id': 'a57d04d2-3c72-49e7-86e5-8a1fd71f9488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:15.911364 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-16d7a9ba-91a4-4fa4-812f-cd23c1b6231e None None] Provisioning for port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:15.919286 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-16d7a9ba-91a4-4fa4-812f-cd23c1b6231e None None] Provisioning complete for port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:15.920503 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-16d7a9ba-91a4-4fa4-812f-cd23c1b6231e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:15.969836 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-72949816-1dab-466a-857f-0d99534769d6 req-83e9200f-2499-4c49-8d54-01607edcea5f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:15.979567 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.016363 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-72949816-1dab-466a-857f-0d99534769d6 req-83e9200f-2499-4c49-8d54-01607edcea5f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.093525 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-16d7a9ba-91a4-4fa4-812f-cd23c1b6231e None None] Port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:16.099190 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:28:16.141311 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4f0a35-afbb-446f-ba2c-c7e3fca73cba,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:16.157510 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.159429 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Added segment fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d of type vlan for network d0c29ad8-5934-46ca-987e-34bfe794904a Apr 18 19:28:16.163424 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-72949816-1dab-466a-857f-0d99534769d6 req-83e9200f-2499-4c49-8d54-01607edcea5f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.209335 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9200f-2499-4c49-8d54-01607edcea5f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5848f602-1f59-4fa9-b9c3-e2a774f51a22,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:16.218400 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-72949816-1dab-466a-857f-0d99534769d6 req-83e9200f-2499-4c49-8d54-01607edcea5f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.219264 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-72949816-1dab-466a-857f-0d99534769d6 req-83e9200f-2499-4c49-8d54-01607edcea5f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "DELETE /v2.0/security-groups/5848f602-1f59-4fa9-b9c3-e2a774f51a22 HTTP/1.1" status: 204 len: 173 time: 0.7294455 Apr 18 19:28:16.241561 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c518cec2-64f9-420d-92c7-491c96f5b6b1 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:28:16.250518 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c518cec2-64f9-420d-92c7-491c96f5b6b1 admin admin] 10.222.0.66 "PUT /v2.0/routers/321ced3a-01dd-44ec-8a11-e89c930e3761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8396506 Apr 18 19:28:16.252803 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.259928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52470) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:16.273932 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.510541 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:28:16.531489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412435f-a500-4309-90b0-7017bb27f698 req-3113e95c-2a12-43bb-8f9b-85138c3cdd97 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:16.539625 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5412435f-a500-4309-90b0-7017bb27f698 req-3113e95c-2a12-43bb-8f9b-85138c3cdd97 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 945 time: 0.5394602 Apr 18 19:28:16.618847 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.668511 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5412435f-a500-4309-90b0-7017bb27f698 req-b212d01f-e989-4cee-9306-afecbb5cb0c9 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793273 Apr 18 19:28:16.705755 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.707371 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:16.708042 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:16.784845 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-34a02b3b-fb84-4abd-a272-7a7b8e1e457f tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0940335 Apr 18 19:28:16.990242 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6069279 Apr 18 19:28:17.004662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-dc7ead6f-ca44-46de-b72d-bd2f0a24401e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:17.004662 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-dc7ead6f-ca44-46de-b72d-bd2f0a24401e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846890 Apr 18 19:28:17.004662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52486) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:17.004662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Request body: {'subnet': {'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-subnet', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:17.004662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:17.011257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Usage tracker for resource:subnet and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:17.013868 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:17.023937 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d3586a-9d7c-4d0d-8dbd-c731455ac66b {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:17.027679 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:17.030469 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac54c8f-0eec-4293-a374-8606ce76c3cb admin admin] Pushing event updated for resources: {'Network': ['ID=d0c29ad8-5934-46ca-987e-34bfe794904a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:17.032139 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-c7db69de-33ec-4b0f-ae87-9f9b80157e90 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/quotas/6d877a9ecaf349cb8fde62d566b24cad HTTP/1.1" status: 200 len: 375 time: 0.0383534 Apr 18 19:28:17.035831 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.039669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0fa1fae-c079-4d8f-b2f1-ebcbdd6120ea req-178a5c92-6ca2-43ed-9a35-b30398d48cef tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/5577806d-c22a-4216-b41e-e319a4b21efb HTTP/1.1" status: 200 len: 1638 time: 0.3141866 Apr 18 19:28:17.051279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network d0c29ad8-5934-46ca-987e-34bfe794904a details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:28:17.101426 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-a62430f7-8745-4409-83da-86a49a0f825c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527925 Apr 18 19:28:17.111621 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.119261 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Made reservation on behalf of d9c1bdfce24f453f8544e30ca226c10d for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:17.124722 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.124869 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Transition to ACTIVE for port object e6d3586a-9d7c-4d0d-8dbd-c731455ac66b will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:17.211137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Deleting port 07e12340-cc08-4a98-8f03-b9d29e1655a0 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:28:17.211754 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.222947 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.270970 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0fa1fae-c079-4d8f-b2f1-ebcbdd6120ea req-5b11aadd-70c2-4616-a9d9-6c21884e5fd1 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.407061 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0fa1fae-c079-4d8f-b2f1-ebcbdd6120ea req-5b11aadd-70c2-4616-a9d9-6c21884e5fd1 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.426667 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:17.578013 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:17.578623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:17.578732 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:17.578970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:17.579291 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:17.579610 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:17.580180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:17.580562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:17.580801 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:17.581112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:17.581423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:17.647104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Attempting to bind port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:17.647481 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Attempting to bind port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:17.651331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Attempting to bind port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:17.663202 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:17.663525 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Attempting to bind port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:17.666903 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] For port 07e12340-cc08-4a98-8f03-b9d29e1655a0, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=07e12340-cc08-4a98-8f03-b9d29e1655a0,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:17.667359 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.672326 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:17.672654 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:17.673034 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:17.673764 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Bound port: e6d3586a-9d7c-4d0d-8dbd-c731455ac66b, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:17.673764 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.745891 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0fa1fae-c079-4d8f-b2f1-ebcbdd6120ea req-5b11aadd-70c2-4616-a9d9-6c21884e5fd1 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.788100 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11aadd-70c2-4616-a9d9-6c21884e5fd1 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5577806d-c22a-4216-b41e-e319a4b21efb,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:17.797711 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a0fa1fae-c079-4d8f-b2f1-ebcbdd6120ea req-5b11aadd-70c2-4616-a9d9-6c21884e5fd1 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:17.811088 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a0fa1fae-c079-4d8f-b2f1-ebcbdd6120ea req-5b11aadd-70c2-4616-a9d9-6c21884e5fd1 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "DELETE /v2.0/security-groups/5577806d-c22a-4216-b41e-e319a4b21efb HTTP/1.1" status: 204 len: 173 time: 0.7613027 Apr 18 19:28:17.837482 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Calling delete_port for 07e12340-cc08-4a98-8f03-b9d29e1655a0 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:28:17.846952 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] For port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:17.850693 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] For port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:17.918143 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1db9b-9c33-4104-8930-46f122d65cca req-0c06e228-d7a2-4063-bb56-026d0f17be13 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:17.924162 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21c1db9b-9c33-4104-8930-46f122d65cca req-0c06e228-d7a2-4063-bb56-026d0f17be13 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 945 time: 0.4318900 Apr 18 19:28:17.929225 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52504) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:18.002319 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-13bb550d-a919-4b01-ab75-8a6bc8620349 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Request body: {'floatingip': {'port_id': '56106887-b288-46f7-adfc-57f191075c2b'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:18.054801 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.061278 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.150841 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:18.158802 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5a16ebdd-aac7-4ab6-bd43-96337ef74b53 req-704f2130-2192-4852-b873-cef4f9aeec0f tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 210 time: 0.1010349 Apr 18 19:28:18.176070 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-13bb550d-a919-4b01-ab75-8a6bc8620349 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.222552 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:18.262681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Checking segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:18.263050 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Network hostable DHCP agents. Network: d0c29ad8-5934-46ca-987e-34bfe794904a, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:28:18.283750 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.285122 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2ebf35b1-3d47-4e88-9890-850630dedea4 service neutron] 10.222.0.71 "PUT /v2.0/ports/e6d3586a-9d7c-4d0d-8dbd-c731455ac66b HTTP/1.1" status: 200 len: 1096 time: 2.3793485 Apr 18 19:28:18.334339 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57d04d2-3c72-49e7-86e5-8a1fd71f9488', 'tag': 'e6d3586a-9d7c-4d0d-8dbd-c731455ac66b'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:18.355019 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8eacd8e6-c37b-4b57-8813-484a58fa520f req-5824f37f-2924-4039-a7dd-7a183f87582c tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/8e5170ff-5f9d-43a1-9916-6b7d11649448 HTTP/1.1" status: 200 len: 1637 time: 0.1340077 Apr 18 19:28:18.439056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636e9af-aeeb-421a-b6ad-3c4b1c7d7d50 req-d38f4240-dada-4a11-90be-3f0ab6361dbd tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:18.439755 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1636e9af-aeeb-421a-b6ad-3c4b1c7d7d50 req-d38f4240-dada-4a11-90be-3f0ab6361dbd tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Synchronizing usage tracker for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:18.443374 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Network d0c29ad8-5934-46ca-987e-34bfe794904a is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:28:18.482523 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8eacd8e6-c37b-4b57-8813-484a58fa520f req-100f2838-67c7-4d09-b530-1c36af8e3683 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.501906 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.557846 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8eacd8e6-c37b-4b57-8813-484a58fa520f req-100f2838-67c7-4d09-b530-1c36af8e3683 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.573529 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, d0c29ad8-5934-46ca-987e-34bfe794904a) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:18.578675 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e12340-cc08-4a98-8f03-b9d29e1655a0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:18.586603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:18.587113 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.592851 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d65db5-2706-437a-8f99-c481d59b2634 None None] Network d0c29ad8-5934-46ca-987e-34bfe794904a requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:28:18.647800 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1636e9af-aeeb-421a-b6ad-3c4b1c7d7d50 req-d38f4240-dada-4a11-90be-3f0ab6361dbd tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Unset dirty status for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:18.655075 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1636e9af-aeeb-421a-b6ad-3c4b1c7d7d50 req-d38f4240-dada-4a11-90be-3f0ab6361dbd tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 948 time: 0.7333348 Apr 18 19:28:18.802889 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1636e9af-aeeb-421a-b6ad-3c4b1c7d7d50 req-7e207f1f-f135-487f-a281-9274c152295b tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469245 Apr 18 19:28:18.811741 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-b830e99d-a8cc-4931-bc00-d440afd3004b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53d823e29114764aaa93e7dd2d3962f&device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 1099 time: 0.3665566 Apr 18 19:28:18.842928 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8eacd8e6-c37b-4b57-8813-484a58fa520f req-100f2838-67c7-4d09-b530-1c36af8e3683 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.919886 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f2838-67c7-4d09-b530-1c36af8e3683 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5170ff-5f9d-43a1-9916-6b7d11649448,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:18.929734 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213c2eb4-1266-43f0-a4bc-6b56c845008b'] response: {'name': 'network-changed', 'server_uuid': 'a57d04d2-3c72-49e7-86e5-8a1fd71f9488', 'tag': 'e6d3586a-9d7c-4d0d-8dbd-c731455ac66b', 'status': 'completed', 'code': 200} Apr 18 19:28:18.937977 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8eacd8e6-c37b-4b57-8813-484a58fa520f req-100f2838-67c7-4d09-b530-1c36af8e3683 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:18.945476 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8eacd8e6-c37b-4b57-8813-484a58fa520f req-100f2838-67c7-4d09-b530-1c36af8e3683 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "DELETE /v2.0/security-groups/8e5170ff-5f9d-43a1-9916-6b7d11649448 HTTP/1.1" status: 204 len: 173 time: 0.5753953 Apr 18 19:28:18.945965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-9ef5f2ec-778a-4211-9ea4-5595d8c91e69 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b HTTP/1.1" status: 200 len: 217 time: 0.1231716 Apr 18 19:28:19.109307 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9f26dfd5-10f2-4664-a65e-25699c865e88 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1235397 Apr 18 19:28:19.124509 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52518) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:19.133568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:19.143929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:19.148731 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Usage tracker for resource:router and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:19.150709 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-d0c29ad8-5934-46ca-987e-34bfe794904a', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:28:19.153814 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.153996 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.220687 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2566c086-f267-434f-b16d-53be73b7240a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:19.222588 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2566c086-f267-434f-b16d-53be73b7240a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2601845 Apr 18 19:28:19.228498 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c39bb3cc-fedd-460a-b2fb-5e5c8f11ad40 req-76965e40-7773-41bf-95f3-6a0d2746a215 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/a2a19f78-a157-496c-9b51-75d6c70b1ae8 HTTP/1.1" status: 200 len: 2145 time: 0.0948761 Apr 18 19:28:19.250896 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:19.341793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:19.478711 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c39bb3cc-fedd-460a-b2fb-5e5c8f11ad40 req-aa62a314-2a6f-4c88-b97c-b36786c3bc2d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.498995 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Allocated IP 172.20.0.2 (d0c29ad8-5934-46ca-987e-34bfe794904a/38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99/0b971f21-f4c6-4e33-ae85-b64e6c758bf8) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:19.544842 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c39bb3cc-fedd-460a-b2fb-5e5c8f11ad40 req-aa62a314-2a6f-4c88-b97c-b36786c3bc2d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.571921 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-5ae0fb8f-d61b-4e5d-9905-f6a1172b9f5d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3416674 Apr 18 19:28:19.577601 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-13bb550d-a919-4b01-ab75-8a6bc8620349 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.579073 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.583247 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.607735 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e739fb82-9630-4781-b54f-c3e191174e3e req-816692cb-6954-426d-87e4-d7d3259248e8 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 210 time: 0.1025677 Apr 18 19:28:19.612458 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.622686 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.637431 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.686794 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-13bb550d-a919-4b01-ab75-8a6bc8620349 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.717588 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.717776 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 321ced3a-01dd-44ec-8a11-e89c930e3761 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:28:19.731514 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.732631 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-27c55f29-5c3a-4cb2-a3a9-90fb11482e69 admin admin] 10.222.0.66 "DELETE /v2.0/routers/321ced3a-01dd-44ec-8a11-e89c930e3761 HTTP/1.1" status: 204 len: 168 time: 3.4716160 Apr 18 19:28:19.735060 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52526) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:19.909781 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.922787 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Transition to ACTIVE for port object 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:19.924553 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-2bc0045c-ac4e-4c8e-9d60-573942d7e9c3 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455107 Apr 18 19:28:19.936594 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c39bb3cc-fedd-460a-b2fb-5e5c8f11ad40 req-aa62a314-2a6f-4c88-b97c-b36786c3bc2d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:19.959481 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Transition to ACTIVE for port object 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:20.018863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-c822213b-4322-40b2-8ba5-c6f61f24da04 admin admin] Deleting subnet dee9ac84-bdea-46ea-be82-5a4a415331cf {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:28:20.023816 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c822213b-4322-40b2-8ba5-c6f61f24da04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.037537 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62a314-2a6f-4c88-b97c-b36786c3bc2d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a19f78-a157-496c-9b51-75d6c70b1ae8,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:20.043364 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.057217 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c39bb3cc-fedd-460a-b2fb-5e5c8f11ad40 req-aa62a314-2a6f-4c88-b97c-b36786c3bc2d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.063159 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c39bb3cc-fedd-460a-b2fb-5e5c8f11ad40 req-aa62a314-2a6f-4c88-b97c-b36786c3bc2d tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "DELETE /v2.0/security-groups/a2a19f78-a157-496c-9b51-75d6c70b1ae8 HTTP/1.1" status: 204 len: 173 time: 0.8219256 Apr 18 19:28:20.171775 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8ecd0be-1de8-4f22-ba13-bfb4d161fda2 req-0ecf050f-4ee2-49b3-9de4-43135de6b3e3 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360997 Apr 18 19:28:20.178785 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c822213b-4322-40b2-8ba5-c6f61f24da04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.193740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Network d0c29ad8-5934-46ca-987e-34bfe794904a is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:20.197159 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:20.201586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:20.211043 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Pushing event updated for resources: {'Port': ['ID=0b971f21-f4c6-4e33-ae85-b64e6c758bf8,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:20.231065 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c90c140a-0d9e-4fdd-ab53-36476a4672e8 req-a6c48896-0451-46fe-8503-75491c49780f tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "GET /v2.0/security-groups/be112c0d-2173-437e-861c-9195cd12c897 HTTP/1.1" status: 200 len: 2142 time: 0.1161449 Apr 18 19:28:20.378436 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [None req-13bb550d-a919-4b01-ab75-8a6bc8620349 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Floating IP 68cf2969-077e-4bb8-b94e-4d77587e0bc9 associated. External IP: 172.25.8.37, port: 56106887-b288-46f7-adfc-57f191075c2b. Apr 18 19:28:20.410416 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Attempting to bind port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:20.411134 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Attempting to bind port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:20.411728 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Attempting to bind port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 on network d0c29ad8-5934-46ca-987e-34bfe794904a {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:20.419919 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:20.420815 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Checking segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:20.421461 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.422111 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Bound using segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:20.422816 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Bound port: 0b971f21-f4c6-4e33-ae85-b64e6c758bf8, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:20.423889 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.424647 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c822213b-4322-40b2-8ba5-c6f61f24da04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.535279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] For port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:20.538512 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] For port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=0b971f21-f4c6-4e33-ae85-b64e6c758bf8,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:20.554519 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.596738 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c90c140a-0d9e-4fdd-ab53-36476a4672e8 req-3c324714-b827-46bd-b3ea-021e33c54e05 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.599602 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.623646 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa2d90-a1e9-4c5f-b7b0-cf7ddef29750 req-550cf98c-8033-44dd-a714-7a8642770e75 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:20.630911 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21fa2d90-a1e9-4c5f-b7b0-cf7ddef29750 req-550cf98c-8033-44dd-a714-7a8642770e75 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 948 time: 0.1430242 Apr 18 19:28:20.636286 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2a579c79-5c53-4f4a-930b-70be680227b6 req-6a682986-565a-4269-9906-d2f801c0b5bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53d823e29114764aaa93e7dd2d3962f&device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 1099 time: 0.3425307 Apr 18 19:28:20.668857 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c90c140a-0d9e-4fdd-ab53-36476a4672e8 req-3c324714-b827-46bd-b3ea-021e33c54e05 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.675788 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d04acf-706b-4234-99fd-8654699c8ed8 None None] Pushing event updated for resources: {'Port': ['ID=0b971f21-f4c6-4e33-ae85-b64e6c758bf8,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:20.687315 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c822213b-4322-40b2-8ba5-c6f61f24da04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.767057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822213b-4322-40b2-8ba5-c6f61f24da04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dee9ac84-bdea-46ea-be82-5a4a415331cf,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:20.850221 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21fa2d90-a1e9-4c5f-b7b0-cf7ddef29750 req-85fad02a-b0b8-46d5-9116-bd127cf2d721 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161963 Apr 18 19:28:20.851277 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c822213b-4322-40b2-8ba5-c6f61f24da04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:20.855264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f069b3e0-33fe-4759-ae94-73f2548b33fc None None] Network 633b8a0b-b627-4720-88bf-23f618cacab3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:28:20.866787 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c822213b-4322-40b2-8ba5-c6f61f24da04 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dee9ac84-bdea-46ea-be82-5a4a415331cf HTTP/1.1" status: 204 len: 168 time: 1.1303368 Apr 18 19:28:20.870192 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52540) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:20.889698 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a579c79-5c53-4f4a-930b-70be680227b6 req-ea50ce45-e1bc-42b9-8802-967c2a819713 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:20.891181 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2a579c79-5c53-4f4a-930b-70be680227b6 req-ea50ce45-e1bc-42b9-8802-967c2a819713 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2455618 Apr 18 19:28:20.993303 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c90c140a-0d9e-4fdd-ab53-36476a4672e8 req-3c324714-b827-46bd-b3ea-021e33c54e05 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.053477 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c324714-b827-46bd-b3ea-021e33c54e05 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be112c0d-2173-437e-861c-9195cd12c897,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:21.085552 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2a579c79-5c53-4f4a-930b-70be680227b6 req-81cfbf7b-48e0-4da7-878a-6e394a1915ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b HTTP/1.1" status: 200 len: 217 time: 0.1717758 Apr 18 19:28:21.146146 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.160674 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-7a733bde-9337-4014-99cc-e35f692b10d6 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870771 Apr 18 19:28:21.367065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Deleting port d9a9f060-4f0f-466c-928f-298064ea6ff7 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:28:21.367401 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.404422 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c90c140a-0d9e-4fdd-ab53-36476a4672e8 req-3c324714-b827-46bd-b3ea-021e33c54e05 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.409232 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c90c140a-0d9e-4fdd-ab53-36476a4672e8 req-3c324714-b827-46bd-b3ea-021e33c54e05 tempest-SecurityGroupRulesTestJSON-599557200 tempest-SecurityGroupRulesTestJSON-599557200-project] 10.222.0.66 "DELETE /v2.0/security-groups/be112c0d-2173-437e-861c-9195cd12c897 HTTP/1.1" status: 204 len: 173 time: 1.1771655 Apr 18 19:28:21.416483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52548) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:21.431028 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-54415e49-856c-4ce7-a341-53c4e2567046 req-5a33d618-7d06-4c43-ac5b-c0025d07ca83 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 210 time: 0.1094000 Apr 18 19:28:21.615124 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ebdc48-768d-4511-b077-ff2f04a5c1dd None None] DHCP port deletion for 633b8a0b-b627-4720-88bf-23f618cacab3 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:28:21.619691 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-17ebdc48-768d-4511-b077-ff2f04a5c1dd None None] Deleting port d9a9f060-4f0f-466c-928f-298064ea6ff7 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:28:21.620133 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-17ebdc48-768d-4511-b077-ff2f04a5c1dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.627793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-41184a66-4e8e-4b79-9163-509f95327917 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:21.632683 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-41184a66-4e8e-4b79-9163-509f95327917 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4534817 Apr 18 19:28:21.659483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a579c79-5c53-4f4a-930b-70be680227b6 req-3b9f0679-af3f-4310-82fb-c2881ca5df71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:21.661176 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2a579c79-5c53-4f4a-930b-70be680227b6 req-3b9f0679-af3f-4310-82fb-c2881ca5df71 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.5443316 Apr 18 19:28:21.669477 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-587d8b97-6be7-40a2-81fd-d30e622e976f admin admin] Deleting subnet 51d0447e-f445-4559-a6b9-0a09fc85e803 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:28:21.674972 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Request body: {'port': {'device_id': '924d3cee-3eda-4e57-9f21-eeedbe345012', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '6d877a9ecaf349cb8fde62d566b24cad'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:21.704578 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-587d8b97-6be7-40a2-81fd-d30e622e976f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.705200 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ce560712-e8a0-4eeb-b486-93dd49a89b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.798255 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:21.867736 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-587d8b97-6be7-40a2-81fd-d30e622e976f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:21.903011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] For port d9a9f060-4f0f-466c-928f-298064ea6ff7, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d9a9f060-4f0f-466c-928f-298064ea6ff7,segment=NetworkSegment(e0930145-dc95-413f-9c90-1b0b47e147c4),segment_id=e0930145-dc95-413f-9c90-1b0b47e147c4)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:21.903372 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.015056 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e6d3586a-9d7c-4d0d-8dbd-c731455ac66b details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:28:22.079546 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-587d8b97-6be7-40a2-81fd-d30e622e976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.121576 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Calling delete_port for d9a9f060-4f0f-466c-928f-298064ea6ff7 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:28:22.222475 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:22.304262 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'e6d3586a-9d7c-4d0d-8dbd-c731455ac66b', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'e6d3586a-9d7c-4d0d-8dbd-c731455ac66b', 'mac_address': 'fa:16:3e:45:ba:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:28:22.372194 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2a579c79-5c53-4f4a-930b-70be680227b6 req-181b66ec-5719-4130-8b01-47dde332f9b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6987550 Apr 18 19:28:22.375500 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca51efd-52c3-40b7-8e17-aafe37717a99 None None] Network d0c29ad8-5934-46ca-987e-34bfe794904a requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:28:22.442214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:22.455586 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Usage tracker for resource:port and tenant:6d877a9ecaf349cb8fde62d566b24cad is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:22.461066 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:22.470984 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:22.489379 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.495489 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:22.500042 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-17ebdc48-768d-4511-b077-ff2f04a5c1dd None None] For port d9a9f060-4f0f-466c-928f-298064ea6ff7, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d9a9f060-4f0f-466c-928f-298064ea6ff7,segment=NetworkSegment(e0930145-dc95-413f-9c90-1b0b47e147c4),segment_id=e0930145-dc95-413f-9c90-1b0b47e147c4)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:22.500493 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-17ebdc48-768d-4511-b077-ff2f04a5c1dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.528757 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.541760 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-587d8b97-6be7-40a2-81fd-d30e622e976f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.615202 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.623295 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.678595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d8b97-6be7-40a2-81fd-d30e622e976f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d0447e-f445-4559-a6b9-0a09fc85e803,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:22.691443 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-587d8b97-6be7-40a2-81fd-d30e622e976f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.741593 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-17ebdc48-768d-4511-b077-ff2f04a5c1dd None None] Calling delete_port for d9a9f060-4f0f-466c-928f-298064ea6ff7 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:28:22.776315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bb550d-a919-4b01-ab75-8a6bc8620349 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:28:22.776315 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-587d8b97-6be7-40a2-81fd-d30e622e976f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/51d0447e-f445-4559-a6b9-0a09fc85e803 HTTP/1.1" status: 204 len: 168 time: 1.3550375 Apr 18 19:28:22.787768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74950a24-8536-48d7-abc4-785d26181ec2 req-e22f2a28-b90e-48e0-8a18-5e3ff954cb70 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:22.789757 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74950a24-8536-48d7-abc4-785d26181ec2 req-e22f2a28-b90e-48e0-8a18-5e3ff954cb70 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 948 time: 0.5123150 Apr 18 19:28:22.790449 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52560) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:22.806967 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1dfc5b97-b7c9-4f02-81ab-16901fd3f7a0 None None] Provisioning for port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:22.847227 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d3586a-9d7c-4d0d-8dbd-c731455ac66b {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:22.857221 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1dfc5b97-b7c9-4f02-81ab-16901fd3f7a0 None None] Provisioning complete for port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:22.857587 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1dfc5b97-b7c9-4f02-81ab-16901fd3f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.906326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Made reservation on behalf of 6d877a9ecaf349cb8fde62d566b24cad for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:22.909337 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.934645 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:22.959445 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0da5839d-7881-48a6-af75-4bacb7d3149b req-1e8a16c7-5d6d-4a10-9333-d3d3ea9890f5 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 210 time: 0.3620322 Apr 18 19:28:22.964005 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2a579c79-5c53-4f4a-930b-70be680227b6 req-fd56794d-6ae0-4e77-89da-dfea346da3f8 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857577 Apr 18 19:28:22.987819 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a9f060-4f0f-466c-928f-298064ea6ff7,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:23.033044 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:23.099787 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74950a24-8536-48d7-abc4-785d26181ec2 req-7f593941-d3db-441d-a880-b2533642d3b6 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964509 Apr 18 19:28:23.124030 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:23.129748 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Usage tracker for resource:security_group_rule and tenant:6d877a9ecaf349cb8fde62d566b24cad is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:23.141362 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:23.145451 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.164204 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:23.225097 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-17ebdc48-768d-4511-b077-ff2f04a5c1dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:28:23.225834 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-17ebdc48-768d-4511-b077-ff2f04a5c1dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:28:23.266854 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:23.281011 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1dfc5b97-b7c9-4f02-81ab-16901fd3f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.298328 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.300256 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] No DVR routers for this DVR port d9a9f060-4f0f-466c-928f-298064ea6ff7 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:28:23.307732 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:23.308080 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:23.308954 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:23.309284 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:23.309609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:23.309936 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:23.310256 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:23.310629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:23.310927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:23.311264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:23.311558 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:23.338223 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.352347 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1dfc5b97-b7c9-4f02-81ab-16901fd3f7a0 None None] For port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=0b971f21-f4c6-4e33-ae85-b64e6c758bf8,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:23.392227 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['e6d3586a-9d7c-4d0d-8dbd-c731455ac66b'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:23.413674 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.455672 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1dfc5b97-b7c9-4f02-81ab-16901fd3f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.655314 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d9a9f060-4f0f-466c-928f-298064ea6ff7 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:28:23.659212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e92ada4-d1c4-4010-9674-8506514bd20c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:23.715479 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: d9a9f060-4f0f-466c-928f-298064ea6ff7 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:28:23.715847 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d9a9f060-4f0f-466c-928f-298064ea6ff7 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:28:23.720711 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc5b97-b7c9-4f02-81ab-16901fd3f7a0 None None] Pushing event updated for resources: {'Port': ['ID=0b971f21-f4c6-4e33-ae85-b64e6c758bf8,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:23.731385 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-17ebdc48-768d-4511-b077-ff2f04a5c1dd None None] Deleting port d9a9f060-4f0f-466c-928f-298064ea6ff7 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:28:23.732415 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-17ebdc48-768d-4511-b077-ff2f04a5c1dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.745795 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.807518 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633b8a0b-b627-4720-88bf-23f618cacab3']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:23.834280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Allocated IP 172.25.8.99 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/724bd130-b8bf-46b3-ac15-7b4116dd433b) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:23.837889 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2a579c79-5c53-4f4a-930b-70be680227b6 req-bd988845-5203-402b-b588-9c4ab1b8fb56 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8552384 Apr 18 19:28:23.862110 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-17ebdc48-768d-4511-b077-ff2f04a5c1dd None None] The port 'd9a9f060-4f0f-466c-928f-298064ea6ff7' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:28:23.896929 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.898142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0930145-dc95-413f-9c90-1b0b47e147c4') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:23.898805 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0930145-dc95-413f-9c90-1b0b47e147c4') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:23.913280 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b8f55c16-dcb8-44e6-bf9f-bb896cf5535f None None] Provisioning complete for port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:23.913715 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b8f55c16-dcb8-44e6-bf9f-bb896cf5535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.944830 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcd3e27-1c43-4da8-b122-e3fcbd542ee4']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:23.952316 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:23.974791 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc555d80-6c8c-4c0d-a69e-be222a39c25b') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:23.982630 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc555d80-6c8c-4c0d-a69e-be222a39c25b') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:23.992310 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.019480 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.031423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:28:24.032073 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:28:24.055003 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:28:24.130133 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.144915 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:28:24.145555 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.151761 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cc911c9d-5169-4a68-800f-998c38d9305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:28:24.272500 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:28:24.315648 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Allocated IP 192.168.233.239 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/8c31e17d-39ff-4b2c-9a78-bb1a9122398c) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:24.337577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bb550d-a919-4b01-ab75-8a6bc8620349 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:28:24.351376 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340cace-f04d-4b82-bc0f-aae7038a5b48 None None] Sync routers for ids ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:28:24.363302 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-13bb550d-a919-4b01-ab75-8a6bc8620349 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.375186 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340cace-f04d-4b82-bc0f-aae7038a5b48 None None] Routers {'e78a27b2-9e3d-44be-bc8b-6f78121d83f8'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:24.376525 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7340cace-f04d-4b82-bc0f-aae7038a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:24.440408 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.452834 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.458258 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4fcd3e27-1c43-4da8-b122-e3fcbd542ee4 HTTP/1.1" status: 204 len: 168 time: 1.6595454 Apr 18 19:28:24.511419 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-06a5130b-e58c-4e58-9771-26928c747906 req-a17535cc-0cd9-4b2c-993a-7a866f72d7f2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 210 time: 0.0824797 Apr 18 19:28:24.530440 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.602036 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.685006 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa16323-7130-4790-aa98-0d7d6241edb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcd3e27-1c43-4da8-b122-e3fcbd542ee4,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:24.686980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] Pushing event deleted for resources: {'Network': ['ID=633b8a0b-b627-4720-88bf-23f618cacab3,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:24.741735 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-13bb550d-a919-4b01-ab75-8a6bc8620349 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "PUT /v2.0/floatingips/68cf2969-077e-4bb8-b94e-4d77587e0bc9 HTTP/1.1" status: 200 len: 990 time: 6.7480021 Apr 18 19:28:24.744963 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'tag': '56106887-b288-46f7-adfc-57f191075c2b'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:24.750299 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:24.776178 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6d25b9c0-b06d-4274-9059-0124d69db651 admin admin] 10.222.0.66 "DELETE /v2.0/networks/633b8a0b-b627-4720-88bf-23f618cacab3 HTTP/1.1" status: 204 len: 168 time: 3.9034541 Apr 18 19:28:24.829475 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-7340cace-f04d-4b82-bc0f-aae7038a5b48 None None] Set router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:24.835438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0c50d-3e46-4800-a986-5c62f9085975 req-b36d070c-b7e4-4f81-b475-b13fee23a773 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:24.837862 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38f0c50d-3e46-4800-a986-5c62f9085975 req-b36d070c-b7e4-4f81-b475-b13fee23a773 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 949 time: 0.2492146 Apr 18 19:28:24.939526 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38f0c50d-3e46-4800-a986-5c62f9085975 req-c214f6a6-38fb-4993-b272-3f65f8b00b7f tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943844 Apr 18 19:28:24.992096 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:25.002090 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:25.137514 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:25.175261 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Transition to ACTIVE for port object 8c31e17d-39ff-4b2c-9a78-bb1a9122398c will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:25.294301 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270f926-a91c-4b04-b2b7-6735e055f9e4 req-983b807b-b4a2-4fff-919b-f16549001e8b tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:25.298455 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2270f926-a91c-4b04-b2b7-6735e055f9e4 req-983b807b-b4a2-4fff-919b-f16549001e8b tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 945 time: 0.1086023 Apr 18 19:28:25.351055 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2270f926-a91c-4b04-b2b7-6735e055f9e4 req-4de8a424-fe7f-43b4-b9c7-cbcbb007ac5f tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480130 Apr 18 19:28:25.441366 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7340cace-f04d-4b82-bc0f-aae7038a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '68cf2969-077e-4bb8-b94e-4d77587e0bc9', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'port_id': '56106887-b288-46f7-adfc-57f191075c2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'mac_address': 'fa:16:3e:96:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:27:48Z', 'updated_at': '2022-04-18T19:28:19Z', 'revision_number': 1, 'project_id': '3b3378a894c84075bc25c152487cede1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb16287-e606-4728-907d-21f03e1ef96b', 'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'mac_address': 'fa:16:3e:a5:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:35Z', 'updated_at': '2022-04-18T19:28:03Z', 'revision_number': 5, 'project_id': '3b3378a894c84075bc25c152487cede1', 'subnets': [{'id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:25.445120 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340cace-f04d-4b82-bc0f-aae7038a5b48 None None] Checking router: e78a27b2-9e3d-44be-bc8b-6f78121d83f8 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:28:25.458627 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340cace-f04d-4b82-bc0f-aae7038a5b48 None None] Routers {'e78a27b2-9e3d-44be-bc8b-6f78121d83f8'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:25.459410 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7340cace-f04d-4b82-bc0f-aae7038a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:25.462165 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8debe0d5-2b0a-4ea9-929b-ee220573b9c5'] response: {'name': 'network-changed', 'server_uuid': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'tag': '56106887-b288-46f7-adfc-57f191075c2b', 'status': 'completed', 'code': 200} Apr 18 19:28:25.573197 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2868853d-0b0b-4eb8-bec1-ef413519dc79 req-c4861480-5836-45e3-b7b9-b266fc196ed7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b3378a894c84075bc25c152487cede1&device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 1096 time: 0.0847383 Apr 18 19:28:25.619246 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:25.693397 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-7340cace-f04d-4b82-bc0f-aae7038a5b48 None None] Set router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:25.763786 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868853d-0b0b-4eb8-bec1-ef413519dc79 req-e02b8eea-f42c-4450-9b6f-cc499d822d60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:25.766268 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2868853d-0b0b-4eb8-bec1-ef413519dc79 req-e02b8eea-f42c-4450-9b6f-cc499d822d60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e70baae-e130-4251-aabc-5e2f8dedcc3a HTTP/1.1" status: 200 len: 912 time: 0.1848626 Apr 18 19:28:25.829919 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:25.835982 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:25.897277 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2868853d-0b0b-4eb8-bec1-ef413519dc79 req-06afe493-30c0-4efe-a169-219a72b72a7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56106887-b288-46f7-adfc-57f191075c2b HTTP/1.1" status: 200 len: 998 time: 0.1231191 Apr 18 19:28:25.985995 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868853d-0b0b-4eb8-bec1-ef413519dc79 req-278f98ae-d531-434a-ae3d-51da3e470613 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:25.987957 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2868853d-0b0b-4eb8-bec1-ef413519dc79 req-278f98ae-d531-434a-ae3d-51da3e470613 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d3465d1-837d-47bf-996f-f9a170d538c0 HTTP/1.1" status: 200 len: 850 time: 0.0829003 Apr 18 19:28:26.018714 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e6d3586a-9d7c-4d0d-8dbd-c731455ac66b up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:26.032589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-18650f33-2563-4b71-af98-20bb037f4939 req-7f2195bc-048d-4fad-8727-62d69bf30aca tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:26.081424 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2868853d-0b0b-4eb8-bec1-ef413519dc79 req-ec2ac231-4886-45a6-ade1-1ba3907094ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e70baae-e130-4251-aabc-5e2f8dedcc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857141 Apr 18 19:28:26.176167 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7340cace-f04d-4b82-bc0f-aae7038a5b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '68cf2969-077e-4bb8-b94e-4d77587e0bc9', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'port_id': '56106887-b288-46f7-adfc-57f191075c2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'mac_address': 'fa:16:3e:96:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:27:48Z', 'updated_at': '2022-04-18T19:28:19Z', 'revision_number': 1, 'project_id': '3b3378a894c84075bc25c152487cede1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb16287-e606-4728-907d-21f03e1ef96b', 'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'mac_address': 'fa:16:3e:a5:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:35Z', 'updated_at': '2022-04-18T19:28:03Z', 'revision_number': 5, 'project_id': '3b3378a894c84075bc25c152487cede1', 'subnets': [{'id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:26.180545 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340cace-f04d-4b82-bc0f-aae7038a5b48 None None] The sync data for ids ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'] in n-d-838334-1 is: [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '68cf2969-077e-4bb8-b94e-4d77587e0bc9', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'floating_ip_address': '172.25.8.37', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'port_id': '56106887-b288-46f7-adfc-57f191075c2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'mac_address': 'fa:16:3e:96:b1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:27:48Z', 'updated_at': '2022-04-18T19:28:19Z', 'revision_number': 1, 'project_id': '3b3378a894c84075bc25c152487cede1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb16287-e606-4728-907d-21f03e1ef96b', 'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'mac_address': 'fa:16:3e:a5:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:35Z', 'updated_at': '2022-04-18T19:28:03Z', 'revision_number': 5, 'project_id': '3b3378a894c84075bc25c152487cede1', 'subnets': [{'id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:28:26.253236 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2868853d-0b0b-4eb8-bec1-ef413519dc79 req-eaf0cbf2-2ad3-47f8-af10-96e3b044a7e6 service neutron] 10.222.0.16 "GET /v2.0/networks/6e70baae-e130-4251-aabc-5e2f8dedcc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647189 Apr 18 19:28:26.396798 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2868853d-0b0b-4eb8-bec1-ef413519dc79 req-7db5c9ab-da51-4c60-9b72-794378c3f8b4 service neutron] 10.222.0.16 "GET /v2.0/networks/6e70baae-e130-4251-aabc-5e2f8dedcc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370041 Apr 18 19:28:26.569571 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:26.621278 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:26.624477 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:26.628878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:26.668989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Pushing event updated for resources: {'Port': ['ID=724bd130-b8bf-46b3-ac15-7b4116dd433b,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:26.825399 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:26.825550 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:26.825550 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:26.825769 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-18650f33-2563-4b71-af98-20bb037f4939 req-7f2195bc-048d-4fad-8727-62d69bf30aca tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:26.827388 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-18650f33-2563-4b71-af98-20bb037f4939 req-7f2195bc-048d-4fad-8727-62d69bf30aca tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 210 time: 0.8433378 Apr 18 19:28:26.829824 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:26.831068 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:26.906647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:26.910785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:26.914963 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:27.003293 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.035794 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52620) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:27.062572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:27.067558 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57d04d2-3c72-49e7-86e5-8a1fd71f9488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d3586a-9d7c-4d0d-8dbd-c731455ac66b'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:27.079654 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event updated for resources: {'Port': ['ID=8c31e17d-39ff-4b2c-9a78-bb1a9122398c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:27.149246 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:27.150129 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.211664 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5e137136-d27a-4dd9-add0-cad23fddf144 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36fbcdb4fdf04694ad7aba5b28294229&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1494937 Apr 18 19:28:27.211664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52628) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:27.232725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d28ce0-3581-4add-b80d-8feb174649ad req-7510fd27-d733-4fd8-a924-547b4515e68a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:27.236133 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-97d28ce0-3581-4add-b80d-8feb174649ad req-7510fd27-d733-4fd8-a924-547b4515e68a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 949 time: 0.2904439 Apr 18 19:28:27.237463 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52632) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:27.263091 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.263650 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.276931 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.306289 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-220f9f06-7dd6-45c3-bbe2-06c02c9933ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.353223 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-220f9f06-7dd6-45c3-bbe2-06c02c9933ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.383193 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-97d28ce0-3581-4add-b80d-8feb174649ad req-dce56d10-1d7d-4a12-97e6-e984fcc5a7b8 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277733 Apr 18 19:28:27.450155 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e9776d-adcb-486f-97bb-e5ce8ba28bcd'] response: {'server_uuid': 'a57d04d2-3c72-49e7-86e5-8a1fd71f9488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d3586a-9d7c-4d0d-8dbd-c731455ac66b', 'code': 200} Apr 18 19:28:27.458431 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:27.564786 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-ba21e319-cc88-4fdf-bc7e-58e34a42f5f1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8947937 Apr 18 19:28:27.578349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Request body: {'port': {'device_id': '924d3cee-3eda-4e57-9f21-eeedbe345012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:27.582804 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7dd1ab00-3be0-4710-84e1-93b703ade941 req-e814680c-615c-467b-9944-6bdef29b791d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 1101 time: 0.0826509 Apr 18 19:28:27.583630 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b379ed-32b4-4718-a8b7-e37b8b4c1db9 None None] Sync routers for ids ['321ced3a-01dd-44ec-8a11-e89c930e3761'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:28:27.601218 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b379ed-32b4-4718-a8b7-e37b8b4c1db9 None None] Routers set() bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:27.601470 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b379ed-32b4-4718-a8b7-e37b8b4c1db9 None None] Router IDs set() for agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 19:28:27.604244 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_agentschedulers_db [None req-16b379ed-32b4-4718-a8b7-e37b8b4c1db9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'321ced3a-01dd-44ec-8a11-e89c930e3761'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent'). {{(pid=84806) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 19:28:27.619577 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b379ed-32b4-4718-a8b7-e37b8b4c1db9 None None] Routers set() bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:27.620182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b379ed-32b4-4718-a8b7-e37b8b4c1db9 None None] Router IDs set() for agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 19:28:27.622352 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_agentschedulers_db [None req-16b379ed-32b4-4718-a8b7-e37b8b4c1db9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'321ced3a-01dd-44ec-8a11-e89c930e3761'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent'). {{(pid=84806) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 19:28:27.622931 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b379ed-32b4-4718-a8b7-e37b8b4c1db9 None None] The sync data for ids ['321ced3a-01dd-44ec-8a11-e89c930e3761'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:28:27.624291 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8be8868c-c9fa-4402-83c1-36224896774c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b51adda31b3d4fa9b36c1202f89a837c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3858020 Apr 18 19:28:27.630538 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52636) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:27.645835 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7dd1ab00-3be0-4710-84e1-93b703ade941 req-596b3b76-5f52-41a1-9905-4a86fe86a9c2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568161 Apr 18 19:28:27.722016 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1b3289c9-c5bf-4599-ab2f-0beb7211ecda None None] Provisioning for port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:27.728727 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-220f9f06-7dd6-45c3-bbe2-06c02c9933ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.728887 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1b3289c9-c5bf-4599-ab2f-0beb7211ecda None None] Provisioning complete for port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:27.728988 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1b3289c9-c5bf-4599-ab2f-0beb7211ecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.742670 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f9f06-7dd6-45c3-bbe2-06c02c9933ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741737ab-0efc-4363-9741-828b688f7fcb,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:27.754761 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-220f9f06-7dd6-45c3-bbe2-06c02c9933ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.770166 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.773527 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-220f9f06-7dd6-45c3-bbe2-06c02c9933ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/741737ab-0efc-4363-9741-828b688f7fcb HTTP/1.1" status: 204 len: 168 time: 0.5691180 Apr 18 19:28:27.816197 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-1b3289c9-c5bf-4599-ab2f-0beb7211ecda None None] Port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:27.839044 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4037989b-88e4-45f0-891e-f08cbaea08df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:27.936742 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4037989b-88e4-45f0-891e-f08cbaea08df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:28.195215 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227312fc-eb02-4745-a1f4-01f54d46e43e req-ac2958ac-2265-47dd-8fdc-95fc6816d071 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:28.197202 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-227312fc-eb02-4745-a1f4-01f54d46e43e req-ac2958ac-2265-47dd-8fdc-95fc6816d071 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 936 time: 0.1404977 Apr 18 19:28:28.305558 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-227312fc-eb02-4745-a1f4-01f54d46e43e req-9161894f-dc51-4efa-ad10-9ccd5ed1f35c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698028 Apr 18 19:28:28.327479 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-738a76a8-6434-474d-ad85-b3993827fc68 req-0149b9a8-4bfd-4f51-9a14-66ef70dfc792 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1291344 Apr 18 19:28:28.346324 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4037989b-88e4-45f0-891e-f08cbaea08df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:28.363569 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037989b-88e4-45f0-891e-f08cbaea08df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb021737-7a6f-465a-a092-51e35e54b1de,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:28.376095 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c31e17d-39ff-4b2c-9a78-bb1a9122398c {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:28.380736 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4037989b-88e4-45f0-891e-f08cbaea08df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:28.386939 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4037989b-88e4-45f0-891e-f08cbaea08df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb021737-7a6f-465a-a092-51e35e54b1de HTTP/1.1" status: 204 len: 168 time: 0.7374792 Apr 18 19:28:28.396401 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:28.428646 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Transition to ACTIVE for port object 8c31e17d-39ff-4b2c-9a78-bb1a9122398c will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:28.478597 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Router c63fee8a-f0a4-4bf3-be29-a832a60cc865 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:28:28.681319 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:28.693257 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-738a76a8-6434-474d-ad85-b3993827fc68 req-ae124ddb-fa81-460b-b54b-1256165e3a24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44426cab66e14739abebfa4e8a47feae&device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 1097 time: 0.2036693 Apr 18 19:28:28.991566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Pushing event updated for resources: {'Port': ['ID=8c31e17d-39ff-4b2c-9a78-bb1a9122398c,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:29.135423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84ef73-e365-47ce-a633-4bb39dd6e833 req-adcf2e15-8bb5-4d41-aeaa-93523434b5cd tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:29.148210 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa84ef73-e365-47ce-a633-4bb39dd6e833 req-adcf2e15-8bb5-4d41-aeaa-93523434b5cd tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 950 time: 0.4234757 Apr 18 19:28:29.210101 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Attempting to bind port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:29.214836 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Attempting to bind port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:29.215390 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Attempting to bind port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:29.221748 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a76a8-6434-474d-ad85-b3993827fc68 req-def37098-82c9-432a-a7be-f18e39e34fd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:29.223289 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-738a76a8-6434-474d-ad85-b3993827fc68 req-def37098-82c9-432a-a7be-f18e39e34fd4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 HTTP/1.1" status: 200 len: 915 time: 0.4491794 Apr 18 19:28:29.254501 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:29.264351 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Attempting to bind port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:29.278989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:29.279329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:29.279714 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:29.280150 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Bound port: 8c31e17d-39ff-4b2c-9a78-bb1a9122398c, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:29.280496 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:29.374885 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:28:29.392428 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Sync routers for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:28:29.414906 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:29.415524 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:29.434965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-738a76a8-6434-474d-ad85-b3993827fc68 req-ef383606-e173-4d85-a1fa-044238f52d31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f7bf55b-c02c-400e-b3a4-23585bb23fdd HTTP/1.1" status: 200 len: 217 time: 0.1850431 Apr 18 19:28:29.477040 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] For port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:29.477040 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] For port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=8c31e17d-39ff-4b2c-9a78-bb1a9122398c,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:29.507415 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:29.508634 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b03db272-5a8a-406e-97bf-bc4aaa076991 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.3832185 Apr 18 19:28:29.511404 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52678) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:29.528473 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa84ef73-e365-47ce-a633-4bb39dd6e833 req-1460eb42-7508-451c-8139-b1797db1fcf7 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750300 Apr 18 19:28:29.573901 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a76a8-6434-474d-ad85-b3993827fc68 req-ce4262b9-ad00-4232-8805-986ee0b4a06a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:29.580910 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-738a76a8-6434-474d-ad85-b3993827fc68 req-ce4262b9-ad00-4232-8805-986ee0b4a06a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16e2a058-ddfd-45b8-8dea-d837093f7ca5 HTTP/1.1" status: 200 len: 854 time: 0.1398485 Apr 18 19:28:29.672157 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-738a76a8-6434-474d-ad85-b3993827fc68 req-17fa2655-7ac4-4eeb-aba6-426c3aa9958e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff5e3a9e-0f62-4bcf-addd-0d01b44915e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843854 Apr 18 19:28:29.738197 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:29.830509 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:29.925320 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-738a76a8-6434-474d-ad85-b3993827fc68 req-be768fd0-f324-4887-a4b9-7fe7fe92bfd6 service neutron] 10.222.0.16 "GET /v2.0/networks/ff5e3a9e-0f62-4bcf-addd-0d01b44915e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449307 Apr 18 19:28:30.009218 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28582f-39f7-4036-a3aa-ec29d8a10802 None None] New status for floating IP 68cf2969-077e-4bb8-b94e-4d77587e0bc9: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:28:30.199584 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:30.200971 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] 10.222.0.16 "PUT /v2.0/ports/8c31e17d-39ff-4b2c-9a78-bb1a9122398c HTTP/1.1" status: 200 len: 1096 time: 2.6266522 Apr 18 19:28:30.223148 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924d3cee-3eda-4e57-9f21-eeedbe345012', 'tag': '8c31e17d-39ff-4b2c-9a78-bb1a9122398c'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:30.250551 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52698) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:30.367829 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-738a76a8-6434-474d-ad85-b3993827fc68 req-47342914-261a-413a-85bf-66ee3b84d0d9 service neutron] 10.222.0.16 "GET /v2.0/networks/ff5e3a9e-0f62-4bcf-addd-0d01b44915e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282722 Apr 18 19:28:30.420081 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f6f9a6-3e3a-4f60-8121-7100ca303ec4'] response: {'name': 'network-changed', 'server_uuid': '924d3cee-3eda-4e57-9f21-eeedbe345012', 'tag': '8c31e17d-39ff-4b2c-9a78-bb1a9122398c', 'status': 'completed', 'code': 200} Apr 18 19:28:30.425705 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373768b3-e882-400a-ad02-4a0e224bb4bc service neutron] Pushing event updated for resources: {'Port': ['ID=8c31e17d-39ff-4b2c-9a78-bb1a9122398c,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:30.599325 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15365-a95f-4cb8-ba4f-e1650406e697 req-f4199edf-c9bc-49f9-9bd3-d898d3460ce7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:30.607185 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d7f15365-a95f-4cb8-ba4f-e1650406e697 req-f4199edf-c9bc-49f9-9bd3-d898d3460ce7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 948 time: 0.9043961 Apr 18 19:28:30.622235 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1688211337-network', 'tenant_id': 'bd938a7c667c4687a22a1d5750416297'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:30.706549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d7f15365-a95f-4cb8-ba4f-e1650406e697 req-0e9a8a78-1434-425f-bcca-16f7381f8487 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:30.716326 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-83c122ae-564d-41e8-b61e-dda2755ee2c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 1099 time: 0.3786089 Apr 18 19:28:30.735613 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:30.769977 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:26Z', 'revision_number': 3, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:30.772525 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Usage tracker for resource:network and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:30.777161 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:30.781105 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Checking router: c63fee8a-f0a4-4bf3-be29-a832a60cc865 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:28:30.781453 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Updating router c63fee8a-f0a4-4bf3-be29-a832a60cc865 port 724bd130-b8bf-46b3-ac15-7b4116dd433b binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:28:30.802731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:30.819308 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-b301eceb-9899-4f31-b697-c2ee66af015a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8c31e17d-39ff-4b2c-9a78-bb1a9122398c HTTP/1.1" status: 200 len: 217 time: 0.0913706 Apr 18 19:28:30.863786 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:30.866036 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2277d12-e7e7-4fea-bc83-d60a25bfb090 req-506fbf29-7ff7-4e45-bda8-bb6de9120364 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2397645 Apr 18 19:28:30.916781 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Made reservation on behalf of bd938a7c667c4687a22a1d5750416297 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:30.919584 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:30.971634 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:31.075311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d7f15365-a95f-4cb8-ba4f-e1650406e697 req-0e9a8a78-1434-425f-bcca-16f7381f8487 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:31.077568 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d7f15365-a95f-4cb8-ba4f-e1650406e697 req-0e9a8a78-1434-425f-bcca-16f7381f8487 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695332 Apr 18 19:28:31.085902 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-e0311697-577c-449a-a4c6-29e452b96bc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:31.088125 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-e0311697-577c-449a-a4c6-29e452b96bc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2620981 Apr 18 19:28:31.142051 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52716) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:31.221818 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-58236728-3e8a-4a08-a4e8-954420f311f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233459 Apr 18 19:28:31.292770 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:31.325572 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Usage tracker for resource:security_group_rule and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:31.344479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:31.352856 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:31.411173 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2277d12-e7e7-4fea-bc83-d60a25bfb090 req-7d6ac903-ce8a-4958-ad60-f9c574a903d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53d823e29114764aaa93e7dd2d3962f&device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 1100 time: 0.4076321 Apr 18 19:28:31.435610 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7002a-ae94-4021-bc5d-6a8a21ae072a req-13f704c6-b8be-4251-a551-6f4515cece28 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:31.442774 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-55d7002a-ae94-4021-bc5d-6a8a21ae072a req-13f704c6-b8be-4251-a551-6f4515cece28 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 950 time: 0.4403229 Apr 18 19:28:31.468773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010857224-network', 'tenant_id': '586c02497f174e8bada537a5b50b14e1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:31.491183 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:31.513960 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Usage tracker for resource:network and tenant:586c02497f174e8bada537a5b50b14e1 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:31.515401 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:31.531026 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:31.534528 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Transition to ACTIVE for port object 724bd130-b8bf-46b3-ac15-7b4116dd433b will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:31.556587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 07e12340-cc08-4a98-8f03-b9d29e1655a0 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:28:31.572766 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-9cc39368-25f6-4dbd-b1b9-c31e638393e7 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426502 Apr 18 19:28:31.574863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:31.620845 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:31.622508 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 07e12340-cc08-4a98-8f03-b9d29e1655a0 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:28:31.623113 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 07e12340-cc08-4a98-8f03-b9d29e1655a0 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:28:31.658098 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-55d7002a-ae94-4021-bc5d-6a8a21ae072a req-a92fe7dc-ed92-41d7-b49b-0f3ebce87c68 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135403 Apr 18 19:28:31.716011 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:31.718823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2277d12-e7e7-4fea-bc83-d60a25bfb090 req-578cbc91-0837-401b-91eb-d6838c0a1589 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:31.720265 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2277d12-e7e7-4fea-bc83-d60a25bfb090 req-578cbc91-0837-401b-91eb-d6838c0a1589 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2752554 Apr 18 19:28:31.914734 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2277d12-e7e7-4fea-bc83-d60a25bfb090 req-4084fe6b-c556-48fd-9fff-4be8781c3b7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99 HTTP/1.1" status: 200 len: 217 time: 0.1866961 Apr 18 19:28:31.919283 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:31.930214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Made reservation on behalf of 586c02497f174e8bada537a5b50b14e1 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:31.931632 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Attempting to bind port 724bd130-b8bf-46b3-ac15-7b4116dd433b on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:31.932124 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Attempting to bind port 724bd130-b8bf-46b3-ac15-7b4116dd433b by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:31.932338 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Attempting to bind port 724bd130-b8bf-46b3-ac15-7b4116dd433b on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:31.934208 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:31.955092 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:31.955346 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d61301-ead4-413b-b588-fd31f8f802cf None None] Pushing event updated for resources: {'Port': ['ID=724bd130-b8bf-46b3-ac15-7b4116dd433b,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:31.965682 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:31.968274 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:31.968691 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:31.969081 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:31.969573 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Bound port: 724bd130-b8bf-46b3-ac15-7b4116dd433b, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:31.969942 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:32.046243 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:32.053776 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da112417-1f68-48a2-bcea-149cd5c48ea3 req-38fee8db-5b3f-4c76-bb61-e9f0d51ccfbc service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740964 Apr 18 19:28:32.055957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Usage tracker for resource:security_group_rule and tenant:586c02497f174e8bada537a5b50b14e1 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:32.062688 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:32.072702 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:32.117985 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e22112-223b-4d5d-9bb4-86c2d0f0fc48,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:32.189986 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:28:32.220616 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] For port 724bd130-b8bf-46b3-ac15-7b4116dd433b, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:32.231926 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] For port 724bd130-b8bf-46b3-ac15-7b4116dd433b, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=724bd130-b8bf-46b3-ac15-7b4116dd433b,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:32.244585 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:32.244924 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Added segment b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42 of type vlan for network 4cf91442-fad6-4320-8744-85f7f84e354c Apr 18 19:28:32.269847 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2277d12-e7e7-4fea-bc83-d60a25bfb090 req-b08de560-8c5f-450b-99d6-baa7ab93f597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:32.270202 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2277d12-e7e7-4fea-bc83-d60a25bfb090 req-b08de560-8c5f-450b-99d6-baa7ab93f597 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.3460646 Apr 18 19:28:32.330354 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:32.342939 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:32.429353 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:32.472807 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e91950-3342-4797-b9fa-34c20e5d4ff4,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:32.491651 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:32.531019 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d61301-ead4-413b-b588-fd31f8f802cf None None] Pushing event updated for resources: {'Port': ['ID=724bd130-b8bf-46b3-ac15-7b4116dd433b,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:32.539415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:28:32.541400 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:32.541880 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:32.549826 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-37047f63-4e5a-4d20-b384-7d8c61e90224 req-92d14280-05bc-4da7-b7c0-169634ea07e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 1099 time: 0.3131506 Apr 18 19:28:32.560862 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:32.561273 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Added segment aba5c845-96a7-4b0b-88b3-e8de5975a160 of type vlan for network 782787b4-d811-47cd-b1a8-0ac19ec45c1e Apr 18 19:28:32.614156 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2277d12-e7e7-4fea-bc83-d60a25bfb090 req-c7a393de-59be-4e08-8758-aec49cbd140e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3360312 Apr 18 19:28:32.827318 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2277d12-e7e7-4fea-bc83-d60a25bfb090 req-6063b035-4f29-49f3-94de-f021a55c2617 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045660 Apr 18 19:28:32.830093 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:32.830957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:32.831716 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:32.869883 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:32.878117 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:33.106128 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf91442-fad6-4320-8744-85f7f84e354c,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:33.113003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a14022-846f-411d-96eb-6158b31347fb req-77b32d60-a55d-472d-8c51-5aa1cc9783ea tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:33.114532 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93a14022-846f-411d-96eb-6158b31347fb req-77b32d60-a55d-472d-8c51-5aa1cc9783ea tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 948 time: 0.7796016 Apr 18 19:28:33.138635 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:28:33.166723 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37047f63-4e5a-4d20-b384-7d8c61e90224 req-98edc24e-4e54-4d18-8dac-ba1984d326f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:33.168246 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-37047f63-4e5a-4d20-b384-7d8c61e90224 req-98edc24e-4e54-4d18-8dac-ba1984d326f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.6097462 Apr 18 19:28:33.177123 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:33.192678 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 4cf91442-fad6-4320-8744-85f7f84e354c details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:28:33.201319 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d82e4959-bed3-4380-98cd-df3008b20077 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9496877 Apr 18 19:28:33.205412 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52742) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:33.224218 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Request body: {'subnet': {'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1688211337-subnet', 'tenant_id': 'bd938a7c667c4687a22a1d5750416297', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:33.239797 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:33.248640 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:26Z', 'revision_number': 3, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:33.254663 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80d391d-c470-4e55-a40f-f702431e7073 None None] The sync data for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 is: [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:26Z', 'revision_number': 3, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:28:33.261853 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Usage tracker for resource:subnet and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:33.273077 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93a14022-846f-411d-96eb-6158b31347fb req-167571c0-6557-4efd-8918-1613b9f7b001 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070554 Apr 18 19:28:33.291118 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:33.304065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:33.311171 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2277d12-e7e7-4fea-bc83-d60a25bfb090 req-277fba1f-4739-450c-b3e4-fc6d93dac613 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658701 Apr 18 19:28:33.345019 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-37047f63-4e5a-4d20-b384-7d8c61e90224 req-27c5d358-c57b-4049-bbe0-45f3855edec9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8c31e17d-39ff-4b2c-9a78-bb1a9122398c HTTP/1.1" status: 200 len: 217 time: 0.1516755 Apr 18 19:28:33.353938 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:33.354857 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:33.355424 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:33.477213 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Made reservation on behalf of bd938a7c667c4687a22a1d5750416297 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:33.480470 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:33.615915 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] Pushing event updated for resources: {'Network': ['ID=782787b4-d811-47cd-b1a8-0ac19ec45c1e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:33.637509 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31e48b7f-186e-4205-b424-949fcfda136e req-fd02a7d3-b2e3-4316-9c82-b662ae1dac89 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012&device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488&device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117&device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208&device_id=5b6620db-b538-4ead-9c32-83db7393a18e&device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 5545 time: 0.7033012 Apr 18 19:28:33.638876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37047f63-4e5a-4d20-b384-7d8c61e90224 req-49050040-4c80-43ab-b451-073304a7cf92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:33.640181 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-37047f63-4e5a-4d20-b384-7d8c61e90224 req-49050040-4c80-43ab-b451-073304a7cf92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2746060 Apr 18 19:28:33.656001 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 782787b4-d811-47cd-b1a8-0ac19ec45c1e details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:28:33.792408 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 724bd130-b8bf-46b3-ac15-7b4116dd433b up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:33.795945 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-121bcce7-54c6-40c9-9c00-1fe5bf9ce71f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6528308 Apr 18 19:28:33.799718 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52750) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:33.805079 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Request body: {'subnet': {'network_id': '782787b4-d811-47cd-b1a8-0ac19ec45c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010857224-subnet', 'tenant_id': '586c02497f174e8bada537a5b50b14e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:33.805756 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31e48b7f-186e-4205-b424-949fcfda136e req-def40d9e-2797-4486-9df1-a0c77595ea68 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:33.814874 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:33.828080 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Usage tracker for resource:subnet and tenant:586c02497f174e8bada537a5b50b14e1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:33.832679 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:33.840160 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:33.899888 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:33.938679 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-31e48b7f-186e-4205-b424-949fcfda136e req-def40d9e-2797-4486-9df1-a0c77595ea68 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:33.941341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Allocated IP 172.20.0.1 (d0c29ad8-5934-46ca-987e-34bfe794904a/38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99/e9b74e1b-06d5-4eea-a11e-1cee848c077e) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:33.950759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-31e48b7f-186e-4205-b424-949fcfda136e req-def40d9e-2797-4486-9df1-a0c77595ea68 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] Usage tracker for resource:security_group_rule and tenant:9521e88e9e3342ee86519e9a0126695b is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:33.958788 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-31e48b7f-186e-4205-b424-949fcfda136e req-def40d9e-2797-4486-9df1-a0c77595ea68 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:33.968814 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-31e48b7f-186e-4205-b424-949fcfda136e req-def40d9e-2797-4486-9df1-a0c77595ea68 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:33.977707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Made reservation on behalf of 586c02497f174e8bada537a5b50b14e1 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:33.980764 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:33.994284 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-37047f63-4e5a-4d20-b384-7d8c61e90224 req-887f52b3-c988-4bc4-9720-ab071c6f8b40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3464215 Apr 18 19:28:34.030848 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 724bd130-b8bf-46b3-ac15-7b4116dd433b completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:34.037435 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 724bd130-b8bf-46b3-ac15-7b4116dd433b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:34.038757 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.184256 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15cd35e-84f4-4a27-9e3a-411ef1b9d845,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:34.235214 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Checking segment: {'id': 'b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:34.235937 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Network hostable DHCP agents. Network: 4cf91442-fad6-4320-8744-85f7f84e354c, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:28:34.290150 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.313661 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 724bd130-b8bf-46b3-ac15-7b4116dd433b, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=724bd130-b8bf-46b3-ac15-7b4116dd433b,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:34.345756 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31e48b7f-186e-4205-b424-949fcfda136e req-def40d9e-2797-4486-9df1-a0c77595ea68 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.446136 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-37047f63-4e5a-4d20-b384-7d8c61e90224 req-8ed93369-ce97-4510-9b40-9781cdc86e58 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424253 Apr 18 19:28:34.451005 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.478904 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.496798 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Network 4cf91442-fad6-4320-8744-85f7f84e354c is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:28:34.541636 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74257bf6-b93a-417b-a94b-4dbd22f21a68 req-74050f05-2819-4267-84e4-d141fff42ba4 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:34.543755 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74257bf6-b93a-417b-a94b-4dbd22f21a68 req-74050f05-2819-4267-84e4-d141fff42ba4 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 948 time: 0.0917201 Apr 18 19:28:34.547289 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.553526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Transition to ACTIVE for port object e9b74e1b-06d5-4eea-a11e-1cee848c077e will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:34.554691 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31e48b7f-186e-4205-b424-949fcfda136e req-def40d9e-2797-4486-9df1-a0c77595ea68 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.579280 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=724bd130-b8bf-46b3-ac15-7b4116dd433b,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:34.640217 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31e48b7f-186e-4205-b424-949fcfda136e req-def40d9e-2797-4486-9df1-a0c77595ea68 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&id=0fdd980b-1041-438b-a553-4784666c2003&id=cee89e87-6aa0-408e-8820-a9203bac44e6&id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.9915574 Apr 18 19:28:34.654218 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=181a0979-7bf8-4404-8f67-4d66f8acef4c,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:34.684452 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74257bf6-b93a-417b-a94b-4dbd22f21a68 req-6bf7266d-b177-4881-b9cc-928f8ce5e5ca tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309114 Apr 18 19:28:34.685444 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-37047f63-4e5a-4d20-b384-7d8c61e90224 req-685cbc7b-394f-4ff9-b2e4-d424e7767c13 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311046 Apr 18 19:28:34.686605 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def40d9e-2797-4486-9df1-a0c77595ea68 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7547302d-692e-4995-8ca8-c26d400aa4e1,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:34.689509 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 4cf91442-fad6-4320-8744-85f7f84e354c) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:34.696776 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:34.697477 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.705247 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c6156-984e-4088-bf8a-24bcb663b8b2 None None] Network 4cf91442-fad6-4320-8744-85f7f84e354c requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:28:34.728538 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Checking segment: {'id': 'aba5c845-96a7-4b0b-88b3-e8de5975a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '782787b4-d811-47cd-b1a8-0ac19ec45c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:34.729161 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Network hostable DHCP agents. Network: 782787b4-d811-47cd-b1a8-0ac19ec45c1e, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:28:34.788112 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.876918 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Network d0c29ad8-5934-46ca-987e-34bfe794904a is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:34.881891 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:34.884629 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:34.930713 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b74e1b-06d5-4eea-a11e-1cee848c077e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:34.936212 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-51a514c0-3c63-4023-8bed-daac131fc6f5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7274561 Apr 18 19:28:34.976371 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:34.983414 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Network 782787b4-d811-47cd-b1a8-0ac19ec45c1e is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:28:34.994852 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 782787b4-d811-47cd-b1a8-0ac19ec45c1e) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:35.030774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:35.031418 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:35.040208 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59c4d32-d14a-49ed-9328-4554b126aa4c None None] Network 782787b4-d811-47cd-b1a8-0ac19ec45c1e requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:28:35.158607 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3b4cadb6-b166-4f20-9429-5465eb2e54c8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3581986 Apr 18 19:28:35.161113 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52772) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:35.167783 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010857224-router', 'tenant_id': '586c02497f174e8bada537a5b50b14e1', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:35.176468 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:35.182024 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Usage tracker for resource:router and tenant:586c02497f174e8bada537a5b50b14e1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:35.186267 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:35.196056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:35.236765 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f959418a-5263-4ee9-b34c-8977a238777e None None] Network 4cf91442-fad6-4320-8744-85f7f84e354c requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:28:35.277661 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:35.298135 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:35.299959 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:35.342246 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:35.462469 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7ccb197d-785d-4af2-8a98-f80e40a9702a req-cff869a1-b413-4eaa-a0ad-987cd2699c45 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488&device_id=5b6620db-b538-4ead-9c32-83db7393a18e&device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 2883 time: 0.0944002 Apr 18 19:28:35.504007 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 8c31e17d-39ff-4b2c-9a78-bb1a9122398c details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:28:35.538223 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1770069620', 'description': 'tempest-description-1482393119'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:35.570496 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:35.578314 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:35.583222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:35.592287 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:35.675720 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7ccb197d-785d-4af2-8a98-f80e40a9702a req-c155db1c-9aa3-4f05-b9d1-ada7553ff1bf tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111914 Apr 18 19:28:35.676380 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:35.683855 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:35.709856 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 724bd130-b8bf-46b3-ac15-7b4116dd433b up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:35.713061 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:35.758316 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:35.763143 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group_rule and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:35.766221 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:35.775742 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:35.817955 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:35.975806 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=8c31e17d-39ff-4b2c-9a78-bb1a9122398c,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:35.993187 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '8c31e17d-39ff-4b2c-9a78-bb1a9122398c', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '8c31e17d-39ff-4b2c-9a78-bb1a9122398c', 'mac_address': 'fa:16:3e:bd:97:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:28:35.999305 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-782787b4-d811-47cd-b1a8-0ac19ec45c1e', 'network_id': '782787b4-d811-47cd-b1a8-0ac19ec45c1e', 'tenant_id': '586c02497f174e8bada537a5b50b14e1', 'fixed_ips': [{'subnet_id': '181a0979-7bf8-4404-8f67-4d66f8acef4c'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:28:36.003543 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.012947 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-7511d75f-b6b6-49e0-bf92-01095d1431c8 None None] Provisioning for port e9b74e1b-06d5-4eea-a11e-1cee848c077e completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:36.027390 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-7511d75f-b6b6-49e0-bf92-01095d1431c8 None None] Provisioning complete for port e9b74e1b-06d5-4eea-a11e-1cee848c077e triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:36.034687 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7511d75f-b6b6-49e0-bf92-01095d1431c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.059545 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 724bd130-b8bf-46b3-ac15-7b4116dd433b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:36.061029 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.074376 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.091721 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.095146 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b74e1b-06d5-4eea-a11e-1cee848c077e,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:36.142251 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49887ea0-0e1e-45f2-bb82-a4d17c789ab8 req-7325d1be-44ce-43ee-92a4-3a4dd3b6d54b tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:36.144527 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49887ea0-0e1e-45f2-bb82-a4d17c789ab8 req-7325d1be-44ce-43ee-92a4-3a4dd3b6d54b tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 948 time: 0.1397688 Apr 18 19:28:36.168667 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.221249 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.279077 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c31e17d-39ff-4b2c-9a78-bb1a9122398c {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:36.298591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc89c799-c6bb-4b08-8a55-bab5d1a27ebe,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:36.342570 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.353997 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Network d0c29ad8-5934-46ca-987e-34bfe794904a is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:36.362450 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:36.426497 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.456239 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.483672 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-46d21e02-c3c5-49a4-a0cb-10f3a844b49e req-e0835ea9-8af5-4dc6-a383-385306dbcc73 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.9491057 Apr 18 19:28:36.484043 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Allocated IP 172.20.0.2 (782787b4-d811-47cd-b1a8-0ac19ec45c1e/181a0979-7bf8-4404-8f67-4d66f8acef4c/4cb8f9cc-5a19-404a-8650-bd3bfe2929d2) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:36.615573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1189195797', 'description': 'tempest-description-206374508'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:36.635189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:36.666895 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:36.673989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:36.685966 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:36.789489 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-7511d75f-b6b6-49e0-bf92-01095d1431c8 None None] Port e9b74e1b-06d5-4eea-a11e-1cee848c077e cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:36.797990 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=8c31e17d-39ff-4b2c-9a78-bb1a9122398c,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:36.819359 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.871442 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Transition to ACTIVE for port object 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:36.872599 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Allocated IP 172.25.8.170 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/8c37f230-5592-4a3b-8d52-55e1f43b3f4c) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:36.885449 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.890041 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:36.905729 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49887ea0-0e1e-45f2-bb82-a4d17c789ab8 req-cc58bb3e-c777-42df-93dd-8e6db01e4381 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7193372 Apr 18 19:28:36.981649 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:36.987754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group_rule and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:36.994005 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:37.002785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:37.011961 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Transition to ACTIVE for port object 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:37.022887 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=8c31e17d-39ff-4b2c-9a78-bb1a9122398c,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:37.044587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-01c08f16-0b8f-4ef2-9df6-c5e8c02417ea None None] Provisioning complete for port e9b74e1b-06d5-4eea-a11e-1cee848c077e triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:37.044587 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-01c08f16-0b8f-4ef2-9df6-c5e8c02417ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:37.078695 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:37.138618 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-01c08f16-0b8f-4ef2-9df6-c5e8c02417ea None None] Port e9b74e1b-06d5-4eea-a11e-1cee848c077e cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:37.145760 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:37.161484 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:37.177854 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Router c63fee8a-f0a4-4bf3-be29-a832a60cc865 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:28:37.184301 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:37.302424 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:37.306544 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:37.326634 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Network 782787b4-d811-47cd-b1a8-0ac19ec45c1e is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:37.333429 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:37.357861 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:37.366657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2acceb3a-1e44-4c5c-8330-5adb712a26fc,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:37.373447 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Pushing event updated for resources: {'Port': ['ID=4cb8f9cc-5a19-404a-8650-bd3bfe2929d2,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:37.414401 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:37.419448 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:37.430708 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:37.463507 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:28:37.470224 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-96dda5a0-4531-4290-a442-bdc9a81171a2 admin admin] 10.222.0.66 "PUT /v2.0/routers/c63fee8a-f0a4-4bf3-be29-a832a60cc865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9578204 Apr 18 19:28:37.488721 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Pushing event updated for resources: {'Port': ['ID=8c37f230-5592-4a3b-8d52-55e1f43b3f4c,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:37.518834 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:37.520525 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2c754770-4bb7-42fb-a000-6e5934fec19a req-3398558c-bcab-4621-9657-ee17c94dea4b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.9096212 Apr 18 19:28:37.521123 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Attempting to bind port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:37.521496 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Attempting to bind port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'aba5c845-96a7-4b0b-88b3-e8de5975a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '782787b4-d811-47cd-b1a8-0ac19ec45c1e'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:37.521851 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Attempting to bind port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 on network 782787b4-d811-47cd-b1a8-0ac19ec45c1e {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:37.534492 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:37.534862 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Checking segment: {'id': 'aba5c845-96a7-4b0b-88b3-e8de5975a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '782787b4-d811-47cd-b1a8-0ac19ec45c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:37.535262 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:37.535648 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Bound using segment: {'id': 'aba5c845-96a7-4b0b-88b3-e8de5975a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '782787b4-d811-47cd-b1a8-0ac19ec45c1e'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:37.536115 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Bound port: 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba5c845-96a7-4b0b-88b3-e8de5975a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '782787b4-d811-47cd-b1a8-0ac19ec45c1e'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:37.536481 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:37.686548 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] For port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:37.693423 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] For port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=4cb8f9cc-5a19-404a-8650-bd3bfe2929d2,segment=NetworkSegment(aba5c845-96a7-4b0b-88b3-e8de5975a160),segment_id=aba5c845-96a7-4b0b-88b3-e8de5975a160)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:37.830831 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:37.906143 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304967e6-e26b-4116-be34-0391c956e633 req-04118b17-8e66-4eff-bf14-6374521e9dd8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:37.907036 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-304967e6-e26b-4116-be34-0391c956e633 req-04118b17-8e66-4eff-bf14-6374521e9dd8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Synchronizing usage tracker for tenant:bd938a7c667c4687a22a1d5750416297 on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:37.921151 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953020a7-fea9-4e38-b2db-805a0df4263e None None] Pushing event updated for resources: {'Port': ['ID=4cb8f9cc-5a19-404a-8650-bd3bfe2929d2,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:37.922234 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:37.922980 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:38.076767 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-304967e6-e26b-4116-be34-0391c956e633 req-04118b17-8e66-4eff-bf14-6374521e9dd8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Unset dirty status for tenant:bd938a7c667c4687a22a1d5750416297 on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:38.089524 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-04118b17-8e66-4eff-bf14-6374521e9dd8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/networks?id=4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 200 len: 813 time: 0.3696058 Apr 18 19:28:38.129678 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-2ea6ff13-297c-4865-8086-0efeb154a629 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/quotas/bd938a7c667c4687a22a1d5750416297 HTTP/1.1" status: 200 len: 375 time: 0.0454679 Apr 18 19:28:38.237348 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-296c0ec5-6955-499a-b4fb-a698586d7e36 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd938a7c667c4687a22a1d5750416297&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936625 Apr 18 19:28:38.434864 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-795babdf-0fb7-4776-81bd-ed08e79d4279 service neutron] 10.222.0.66 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966341 Apr 18 19:28:38.561646 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52828) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:38.568068 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142081309', 'description': 'tempest-description--546858080'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:38.577982 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:38.588464 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Usage tracker for resource:security_group and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:38.593536 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:38.605412 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:38.652185 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-b74e3b17-55d6-4202-bcd0-d3d18c160a21 service neutron] 10.222.0.66 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982880 Apr 18 19:28:38.774746 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:38.799282 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Router ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:28:38.836940 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:38.853840 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Usage tracker for resource:security_group_rule and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:38.858429 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:38.865970 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:39.007410 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:39.083124 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:39.155903 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:28:39.166867 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Sync routers for ids ['ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:28:39.189690 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Routers {'ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:39.191593 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:39.208812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:39.284069 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 8c31e17d-39ff-4b2c-9a78-bb1a9122398c up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:39.328831 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95d0e3e6-174b-46d1-b4ea-9f80fe725fb0 req-f7cae189-12ba-441b-ac29-b5923d535b77 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 210 time: 0.0926292 Apr 18 19:28:39.332774 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:39.334944 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8c17f40c-a755-4628-8c09-407659d79f12 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7716830 Apr 18 19:28:39.338799 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52842) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:39.354131 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-5b48691a-b0c0-42c8-a974-e62eb6eeaec7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'security_group_rule': {'security_group_id': '56a057e4-4b7c-4b20-93d6-5aa4c29fcb97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:39.372868 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5b48691a-b0c0-42c8-a974-e62eb6eeaec7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:39.382215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5b48691a-b0c0-42c8-a974-e62eb6eeaec7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Usage tracker for resource:security_group_rule and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:39.383352 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:39.387611 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-854b55e9-2c88-42e6-81d7-aa6b017f7927 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2221282 Apr 18 19:28:39.388742 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52846) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:39.395767 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5b48691a-b0c0-42c8-a974-e62eb6eeaec7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:39.398297 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95d868d-6c57-4f9a-a493-ed89de9b5ad7 None None] Network 782787b4-d811-47cd-b1a8-0ac19ec45c1e requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:28:39.470585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426877f7-273f-401e-839a-22f85cf6dc89 req-e31c94f3-5210-4394-a8a8-f6c9e290d8e4 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:39.472219 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-426877f7-273f-401e-839a-22f85cf6dc89 req-e31c94f3-5210-4394-a8a8-f6c9e290d8e4 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 949 time: 0.1653740 Apr 18 19:28:39.576421 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5b48691a-b0c0-42c8-a974-e62eb6eeaec7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:39.602453 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-426877f7-273f-401e-839a-22f85cf6dc89 req-689a57e1-9a08-4155-b0a5-80b767a86833 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209908 Apr 18 19:28:39.727438 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Set router ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:39.842584 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:39.910610 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-78c8aa9c-1915-41f7-b744-74f5de7b9971 req-ef098592-fbc1-425c-aa70-35f7e30c5f56 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 1100 time: 0.3140032 Apr 18 19:28:39.914477 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:39.936272 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-5f58fe3d-12e8-4b3f-af8f-0d4606782457 None None] Provisioning for port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:39.950747 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5b48691a-b0c0-42c8-a974-e62eb6eeaec7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:39.998583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-78c8aa9c-1915-41f7-b744-74f5de7b9971 req-6f4404e4-b001-4520-bc19-225abf479b58 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] Synchronizing usage tracker for tenant:9521e88e9e3342ee86519e9a0126695b on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:40.045687 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:40.129399 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:40.129691 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:40.231626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:40.247353 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:40.247966 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:40.360399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-78c8aa9c-1915-41f7-b744-74f5de7b9971 req-6f4404e4-b001-4520-bc19-225abf479b58 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] Unset dirty status for tenant:9521e88e9e3342ee86519e9a0126695b on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:40.373569 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-78c8aa9c-1915-41f7-b744-74f5de7b9971 req-6f4404e4-b001-4520-bc19-225abf479b58 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616807 Apr 18 19:28:40.390747 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:40.493037 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5b48691a-b0c0-42c8-a974-e62eb6eeaec7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:40.524350 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924d3cee-3eda-4e57-9f21-eeedbe345012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c31e17d-39ff-4b2c-9a78-bb1a9122398c'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:40.581595 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=8c31e17d-39ff-4b2c-9a78-bb1a9122398c,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:40.623609 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010857224-router', 'tenant_id': '586c02497f174e8bada537a5b50b14e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c37f230-5592-4a3b-8d52-55e1f43b3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:35Z', 'updated_at': '2022-04-18T19:28:37Z', 'revision_number': 3, 'project_id': '586c02497f174e8bada537a5b50b14e1', 'gw_port': {'id': '8c37f230-5592-4a3b-8d52-55e1f43b3f4c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:36Z', 'updated_at': '2022-04-18T19:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:40.629044 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Checking router: ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:28:40.633623 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Updating router ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4 port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:28:40.652525 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-61f3d775-72c9-4329-89a4-b764dd1d6355 req-81b316a2-87fc-4fb8-a8b0-100e0b0fd7e9 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 210 time: 0.0751252 Apr 18 19:28:40.664379 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:40.723348 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5b48691a-b0c0-42c8-a974-e62eb6eeaec7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:40.759935 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:40.766786 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e046b07-0c4c-4d49-aec5-86cf7df00f9e'] response: {'server_uuid': '924d3cee-3eda-4e57-9f21-eeedbe345012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c31e17d-39ff-4b2c-9a78-bb1a9122398c', 'code': 200} Apr 18 19:28:40.809639 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Sync routers for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:28:40.864458 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:40.915462 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:40.922842 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:41.056511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb4de-99ea-4f8b-9a6a-41fae02b6d97 req-a5692825-49f0-4aad-a99c-813a673f1732 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:41.078071 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e2bb4de-99ea-4f8b-9a6a-41fae02b6d97 req-a5692825-49f0-4aad-a99c-813a673f1732 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 950 time: 0.1324475 Apr 18 19:28:41.142785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48691a-b0c0-42c8-a974-e62eb6eeaec7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8154d2a0-75af-444b-b651-6e67ee540300,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:41.202483 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e2bb4de-99ea-4f8b-9a6a-41fae02b6d97 req-d00b78ef-a185-4c38-b926-17fbeb7f9307 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179321 Apr 18 19:28:41.274885 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=8c31e17d-39ff-4b2c-9a78-bb1a9122398c,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:41.300056 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:41.316781 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=4cb8f9cc-5a19-404a-8650-bd3bfe2929d2,segment=NetworkSegment(aba5c845-96a7-4b0b-88b3-e8de5975a160),segment_id=aba5c845-96a7-4b0b-88b3-e8de5975a160)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:41.326624 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-3e9a5eaa-6485-43fc-bf43-20f1647672b7 None None] Provisioning complete for port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:41.327224 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e9a5eaa-6485-43fc-bf43-20f1647672b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:41.377640 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5b48691a-b0c0-42c8-a974-e62eb6eeaec7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:41.378868 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5b48691a-b0c0-42c8-a974-e62eb6eeaec7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.0356324 Apr 18 19:28:41.382086 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 52876) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:41.389435 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-116e222e-6417-4806-8bf8-6d9f2da2cc22 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'security_group_rule': {'security_group_id': '56a057e4-4b7c-4b20-93d6-5aa4c29fcb97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:41.393098 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:41.394949 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:41.402037 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-116e222e-6417-4806-8bf8-6d9f2da2cc22 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:41.412196 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf2bdb78-151a-4f51-b24d-c33beecb7438 req-60ad6dde-8629-4cf2-aede-22d39a5f2262 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 1100 time: 0.7736607 Apr 18 19:28:41.414409 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-116e222e-6417-4806-8bf8-6d9f2da2cc22 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Usage tracker for resource:security_group_rule and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:41.419100 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-116e222e-6417-4806-8bf8-6d9f2da2cc22 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:41.423532 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Transition to ACTIVE for port object 8c37f230-5592-4a3b-8d52-55e1f43b3f4c will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:41.436613 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-116e222e-6417-4806-8bf8-6d9f2da2cc22 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:41.444179 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-50f8f752-6674-4f7e-aaa7-fecdba75b38a req-4a26354e-b0ee-45ea-8fef-573316e2a536 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 1101 time: 0.4860849 Apr 18 19:28:41.480777 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=4cb8f9cc-5a19-404a-8650-bd3bfe2929d2,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:41.489689 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:41.493423 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:41.619099 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-50f8f752-6674-4f7e-aaa7-fecdba75b38a req-eaa91e2b-5ad0-4ffb-a098-1053527f47e6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493917 Apr 18 19:28:41.658829 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf2bdb78-151a-4f51-b24d-c33beecb7438 req-cedb620c-7b89-4bd9-a03a-d9f952c4e199 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253082 Apr 18 19:28:41.692410 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Attempting to bind port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:41.693361 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Attempting to bind port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:41.693898 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Attempting to bind port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:41.712130 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:41.712832 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:41.714348 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:41.715128 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:41.715839 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Bound port: 8c37f230-5592-4a3b-8d52-55e1f43b3f4c, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:41.716482 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:41.736250 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:41.743458 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e78c9-6efd-4191-90c4-08b7fadefcb1 None None] Pushing event updated for resources: {'Port': ['ID=8c37f230-5592-4a3b-8d52-55e1f43b3f4c,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:41.812636 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] For port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:41.816728 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] For port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8c37f230-5592-4a3b-8d52-55e1f43b3f4c,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:41.878293 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-116e222e-6417-4806-8bf8-6d9f2da2cc22 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:41.889420 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-98239724-dc2f-492c-b746-c3b16bc5cde3 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--986690837&fields=id&tenant_id=60594790ca474462950206fdbf632734 HTTP/1.1" status: 200 len: 267 time: 0.3757458 Apr 18 19:28:41.902715 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:42.014900 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:42.015573 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:42.028470 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-20079444-c0d1-4d89-9e16-23d0622dab62 req-aa2c7829-a365-4e9d-9466-6b1ec9eae459 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 210 time: 0.1159019 Apr 18 19:28:42.069715 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-116e222e-6417-4806-8bf8-6d9f2da2cc22 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:42.097136 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e78c9-6efd-4191-90c4-08b7fadefcb1 None None] Pushing event updated for resources: {'Port': ['ID=8c37f230-5592-4a3b-8d52-55e1f43b3f4c,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:42.104180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-1cde4fba-5aee-4561-9c6d-5eeaf3fea101 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:42.113895 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-1cde4fba-5aee-4561-9c6d-5eeaf3fea101 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/networks?id=574a0ab3-0b8f-4952-894f-45b8da0ee116 HTTP/1.1" status: 200 len: 816 time: 0.2105002 Apr 18 19:28:42.118111 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Routers {'ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:42.119231 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:42.145623 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-932393eb-fc52-4e85-9041-8b91cd5e2735 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/quotas/60594790ca474462950206fdbf632734 HTTP/1.1" status: 200 len: 375 time: 0.0293338 Apr 18 19:28:42.154662 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-116e222e-6417-4806-8bf8-6d9f2da2cc22 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:42.313054 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e222e-6417-4806-8bf8-6d9f2da2cc22 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6396c89-ec06-4d56-aaa1-42e0de07f288,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:42.414129 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] Set router ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:42.427059 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 2, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:42.460188 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Checking router: c63fee8a-f0a4-4bf3-be29-a832a60cc865 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:28:42.460678 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Updating router c63fee8a-f0a4-4bf3-be29-a832a60cc865 port e9b74e1b-06d5-4eea-a11e-1cee848c077e binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:28:42.467457 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:42.583747 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:42.592952 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-bf4f0fc1-ea13-4380-a2f8-f40f7a8ee171 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Synchronizing usage tracker for tenant:60594790ca474462950206fdbf632734 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:42.608522 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-116e222e-6417-4806-8bf8-6d9f2da2cc22 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:42.609730 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-116e222e-6417-4806-8bf8-6d9f2da2cc22 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2266090 Apr 18 19:28:42.612902 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52892) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:42.633386 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:42.657941 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:42.659930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304967e6-e26b-4116-be34-0391c956e633 req-1ba706f9-a51c-4bc5-94c6-17b0a03c02b7 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:42.661391 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-1ba706f9-a51c-4bc5-94c6-17b0a03c02b7 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.71 "GET /v2.0/networks?id=4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 200 len: 813 time: 0.2846029 Apr 18 19:28:42.696474 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'port': {'device_id': '98791b80-1824-4555-898a-4bf9eba34a60', 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c', 'admin_state_up': True, 'tenant_id': 'bd938a7c667c4687a22a1d5750416297'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:42.762408 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Usage tracker for resource:floatingip and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:42.774722 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:42.799673 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:42.867145 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010857224-router', 'tenant_id': '586c02497f174e8bada537a5b50b14e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c37f230-5592-4a3b-8d52-55e1f43b3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:35Z', 'updated_at': '2022-04-18T19:28:37Z', 'revision_number': 3, 'project_id': '586c02497f174e8bada537a5b50b14e1', 'gw_port': {'id': '8c37f230-5592-4a3b-8d52-55e1f43b3f4c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:36Z', 'updated_at': '2022-04-18T19:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:42.886265 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98c66fa-75ea-4394-9f85-9f61774c7c27 None None] The sync data for ids ['ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4'] in n-d-838334-1 is: [{'id': 'ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1010857224-router', 'tenant_id': '586c02497f174e8bada537a5b50b14e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '8c37f230-5592-4a3b-8d52-55e1f43b3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:35Z', 'updated_at': '2022-04-18T19:28:37Z', 'revision_number': 3, 'project_id': '586c02497f174e8bada537a5b50b14e1', 'gw_port': {'id': '8c37f230-5592-4a3b-8d52-55e1f43b3f4c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:36Z', 'updated_at': '2022-04-18T19:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:28:42.957359 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Allocated IP 172.20.0.1 (782787b4-d811-47cd-b1a8-0ac19ec45c1e/181a0979-7bf8-4404-8f67-4d66f8acef4c/5140066e-3f93-48c1-aacd-93d73f4ebc51) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:42.959843 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.001569 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:43.007482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:port and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:43.021838 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:43.028218 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:43.044306 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-bf4f0fc1-ea13-4380-a2f8-f40f7a8ee171 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Unset dirty status for tenant:60594790ca474462950206fdbf632734 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:43.045979 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-bf4f0fc1-ea13-4380-a2f8-f40f7a8ee171 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=60594790ca474462950206fdbf632734&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8967295 Apr 18 19:28:43.188891 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Made reservation on behalf of bd938a7c667c4687a22a1d5750416297 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:43.190573 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.192349 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.217664 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Transition to ACTIVE for port object e9b74e1b-06d5-4eea-a11e-1cee848c077e will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:43.286111 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.296629 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.330372 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Transition to ACTIVE for port object 5140066e-3f93-48c1-aacd-93d73f4ebc51 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:43.344762 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.351701 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-9fabc2f6-cb24-451b-8cad-5d6e3d5043a1 service neutron] 10.222.0.66 "GET /v2.0/networks/574a0ab3-0b8f-4952-894f-45b8da0ee116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900097 Apr 18 19:28:43.400589 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889dcff-0470-45a0-93d0-b6cf494ac3cb None None] Pushing event updated for resources: {'Port': ['ID=e9b74e1b-06d5-4eea-a11e-1cee848c077e,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:43.503435 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.531387 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Allocated IP 172.20.0.11 (4cf91442-fad6-4320-8744-85f7f84e354c/d15cd35e-84f4-4a27-9e3a-411ef1b9d845/bc32ac31-47c7-42a0-8d2d-8299be1f367e) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:43.589770 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-ed995754-b527-4ee3-821d-23b46e376426 service neutron] 10.222.0.66 "GET /v2.0/networks/574a0ab3-0b8f-4952-894f-45b8da0ee116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064576 Apr 18 19:28:43.671587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Attempting to bind port e9b74e1b-06d5-4eea-a11e-1cee848c077e on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:43.672170 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Attempting to bind port e9b74e1b-06d5-4eea-a11e-1cee848c077e by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:43.672267 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Attempting to bind port e9b74e1b-06d5-4eea-a11e-1cee848c077e on network d0c29ad8-5934-46ca-987e-34bfe794904a {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:43.681295 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:43.681731 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Checking segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:43.682064 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.682512 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Bound using segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:43.682984 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Bound port: e9b74e1b-06d5-4eea-a11e-1cee848c077e, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:43.683351 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.757674 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Allocated IP 172.25.8.59 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/bfcdeb06-3683-4587-845a-616177c3c574) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:43.792922 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] For port e9b74e1b-06d5-4eea-a11e-1cee848c077e, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:43.796974 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] For port e9b74e1b-06d5-4eea-a11e-1cee848c077e, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e9b74e1b-06d5-4eea-a11e-1cee848c077e,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:43.840471 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.863082 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.907069 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Network 782787b4-d811-47cd-b1a8-0ac19ec45c1e is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:43.912592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:43.921603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:43.946761 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889dcff-0470-45a0-93d0-b6cf494ac3cb None None] Pushing event updated for resources: {'Port': ['ID=e9b74e1b-06d5-4eea-a11e-1cee848c077e,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:43.952656 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:28:43.953271 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:43.963247 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:43.967877 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Pushing event updated for resources: {'Port': ['ID=5140066e-3f93-48c1-aacd-93d73f4ebc51,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:44.080485 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:44.148552 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:44.163112 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f70d5-ce38-46a8-a7a2-a2cc7b7ba8e2 req-9545be6d-68e6-4b2f-a146-503c16d4f411 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:44.177924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-723f70d5-ce38-46a8-a7a2-a2cc7b7ba8e2 req-9545be6d-68e6-4b2f-a146-503c16d4f411 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 950 time: 0.3418713 Apr 18 19:28:44.252098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Network 4cf91442-fad6-4320-8744-85f7f84e354c is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:44.263959 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:44.271628 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:44.274881 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:28:44.344748 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-723f70d5-ce38-46a8-a7a2-a2cc7b7ba8e2 req-841dd1da-065d-495e-8344-7d95e05e0f5e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655507 Apr 18 19:28:44.359966 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'Port': ['ID=bc32ac31-47c7-42a0-8d2d-8299be1f367e,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:44.389431 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:44.390042 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:44.441192 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:44.502186 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-db41ce1e-5f5d-4cf6-8798-848c4f6e9def tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8095367 Apr 18 19:28:44.507222 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-abdaf100-837b-4bf0-b82c-38c78ec348da None None] Provisioning for port 5140066e-3f93-48c1-aacd-93d73f4ebc51 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:44.514074 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Request body: {'port': {'device_id': '98791b80-1824-4555-898a-4bf9eba34a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:44.533492 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-abdaf100-837b-4bf0-b82c-38c78ec348da None None] Provisioning complete for port 5140066e-3f93-48c1-aacd-93d73f4ebc51 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:44.533878 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-abdaf100-837b-4bf0-b82c-38c78ec348da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:44.539341 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:44.649588 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:44.655595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:44.664196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:44.737644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'Port': ['ID=bfcdeb06-3683-4587-845a-616177c3c574,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:44.739979 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89554-4dfd-457a-ae6e-45c63f6d4a9b req-d1243f5d-439a-4549-9437-9564f93e2792 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:44.745705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-57d89554-4dfd-457a-ae6e-45c63f6d4a9b req-d1243f5d-439a-4549-9437-9564f93e2792 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Synchronizing usage tracker for tenant:bd938a7c667c4687a22a1d5750416297 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:44.747744 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:44.761391 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-abdaf100-837b-4bf0-b82c-38c78ec348da None None] Port 5140066e-3f93-48c1-aacd-93d73f4ebc51 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:44.837464 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:43Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:44.842768 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204289ff-eeb5-4358-86b7-d12ce1e77743 None None] The sync data for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 is: [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:43Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:28:45.012996 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef03a-16f7-4dd7-aeaf-7c4fbb6bbaa0 req-1930c597-739d-4040-ad6a-fa1afa166186 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:45.018882 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-407ef03a-16f7-4dd7-aeaf-7c4fbb6bbaa0 req-1930c597-739d-4040-ad6a-fa1afa166186 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 946 time: 0.2704661 Apr 18 19:28:45.047395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-57d89554-4dfd-457a-ae6e-45c63f6d4a9b req-d1243f5d-439a-4549-9437-9564f93e2792 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Unset dirty status for tenant:bd938a7c667c4687a22a1d5750416297 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:45.048176 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-57d89554-4dfd-457a-ae6e-45c63f6d4a9b req-d1243f5d-439a-4549-9437-9564f93e2792 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 932 time: 0.4813440 Apr 18 19:28:45.106432 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:45.202655 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:45.219192 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-57d89554-4dfd-457a-ae6e-45c63f6d4a9b req-3a4386de-bf20-42eb-8450-48bbc411dfec tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Synchronizing usage tracker for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:45.248523 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:45.276041 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-407ef03a-16f7-4dd7-aeaf-7c4fbb6bbaa0 req-0b612a1f-0bd3-4f40-b2f8-7d6df6bf119d tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fdd980b-1041-438b-a553-4784666c2003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534816 Apr 18 19:28:45.364529 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-57d89554-4dfd-457a-ae6e-45c63f6d4a9b req-3a4386de-bf20-42eb-8450-48bbc411dfec tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Unset dirty status for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:45.377087 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-57d89554-4dfd-457a-ae6e-45c63f6d4a9b req-3a4386de-bf20-42eb-8450-48bbc411dfec tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181865 Apr 18 19:28:45.400477 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc32ac31-47c7-42a0-8d2d-8299be1f367e {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:45.418724 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:45.475841 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Transition to ACTIVE for port object bc32ac31-47c7-42a0-8d2d-8299be1f367e will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:45.488509 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d08b45ea-dd57-467b-a53e-f4b799351ee4 req-2dd1b76e-9cd8-4bf7-b782-b99b638bf65e tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 210 time: 0.0461869 Apr 18 19:28:45.499488 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:45.503173 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:45.566676 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Pushing event updated for resources: {'Port': ['ID=5140066e-3f93-48c1-aacd-93d73f4ebc51,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:45.569476 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:45.591143 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d997b-c9f6-40a0-8d3b-142dbfb7368d req-31051533-20d6-4bf8-badc-9fcf29e71a82 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:45.592787 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-883d997b-c9f6-40a0-8d3b-142dbfb7368d req-31051533-20d6-4bf8-badc-9fcf29e71a82 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 946 time: 0.3888440 Apr 18 19:28:45.696711 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device e9b74e1b-06d5-4eea-a11e-1cee848c077e up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:45.792840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Pushing event updated for resources: {'Port': ['ID=bc32ac31-47c7-42a0-8d2d-8299be1f367e,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:45.855297 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port e9b74e1b-06d5-4eea-a11e-1cee848c077e completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:45.861602 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port e9b74e1b-06d5-4eea-a11e-1cee848c077e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:45.861763 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:45.932835 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Attempting to bind port bc32ac31-47c7-42a0-8d2d-8299be1f367e on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:45.933560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Attempting to bind port bc32ac31-47c7-42a0-8d2d-8299be1f367e by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:45.934308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Attempting to bind port bc32ac31-47c7-42a0-8d2d-8299be1f367e on network 4cf91442-fad6-4320-8744-85f7f84e354c {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:45.942572 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Port bc32ac31-47c7-42a0-8d2d-8299be1f367e on network 4cf91442-fad6-4320-8744-85f7f84e354c not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:45.943293 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Attempting to bind port bc32ac31-47c7-42a0-8d2d-8299be1f367e on network 4cf91442-fad6-4320-8744-85f7f84e354c {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:45.956737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:45.957609 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Checking segment: {'id': 'b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:45.958272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Bound using segment: {'id': 'b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:45.959026 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Bound port: bc32ac31-47c7-42a0-8d2d-8299be1f367e, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:45.959781 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:46.031398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-883d997b-c9f6-40a0-8d3b-142dbfb7368d req-d857b358-1bac-47cd-8d0e-c4dd22b07424 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Deleting port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:28:46.031398 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-883d997b-c9f6-40a0-8d3b-142dbfb7368d req-d857b358-1bac-47cd-8d0e-c4dd22b07424 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:46.059712 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:46.079265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] For port bc32ac31-47c7-42a0-8d2d-8299be1f367e, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:46.086141 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] For port bc32ac31-47c7-42a0-8d2d-8299be1f367e, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bc32ac31-47c7-42a0-8d2d-8299be1f367e,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:46.097109 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port e9b74e1b-06d5-4eea-a11e-1cee848c077e, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e9b74e1b-06d5-4eea-a11e-1cee848c077e,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:46.175751 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:46.176083 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:46.269918 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:46.272055 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-b554509d-4464-4f35-b012-897b3a65247a service neutron] 10.222.0.71 "PUT /v2.0/ports/bc32ac31-47c7-42a0-8d2d-8299be1f367e HTTP/1.1" status: 200 len: 1092 time: 1.7624195 Apr 18 19:28:46.272530 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98791b80-1824-4555-898a-4bf9eba34a60', 'tag': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:46.278275 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=e9b74e1b-06d5-4eea-a11e-1cee848c077e,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:46.301712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554509d-4464-4f35-b012-897b3a65247a service neutron] Pushing event updated for resources: {'Port': ['ID=bc32ac31-47c7-42a0-8d2d-8299be1f367e,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:46.430225 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Network 782787b4-d811-47cd-b1a8-0ac19ec45c1e is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:46.435719 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:46.439870 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-817832ba-e0c4-406a-8100-ca23cf029c53 req-3e1cec52-4539-49f7-b2de-eab0b1568b8c tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 1101 time: 0.6958170 Apr 18 19:28:46.451214 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-3008e007-1b28-4665-b17a-05297891606d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd938a7c667c4687a22a1d5750416297&device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 1095 time: 0.0837796 Apr 18 19:28:46.530788 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-aa34ae7a-91cd-4011-b7ad-c692f52e5a3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc32ac31-47c7-42a0-8d2d-8299be1f367e HTTP/1.1" status: 200 len: 217 time: 0.0730367 Apr 18 19:28:46.611376 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304967e6-e26b-4116-be34-0391c956e633 req-02186bd2-dca7-4047-99d0-8a3a6629fd4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:46.616038 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-02186bd2-dca7-4047-99d0-8a3a6629fd4c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d15cd35e-84f4-4a27-9e3a-411ef1b9d845 HTTP/1.1" status: 200 len: 853 time: 0.0768797 Apr 18 19:28:46.685831 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-64309a89-da4c-4de9-a479-2f24b7c1c963 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cf91442-fad6-4320-8744-85f7f84e354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655229 Apr 18 19:28:46.716302 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-817832ba-e0c4-406a-8100-ca23cf029c53 req-e03e1da9-460f-4d7e-a1f5-2a95e2be9153 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:46.718264 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9391e4c-dd61-4894-abf1-e6976cb8b73b'] response: {'name': 'network-changed', 'server_uuid': '98791b80-1824-4555-898a-4bf9eba34a60', 'tag': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e', 'status': 'completed', 'code': 200} Apr 18 19:28:46.783524 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:46.786709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-883d997b-c9f6-40a0-8d3b-142dbfb7368d req-d857b358-1bac-47cd-8d0e-c4dd22b07424 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] For port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6f7bf55b-c02c-400e-b3a4-23585bb23fdd,segment=NetworkSegment(a11ec128-8b92-4f66-ac7b-6f4900ac4d46),segment_id=a11ec128-8b92-4f66-ac7b-6f4900ac4d46)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:46.787063 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-883d997b-c9f6-40a0-8d3b-142dbfb7368d req-d857b358-1bac-47cd-8d0e-c4dd22b07424 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:46.790479 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-dbd63564-6b5e-4499-9a2d-cd89f2236ec8 None None] Provisioning complete for port 5140066e-3f93-48c1-aacd-93d73f4ebc51 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:46.791125 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dbd63564-6b5e-4499-9a2d-cd89f2236ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:46.857091 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-6e1b7244-7a53-40cf-ab03-9a03e6661b4b service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664600 Apr 18 19:28:46.860179 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-dbd63564-6b5e-4499-9a2d-cd89f2236ec8 None None] Port 5140066e-3f93-48c1-aacd-93d73f4ebc51 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:46.879508 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:47.041628 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c0a68-0988-44d9-ae65-c25f26234100 req-e96f84b6-b33c-4fc7-8213-2aae90c7188b tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:47.043126 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-725c0a68-0988-44d9-ae65-c25f26234100 req-e96f84b6-b33c-4fc7-8213-2aae90c7188b tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9c8ebdc-fea4-4efe-8312-ca797532c208 HTTP/1.1" status: 200 len: 946 time: 0.1852574 Apr 18 19:28:47.052239 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-304967e6-e26b-4116-be34-0391c956e633 req-2c86a814-978f-48e6-bbde-4b3eb4015b2d service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604624 Apr 18 19:28:47.080186 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-883d997b-c9f6-40a0-8d3b-142dbfb7368d req-d857b358-1bac-47cd-8d0e-c4dd22b07424 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Calling delete_port for 6f7bf55b-c02c-400e-b3a4-23585bb23fdd owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:28:47.094664 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-725c0a68-0988-44d9-ae65-c25f26234100 req-b8a24c57-c8b6-4145-9ad5-7fafba5288a8 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.66 "GET /v2.0/security-groups?id=0fdd980b-1041-438b-a553-4784666c2003&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445156 Apr 18 19:28:47.196161 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-817832ba-e0c4-406a-8100-ca23cf029c53 req-e03e1da9-460f-4d7e-a1f5-2a95e2be9153 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:47.216725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-817832ba-e0c4-406a-8100-ca23cf029c53 req-e03e1da9-460f-4d7e-a1f5-2a95e2be9153 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] Usage tracker for resource:security_group_rule and tenant:cddbd6c6dbbe47ceadef157c21537759 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:47.235397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-817832ba-e0c4-406a-8100-ca23cf029c53 req-e03e1da9-460f-4d7e-a1f5-2a95e2be9153 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:47.255016 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e448751d-8902-41db-8315-bc3e7c2a96f7 req-69ff15b7-a024-4683-be8c-201dd3b88c6e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd938a7c667c4687a22a1d5750416297&device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 1095 time: 0.0984545 Apr 18 19:28:47.284265 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-817832ba-e0c4-406a-8100-ca23cf029c53 req-e03e1da9-460f-4d7e-a1f5-2a95e2be9153 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:47.336091 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'Port': ['ID=bfcdeb06-3683-4587-845a-616177c3c574,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:47.393844 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:47.463774 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-883d997b-c9f6-40a0-8d3b-142dbfb7368d req-d857b358-1bac-47cd-8d0e-c4dd22b07424 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:47.528444 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857b358-1bac-47cd-8d0e-c4dd22b07424 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Pushing event deleted for resources: {'Port': ['ID=6f7bf55b-c02c-400e-b3a4-23585bb23fdd,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:47.532641 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-817832ba-e0c4-406a-8100-ca23cf029c53 req-e03e1da9-460f-4d7e-a1f5-2a95e2be9153 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:47.535267 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:47.536449 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-95072583-e914-4bfc-8fd2-35ed99588bbb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9197540 Apr 18 19:28:47.622018 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-817832ba-e0c4-406a-8100-ca23cf029c53 req-e03e1da9-460f-4d7e-a1f5-2a95e2be9153 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:47.630095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448751d-8902-41db-8315-bc3e7c2a96f7 req-4853d54b-deaf-4cce-8558-506344770b3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:47.632052 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e448751d-8902-41db-8315-bc3e7c2a96f7 req-4853d54b-deaf-4cce-8558-506344770b3e service neutron] 10.222.0.71 "GET /v2.0/networks?id=4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 200 len: 914 time: 0.3411942 Apr 18 19:28:47.640928 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device e9b74e1b-06d5-4eea-a11e-1cee848c077e up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:47.642544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-883d997b-c9f6-40a0-8d3b-142dbfb7368d req-d857b358-1bac-47cd-8d0e-c4dd22b07424 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] No DVR routers for this DVR port 6f7bf55b-c02c-400e-b3a4-23585bb23fdd on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:28:47.652731 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-883d997b-c9f6-40a0-8d3b-142dbfb7368d req-d857b358-1bac-47cd-8d0e-c4dd22b07424 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:47.654610 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-883d997b-c9f6-40a0-8d3b-142dbfb7368d req-d857b358-1bac-47cd-8d0e-c4dd22b07424 tempest-VolumesAdminNegativeTest-1997492134 tempest-VolumesAdminNegativeTest-1997492134-project] 10.222.0.16 "DELETE /v2.0/ports/6f7bf55b-c02c-400e-b3a4-23585bb23fdd HTTP/1.1" status: 204 len: 173 time: 2.0539815 Apr 18 19:28:47.655044 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c8ebdc-fea4-4efe-8312-ca797532c208', 'name': 'network-vif-deleted', 'tag': '6f7bf55b-c02c-400e-b3a4-23585bb23fdd'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:47.676252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-817832ba-e0c4-406a-8100-ca23cf029c53 req-e03e1da9-460f-4d7e-a1f5-2a95e2be9153 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] Synchronizing usage tracker for tenant:cddbd6c6dbbe47ceadef157c21537759 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:47.686692 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e1da9-460f-4d7e-a1f5-2a95e2be9153 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea69d942-8f96-4a32-b97a-d4e2d8d99290,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:47.707046 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Router ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:28:47.720338 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port e9b74e1b-06d5-4eea-a11e-1cee848c077e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:47.720702 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:47.759742 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e448751d-8902-41db-8315-bc3e7c2a96f7 req-35f8eb04-e7d8-4ddb-a0e7-215bdfbb9f1d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc32ac31-47c7-42a0-8d2d-8299be1f367e HTTP/1.1" status: 200 len: 217 time: 0.0837269 Apr 18 19:28:47.842161 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448751d-8902-41db-8315-bc3e7c2a96f7 req-8d4993c8-dc43-43a4-8973-eacab17f3d89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:47.843717 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e448751d-8902-41db-8315-bc3e7c2a96f7 req-8d4993c8-dc43-43a4-8973-eacab17f3d89 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d15cd35e-84f4-4a27-9e3a-411ef1b9d845 HTTP/1.1" status: 200 len: 853 time: 0.0752788 Apr 18 19:28:47.892592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-817832ba-e0c4-406a-8100-ca23cf029c53 req-e03e1da9-460f-4d7e-a1f5-2a95e2be9153 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] Unset dirty status for tenant:cddbd6c6dbbe47ceadef157c21537759 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:47.893508 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-817832ba-e0c4-406a-8100-ca23cf029c53 req-e03e1da9-460f-4d7e-a1f5-2a95e2be9153 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3784378 Apr 18 19:28:47.968511 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e448751d-8902-41db-8315-bc3e7c2a96f7 req-e72bbf38-5eaa-459d-9016-9b57bac7a80e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cf91442-fad6-4320-8744-85f7f84e354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773680 Apr 18 19:28:47.975971 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-cfdf46be-8137-4bf0-9a91-0c62c1ba5ae7 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:47.977423 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-cfdf46be-8137-4bf0-9a91-0c62c1ba5ae7 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.16 "GET /v2.0/networks?id=574a0ab3-0b8f-4952-894f-45b8da0ee116 HTTP/1.1" status: 200 len: 816 time: 0.6685264 Apr 18 19:28:48.013621 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1efbee-ab12-4277-bbea-1d29f1774767 req-b3665b32-49d6-4271-b2a5-5aefc852f086 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:48.015318 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a1efbee-ab12-4277-bbea-1d29f1774767 req-b3665b32-49d6-4271-b2a5-5aefc852f086 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 944 time: 0.7645621 Apr 18 19:28:48.062613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:28:48.077056 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-eee0c0d6-e258-4234-998b-02582ec3e012 admin admin] 10.222.0.66 "PUT /v2.0/routers/ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6774423 Apr 18 19:28:48.180119 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bc86707e-b0e4-43c0-be29-e2860c5ab943 req-59398248-30a5-482c-8462-9d8f7b131ee3 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 210 time: 0.0829308 Apr 18 19:28:48.201100 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-3bf95660-0ea8-4c7c-975d-26200fc6ba38 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60594790ca474462950206fdbf632734 HTTP/1.1" status: 200 len: 379 time: 0.1971967 Apr 18 19:28:48.223315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Request body: {'port': {'device_id': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'admin_state_up': True, 'tenant_id': '60594790ca474462950206fdbf632734', 'security_groups': ['802d46a3-9fea-411f-91bd-a9533764d7e8']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:48.251475 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a1efbee-ab12-4277-bbea-1d29f1774767 req-03117a8b-57a7-4402-aec8-5d6d4286d817 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060010 Apr 18 19:28:48.330436 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e448751d-8902-41db-8315-bc3e7c2a96f7 req-7962e425-ae90-43ff-ad59-d5c5e38c5483 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498573 Apr 18 19:28:48.413785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f5cd1-b706-4f70-9ba1-5ec8cd1db6a3 req-b17f5a34-fdea-4ff8-88c4-81ef2cbbdfd9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:48.415108 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c5f5cd1-b706-4f70-9ba1-5ec8cd1db6a3 req-b17f5a34-fdea-4ff8-88c4-81ef2cbbdfd9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.1045172 Apr 18 19:28:48.471538 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c5f5cd1-b706-4f70-9ba1-5ec8cd1db6a3 req-ed15b945-f427-4f2e-8936-0b1c620f4ca7 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499306 Apr 18 19:28:48.587570 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e448751d-8902-41db-8315-bc3e7c2a96f7 req-5454b493-03ac-4283-8691-39862bd0aefa service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491636 Apr 18 19:28:48.595825 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:48.599227 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-7d8e9a80-6ee2-4c2b-93a1-be85f9356707 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Synchronizing usage tracker for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:48.611070 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3024dda-9e0c-45cd-8ae5-4f049a223da7'] response: {'server_uuid': 'e9c8ebdc-fea4-4efe-8312-ca797532c208', 'name': 'network-vif-deleted', 'tag': '6f7bf55b-c02c-400e-b3a4-23585bb23fdd', 'status': 'completed', 'code': 200} Apr 18 19:28:48.619254 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:48.816355 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-7d8e9a80-6ee2-4c2b-93a1-be85f9356707 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Unset dirty status for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:48.823430 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-7d8e9a80-6ee2-4c2b-93a1-be85f9356707 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1142081309&fields=id&tenant_id=d9c1bdfce24f453f8544e30ca226c10d HTTP/1.1" status: 200 len: 267 time: 0.3642118 Apr 18 19:28:48.825355 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Made reservation on behalf of 60594790ca474462950206fdbf632734 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:48.832333 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:48.968816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52964) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:49.107519 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e6fdce-4353-4a50-8f95-c30c4fd48af3 admin admin] Deleting subnet 16e2a058-ddfd-45b8-8dea-d837093f7ca5 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:28:49.112560 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48e6fdce-4353-4a50-8f95-c30c4fd48af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.125992 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:28:49.241674 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-08847466-6f43-443b-a62f-b53d37c4e6d4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:49.242965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-08847466-6f43-443b-a62f-b53d37c4e6d4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Synchronizing usage tracker for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:49.263975 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Allocated IP 172.20.0.13 (574a0ab3-0b8f-4952-894f-45b8da0ee116/b617e322-b02f-4db6-8d71-da2b8b2259d4/bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:49.268576 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-00834b48-c3e0-41c0-bff7-8e2c0306e1c5 req-d25dead7-0918-468d-bb00-d841dc1b7955 tempest-FloatingIPDetailsNegativeTestJSON-75669713 tempest-FloatingIPDetailsNegativeTestJSON-75669713-project] show failed (client error): The resource could not be found. Apr 18 19:28:49.272404 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-00834b48-c3e0-41c0-bff7-8e2c0306e1c5 req-d25dead7-0918-468d-bb00-d841dc1b7955 tempest-FloatingIPDetailsNegativeTestJSON-75669713 tempest-FloatingIPDetailsNegativeTestJSON-75669713-project] 10.222.0.66 "GET /v2.0/floatingips/23c886a1-3a28-4582-ab59-bf045b3d32d2 HTTP/1.1" status: 404 len: 350 time: 0.1004341 Apr 18 19:28:49.282261 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52974) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:49.339756 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-08847466-6f43-443b-a62f-b53d37c4e6d4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Unset dirty status for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:49.341083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-08847466-6f43-443b-a62f-b53d37c4e6d4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 817 time: 0.4892595 Apr 18 19:28:49.346388 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6f7bf55b-c02c-400e-b3a4-23585bb23fdd no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:28:49.356438 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48e6fdce-4353-4a50-8f95-c30c4fd48af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.393415 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 6f7bf55b-c02c-400e-b3a4-23585bb23fdd {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:28:49.394032 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6f7bf55b-c02c-400e-b3a4-23585bb23fdd not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:28:49.437342 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-b086242e-1f73-4c78-ace2-f487950d075b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/quotas/d9c1bdfce24f453f8544e30ca226c10d HTTP/1.1" status: 200 len: 375 time: 0.0379677 Apr 18 19:28:49.440531 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-c4e36d44-ba75-4506-bc68-455255d79e52 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539262 Apr 18 19:28:49.567780 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.594222 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Transition to ACTIVE for port object bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:49.606956 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48e6fdce-4353-4a50-8f95-c30c4fd48af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.611614 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-cb425d1b-ddb6-466c-bced-38eaa1c9683d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1603780 Apr 18 19:28:49.642678 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8c37f230-5592-4a3b-8d52-55e1f43b3f4c up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:49.763019 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-cea1bb2d-8a64-44b6-8613-82f7fc363ca4 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:49.764389 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-cea1bb2d-8a64-44b6-8613-82f7fc363ca4 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702506 Apr 18 19:28:49.785191 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:49.792473 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:49.793370 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.797033 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-34a0d8f3-1809-4972-b9c0-eac35656a1d1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/quotas/6d877a9ecaf349cb8fde62d566b24cad HTTP/1.1" status: 200 len: 375 time: 0.0249853 Apr 18 19:28:49.825614 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.851344 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48e6fdce-4353-4a50-8f95-c30c4fd48af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:49.936834 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Network 574a0ab3-0b8f-4952-894f-45b8da0ee116 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:49.942313 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:49.944138 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Pushing event updated for resources: {'Port': ['ID=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:49.946299 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:49.958159 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6fdce-4353-4a50-8f95-c30c4fd48af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e2a058-ddfd-45b8-8dea-d837093f7ca5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:50.009699 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-3dcf6187-6e48-4aa6-8563-b805ccbaa1da service neutron] 10.222.0.66 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798604 Apr 18 19:28:50.012401 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.030027 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:50.030027 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.037320 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8c37f230-5592-4a3b-8d52-55e1f43b3f4c,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:50.044032 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-48e6fdce-4353-4a50-8f95-c30c4fd48af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.070831 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-48e6fdce-4353-4a50-8f95-c30c4fd48af3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/16e2a058-ddfd-45b8-8dea-d837093f7ca5 HTTP/1.1" status: 204 len: 168 time: 1.0996480 Apr 18 19:28:50.075925 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 52986) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:50.127074 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device bc32ac31-47c7-42a0-8d2d-8299be1f367e details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:28:50.180685 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-d900e3b1-232a-439d-a42a-3a262e635488 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9638872 Apr 18 19:28:50.185015 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.201727 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Request body: {'port': {'device_id': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:50.217451 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-51507d4c-583c-4d82-8db3-a56b79111969 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4115374 Apr 18 19:28:50.230137 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.337443 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-8d99e922-2add-45b9-b5ce-6cffc73e65af service neutron] 10.222.0.66 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051379 Apr 18 19:28:50.392848 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port bc32ac31-47c7-42a0-8d2d-8299be1f367e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bc32ac31-47c7-42a0-8d2d-8299be1f367e,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:50.438617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e', 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c', 'port_id': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e', 'mac_address': 'fa:16:3e:66:ab:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15cd35e-84f4-4a27-9e3a-411ef1b9d845', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:28:50.455127 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.499878 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=8c37f230-5592-4a3b-8d52-55e1f43b3f4c,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:50.522275 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-56981064-ca32-4c38-a2b8-3c9f4fea1b69 None None] Provisioning for port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:50.531706 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-56981064-ca32-4c38-a2b8-3c9f4fea1b69 None None] Provisioning complete for port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:50.532283 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-56981064-ca32-4c38-a2b8-3c9f4fea1b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.578799 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.608089 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.616224 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b2a6812b-4417-499d-8603-cd0702e1f790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.665153 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5e3a9e-0f62-4bcf-addd-0d01b44915e5']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:50.684737 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc32ac31-47c7-42a0-8d2d-8299be1f367e {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:50.723734 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-56981064-ca32-4c38-a2b8-3c9f4fea1b69 None None] Port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:50.737667 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port bc32ac31-47c7-42a0-8d2d-8299be1f367e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bc32ac31-47c7-42a0-8d2d-8299be1f367e,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:50.738744 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11ec128-8b92-4f66-ac7b-6f4900ac4d46') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:50.739065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11ec128-8b92-4f66-ac7b-6f4900ac4d46') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:50.762896 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.789896 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.799471 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.802464 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:28:50.802464 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:28:50.813946 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:28:50.929460 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=bc32ac31-47c7-42a0-8d2d-8299be1f367e,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:50.992619 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.012757 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.025709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5e3a9e-0f62-4bcf-addd-0d01b44915e5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:51.043675 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bc32ac31-47c7-42a0-8d2d-8299be1f367e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:51.063495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d95a7-40ed-4a8e-8134-413bb61e5b12 req-eaf25f87-d693-4507-ac54-628b5a44695f tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:51.064730 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-181d95a7-40ed-4a8e-8134-413bb61e5b12 req-eaf25f87-d693-4507-ac54-628b5a44695f tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Synchronizing usage tracker for tenant:60594790ca474462950206fdbf632734 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:51.072017 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:51.079629 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.100962 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Transition to ACTIVE for port object bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:51.134210 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-527f5965-1512-4968-a0b3-d2a84fe0fe01 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ff5e3a9e-0f62-4bcf-addd-0d01b44915e5 HTTP/1.1" status: 204 len: 168 time: 1.0598986 Apr 18 19:28:51.142956 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53000) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:51.219736 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-181d95a7-40ed-4a8e-8134-413bb61e5b12 req-eaf25f87-d693-4507-ac54-628b5a44695f tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Unset dirty status for tenant:60594790ca474462950206fdbf632734 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:51.222659 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-181d95a7-40ed-4a8e-8134-413bb61e5b12 req-eaf25f87-d693-4507-ac54-628b5a44695f tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 932 time: 0.3152125 Apr 18 19:28:51.229784 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-71771bb4-3aac-4ea9-80d3-7e6f2a8e3adf admin admin] Deleting subnet b69deb1b-7ac5-4a0a-b394-6b133272b77c {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:28:51.234132 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.277401 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-71771bb4-3aac-4ea9-80d3-7e6f2a8e3adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.443432 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-71771bb4-3aac-4ea9-80d3-7e6f2a8e3adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.494175 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Pushing event updated for resources: {'Port': ['ID=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:51.513620 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-181d95a7-40ed-4a8e-8134-413bb61e5b12 req-f06d0a1e-c35d-4aaa-ab74-2edc93b5ec95 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736228 Apr 18 19:28:51.596117 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7c900a52-3cb3-4db5-a17d-140da27ebaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.603517 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837781-3b4f-4192-8ea9-ad2c31464d10 req-ecd1b6fb-1804-48f7-8a9b-a113bd0ad300 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:51.612145 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-69837781-3b4f-4192-8ea9-ad2c31464d10 req-ecd1b6fb-1804-48f7-8a9b-a113bd0ad300 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 945 time: 0.2126696 Apr 18 19:28:51.629067 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8c37f230-5592-4a3b-8d52-55e1f43b3f4c up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:51.659195 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-71771bb4-3aac-4ea9-80d3-7e6f2a8e3adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.695155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-69837781-3b4f-4192-8ea9-ad2c31464d10 req-99b89022-41f4-4a24-bc8a-d016ad047972 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Synchronizing usage tracker for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:51.761072 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-69837781-3b4f-4192-8ea9-ad2c31464d10 req-99b89022-41f4-4a24-bc8a-d016ad047972 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Unset dirty status for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:51.777154 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-69837781-3b4f-4192-8ea9-ad2c31464d10 req-99b89022-41f4-4a24-bc8a-d016ad047972 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634505 Apr 18 19:28:51.807839 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:51.808267 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.816580 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6812b-4417-499d-8603-cd0702e1f790 admin admin] Deleting port 5140066e-3f93-48c1-aacd-93d73f4ebc51 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:28:51.825587 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b2a6812b-4417-499d-8603-cd0702e1f790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.876060 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Attempting to bind port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:51.876421 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Attempting to bind port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:51.876734 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Attempting to bind port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 on network 574a0ab3-0b8f-4952-894f-45b8da0ee116 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:51.889533 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 on network 574a0ab3-0b8f-4952-894f-45b8da0ee116 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:51.890816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Attempting to bind port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 on network 574a0ab3-0b8f-4952-894f-45b8da0ee116 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:51.909673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:51.910049 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Checking segment: {'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:51.910409 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Bound using segment: {'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:51.910852 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Bound port: bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03900c93-5c58-462d-b825-0e07ee6c25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:51.911203 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:51.917042 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-64b3d131-d8c3-4931-9657-7a8bc799adc5 req-66d4feb7-a0f0-49ac-9127-f8e2941d0fc2 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Synchronizing usage tracker for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:51.970229 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-71771bb4-3aac-4ea9-80d3-7e6f2a8e3adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.032432 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71771bb4-3aac-4ea9-80d3-7e6f2a8e3adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69deb1b-7ac5-4a0a-b394-6b133272b77c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:52.051365 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-71771bb4-3aac-4ea9-80d3-7e6f2a8e3adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.059819 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b2a6812b-4417-499d-8603-cd0702e1f790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.062741 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70194d8-c05e-48e3-843f-ab4754968967 req-505bba07-9096-4bbc-a24e-e1f41230d5b9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:52.064219 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f70194d8-c05e-48e3-843f-ab4754968967 req-505bba07-9096-4bbc-a24e-e1f41230d5b9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.2447643 Apr 18 19:28:52.079884 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-71771bb4-3aac-4ea9-80d3-7e6f2a8e3adf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b69deb1b-7ac5-4a0a-b394-6b133272b77c HTTP/1.1" status: 204 len: 168 time: 0.9335032 Apr 18 19:28:52.081377 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53018) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:52.123588 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-64b3d131-d8c3-4931-9657-7a8bc799adc5 req-66d4feb7-a0f0-49ac-9127-f8e2941d0fc2 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Unset dirty status for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:52.124722 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-64b3d131-d8c3-4931-9657-7a8bc799adc5 req-66d4feb7-a0f0-49ac-9127-f8e2941d0fc2 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 210 time: 0.2688472 Apr 18 19:28:52.141169 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device bc32ac31-47c7-42a0-8d2d-8299be1f367e up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:28:52.190026 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6812b-4417-499d-8603-cd0702e1f790 admin admin] Calling delete_port for 5140066e-3f93-48c1-aacd-93d73f4ebc51 owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:28:52.321456 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port bc32ac31-47c7-42a0-8d2d-8299be1f367e completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:52.329130 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port bc32ac31-47c7-42a0-8d2d-8299be1f367e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:52.332751 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.333508 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] For port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:52.337736 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.356008 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] For port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:52.447384 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f70194d8-c05e-48e3-843f-ab4754968967 req-a8976343-c1fd-4d39-99de-9b83ed7eb316 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712242 Apr 18 19:28:52.526729 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.561317 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98791b80-1824-4555-898a-4bf9eba34a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:52.565726 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.569558 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b2a6812b-4417-499d-8603-cd0702e1f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.584551 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port bc32ac31-47c7-42a0-8d2d-8299be1f367e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bc32ac31-47c7-42a0-8d2d-8299be1f367e,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:52.650488 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.657982 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] 10.222.0.16 "PUT /v2.0/ports/bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 HTTP/1.1" status: 200 len: 1092 time: 2.4648604 Apr 18 19:28:52.658122 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6812b-4417-499d-8603-cd0702e1f790 admin admin] Pushing event deleted for resources: {'Port': ['ID=5140066e-3f93-48c1-aacd-93d73f4ebc51,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:52.658244 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'tag': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:52.668048 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.707862 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.733960 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2cb1b2cb-b6c5-41ee-b2f2-9285fadf3b7f req-6fddef07-42bf-4cfe-a9f6-51a5e11454b8 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 210 time: 0.1207550 Apr 18 19:28:52.737588 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f630d4-d22d-47f3-8cc9-f78b61b5ab25']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:52.748606 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfce13-b8d9-4752-8777-3bf10d1c8228 service neutron] Pushing event updated for resources: {'Port': ['ID=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:52.773870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6497798a-1463-4aa4-8ef7-43ce9e56973c') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:52.779934 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6497798a-1463-4aa4-8ef7-43ce9e56973c') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:28:52.820247 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.849377 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.858224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:28:52.858977 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:52.878930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=bc32ac31-47c7-42a0-8d2d-8299be1f367e,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:52.933130 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae149c4-c32a-4bc4-a4e4-e7dd6731e0e9'] response: {'server_uuid': '98791b80-1824-4555-898a-4bf9eba34a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e', 'code': 200} Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:28:53.058712 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:28:53.063470 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53274480-804f-4aac-b5bb-bd20c8cdfcfa'] response: {'name': 'network-changed', 'server_uuid': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'tag': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3', 'status': 'completed', 'code': 200} Apr 18 19:28:53.146343 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:53.224678 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:53.251458 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f630d4-d22d-47f3-8cc9-f78b61b5ab25,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:53.266945 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3a936aac-f60b-4b20-b41c-473ea67ba7bf admin admin] 10.222.0.66 "DELETE /v2.0/networks/f4f630d4-d22d-47f3-8cc9-f78b61b5ab25 HTTP/1.1" status: 204 len: 168 time: 1.1722326 Apr 18 19:28:53.284344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f5ae9-32d8-4e01-9258-4b8cadb1c916 req-46ff9ec4-a979-4f1a-9677-11f50f9354bb tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:53.285993 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-383f5ae9-32d8-4e01-9258-4b8cadb1c916 req-46ff9ec4-a979-4f1a-9677-11f50f9354bb tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 944 time: 0.2171757 Apr 18 19:28:53.320629 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-e611e287-e3d6-4153-adb3-5f2bcfb6d277 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60594790ca474462950206fdbf632734&device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 1095 time: 0.2642262 Apr 18 19:28:53.357512 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-383f5ae9-32d8-4e01-9258-4b8cadb1c916 req-54d852bb-ec8d-4a0d-943e-19061c2cd0f2 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Synchronizing usage tracker for tenant:60594790ca474462950206fdbf632734 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:53.386220 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b2a6812b-4417-499d-8603-cd0702e1f790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:53.389893 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef9fe7-0708-4504-aa4b-39d2746967e7 req-36714f8f-ee75-4e6b-9503-35a1491d29d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:53.391498 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-52ef9fe7-0708-4504-aa4b-39d2746967e7 req-36714f8f-ee75-4e6b-9503-35a1491d29d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 946 time: 0.2488132 Apr 18 19:28:53.412274 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9df95bbc-79ce-472e-bfaf-8f5bbcbac617 req-c9d47105-c0b3-4b31-8c74-6b67a47d46f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 1097 time: 0.2683723 Apr 18 19:28:53.439473 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-cfa842cb-32fd-46cd-b221-3eca1456d06a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 HTTP/1.1" status: 200 len: 217 time: 0.1087651 Apr 18 19:28:53.515807 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-383f5ae9-32d8-4e01-9258-4b8cadb1c916 req-54d852bb-ec8d-4a0d-943e-19061c2cd0f2 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Unset dirty status for tenant:60594790ca474462950206fdbf632734 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:53.516962 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-383f5ae9-32d8-4e01-9258-4b8cadb1c916 req-54d852bb-ec8d-4a0d-943e-19061c2cd0f2 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216873 Apr 18 19:28:53.535829 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-52ef9fe7-0708-4504-aa4b-39d2746967e7 req-8eaaa4bd-a61e-4405-9a80-35908bd06a92 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348157 Apr 18 19:28:53.540729 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9df95bbc-79ce-472e-bfaf-8f5bbcbac617 req-63b06f01-03e8-444a-a88a-91c4a120fef3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154792 Apr 18 19:28:53.556391 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-3aefb552-b395-45e2-a78e-06360f7de618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:53.559299 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-3aefb552-b395-45e2-a78e-06360f7de618 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b617e322-b02f-4db6-8d71-da2b8b2259d4 HTTP/1.1" status: 200 len: 855 time: 0.0996838 Apr 18 19:28:53.678091 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53044) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:53.717998 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-e5aa7207-148a-464b-a818-3d6c46929b04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=574a0ab3-0b8f-4952-894f-45b8da0ee116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426647 Apr 18 19:28:53.861247 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6c31615f-d4b8-4239-869f-ce9b97b467a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:53.887223 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-416c1933-d25a-474a-98c5-44f1bfe2538c req-5d0c2b32-005b-474a-b9a6-920b94673487 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 210 time: 0.1395798 Apr 18 19:28:53.911110 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9709d259-e604-458b-bced-06d718436e9f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=44426cab66e14739abebfa4e8a47feae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2315013 Apr 18 19:28:53.914066 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53050) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:54.005580 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-b9a0883c-ab30-4ae2-b03f-eceb3a8ee500 service neutron] 10.222.0.16 "GET /v2.0/networks/574a0ab3-0b8f-4952-894f-45b8da0ee116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791064 Apr 18 19:28:54.106796 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a83e9d2c-ecbf-4f5c-8e6c-1876fea4afcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:54.203177 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a83e9d2c-ecbf-4f5c-8e6c-1876fea4afcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:54.264435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-eddfe391-9a03-49e9-afeb-0f4b408ebbb8 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:54.265927 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-eddfe391-9a03-49e9-afeb-0f4b408ebbb8 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.16 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 817 time: 0.2565005 Apr 18 19:28:54.276492 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18337c16-d313-416d-8a40-9ac1dda943fe req-84742be7-440e-47dd-981b-56399becb6b9 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:54.277895 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-18337c16-d313-416d-8a40-9ac1dda943fe req-84742be7-440e-47dd-981b-56399becb6b9 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 945 time: 0.2695336 Apr 18 19:28:54.286194 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b124c3be-b923-4d8a-9026-c5e4ae51057e req-031dee41-19bd-4ffe-af2c-dabccded252d service neutron] 10.222.0.16 "GET /v2.0/networks/574a0ab3-0b8f-4952-894f-45b8da0ee116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672200 Apr 18 19:28:54.302257 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0066fd-2d44-4532-9fd9-67a27d15a827 req-9de0afa9-458b-40f0-8966-8b00d1b0cf03 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:54.303733 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3d0066fd-2d44-4532-9fd9-67a27d15a827 req-9de0afa9-458b-40f0-8966-8b00d1b0cf03 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.1985464 Apr 18 19:28:54.371669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3d0066fd-2d44-4532-9fd9-67a27d15a827 req-575560df-0a01-4151-a1ed-cad0f49338bf tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546048 Apr 18 19:28:54.419247 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a83e9d2c-ecbf-4f5c-8e6c-1876fea4afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:54.488079 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e9d2c-ecbf-4f5c-8e6c-1876fea4afcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdd980b-1041-438b-a553-4784666c2003,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:54.514622 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-18337c16-d313-416d-8a40-9ac1dda943fe req-0e038692-60dd-4d5b-99bf-fffadc786235 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186489 Apr 18 19:28:54.514622 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-73ec4250-4bf0-4f16-b13b-8856d0b81e6e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Synchronizing usage tracker for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:54.537252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-73ec4250-4bf0-4f16-b13b-8856d0b81e6e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Unset dirty status for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:54.538732 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-73ec4250-4bf0-4f16-b13b-8856d0b81e6e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9c1bdfce24f453f8544e30ca226c10d HTTP/1.1" status: 200 len: 380 time: 0.2365575 Apr 18 19:28:54.555980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'port': {'device_id': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'admin_state_up': True, 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'security_groups': ['56a057e4-4b7c-4b20-93d6-5aa4c29fcb97']}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:54.652715 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a6812b-4417-499d-8603-cd0702e1f790 admin admin] Router ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:28:54.691553 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ef3a8f13-b9ea-412d-ab9f-005206ca7c9e req-13bf6db1-9e70-4be2-a201-b9d8aca64d3d tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 210 time: 0.2156405 Apr 18 19:28:54.740900 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2b9a6caa-1a9a-47e7-bd3d-b2bad8c3f951 req-e55b579e-5291-4536-a5ad-73598e9abce8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60594790ca474462950206fdbf632734&device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 1095 time: 0.3161561 Apr 18 19:28:54.876856 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:54.906688 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:54.920932 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6caa-1a9a-47e7-bd3d-b2bad8c3f951 req-2323dcf2-dc3f-4290-a585-d19e4c16e72d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:54.922337 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2b9a6caa-1a9a-47e7-bd3d-b2bad8c3f951 req-2323dcf2-dc3f-4290-a585-d19e4c16e72d service neutron] 10.222.0.16 "GET /v2.0/networks?id=574a0ab3-0b8f-4952-894f-45b8da0ee116 HTTP/1.1" status: 200 len: 917 time: 0.1744485 Apr 18 19:28:54.923859 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a83e9d2c-ecbf-4f5c-8e6c-1876fea4afcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:54.927979 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a83e9d2c-ecbf-4f5c-8e6c-1876fea4afcb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fdd980b-1041-438b-a553-4784666c2003 HTTP/1.1" status: 204 len: 168 time: 1.0098038 Apr 18 19:28:55.013270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:55.030994 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:55.050938 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2b9a6caa-1a9a-47e7-bd3d-b2bad8c3f951 req-0f649e2f-9ebc-4a62-9878-95169313e102 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 HTTP/1.1" status: 200 len: 217 time: 0.0857360 Apr 18 19:28:55.069851 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f379679-fd37-4bcf-8be6-62bdca3c9ac7 req-30268eeb-7161-494d-9689-9fb1ba497f0b tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:55.071376 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8f379679-fd37-4bcf-8be6-62bdca3c9ac7 req-30268eeb-7161-494d-9689-9fb1ba497f0b tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 944 time: 0.3949666 Apr 18 19:28:55.125922 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-17b54def-2481-4d72-8cee-f0c256edf1bf tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768666 Apr 18 19:28:55.132797 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Made reservation on behalf of d9c1bdfce24f453f8544e30ca226c10d for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:55.136368 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:55.223019 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8f379679-fd37-4bcf-8be6-62bdca3c9ac7 req-40a2e34d-a8b0-4f51-98c4-7cffea0876e0 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384752 Apr 18 19:28:55.281320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6caa-1a9a-47e7-bd3d-b2bad8c3f951 req-519a3663-95c8-4c8b-ba0a-03e11f96f0ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:55.283505 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2b9a6caa-1a9a-47e7-bd3d-b2bad8c3f951 req-519a3663-95c8-4c8b-ba0a-03e11f96f0ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b617e322-b02f-4db6-8d71-da2b8b2259d4 HTTP/1.1" status: 200 len: 855 time: 0.2050447 Apr 18 19:28:55.409775 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a6812b-4417-499d-8603-cd0702e1f790 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:28:55.448371 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-db566825-1ac1-401f-81ed-f653aad10759 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:55.449898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Allocated IP 172.20.0.11 (d0c29ad8-5934-46ca-987e-34bfe794904a/38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99/a1d5a537-7c83-4634-af89-237e88209f8c) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:55.450060 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-db566825-1ac1-401f-81ed-f653aad10759 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043959 Apr 18 19:28:55.458524 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70649d87-19f9-4b7d-862a-c60ac901e3fb req-1982e5a5-e858-43c4-9254-03728a4202d0 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:55.461276 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70649d87-19f9-4b7d-862a-c60ac901e3fb req-1982e5a5-e858-43c4-9254-03728a4202d0 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 946 time: 0.5419888 Apr 18 19:28:55.469185 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Request body: {'port': {'device_id': 'cd9a6298-6fb0-4de9-86cf-bfd70807d74e', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '6d877a9ecaf349cb8fde62d566b24cad'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:55.599750 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2b9a6caa-1a9a-47e7-bd3d-b2bad8c3f951 req-7586ef44-ad4e-461c-92dd-6a83790e3cc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=574a0ab3-0b8f-4952-894f-45b8da0ee116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2997808 Apr 18 19:28:55.654964 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70649d87-19f9-4b7d-862a-c60ac901e3fb req-aab10bfc-b2b6-4dc6-a60c-ecece659b4b2 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667099 Apr 18 19:28:55.664180 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-396fda0a-2cd2-4327-9a16-0e293210faed tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386801 Apr 18 19:28:55.713626 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b2a6812b-4417-499d-8603-cd0702e1f790 admin admin] 10.222.0.66 "PUT /v2.0/routers/ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4260502 Apr 18 19:28:55.714813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53074) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:55.793111 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:55.824211 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Transition to ACTIVE for port object a1d5a537-7c83-4634-af89-237e88209f8c will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:55.927045 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-9159c827-9958-47cf-ad91-1d2bc2287bf9 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:55.928471 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-9159c827-9958-47cf-ad91-1d2bc2287bf9 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424238 Apr 18 19:28:55.930753 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53082) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:55.957777 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:55.961360 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Request body: {'port': {'device_id': 'aa78434f-5d9e-46d8-b423-d8cff1b36dca', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '6d877a9ecaf349cb8fde62d566b24cad'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:55.967452 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b8b93f00-2b6d-4506-ba68-a4b461090624 req-8477f6f2-d117-494e-a07c-cc09e72df1b2 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 210 time: 0.1330297 Apr 18 19:28:55.996902 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:56.038297 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2b9a6caa-1a9a-47e7-bd3d-b2bad8c3f951 req-736e9495-6bdb-4b17-8c8a-6f90e652d9c1 service neutron] 10.222.0.16 "GET /v2.0/networks/574a0ab3-0b8f-4952-894f-45b8da0ee116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266136 Apr 18 19:28:56.049997 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.132343 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Made reservation on behalf of 6d877a9ecaf349cb8fde62d566b24cad for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:56.135423 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.228489 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad83a268-3e51-4ba4-806c-976285f097c1 req-d0d637aa-8e43-44e2-b692-7c98794ed94b tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 210 time: 0.0786583 Apr 18 19:28:56.232999 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389728f9-04c1-4586-8dc6-148a288b368c req-959a099e-35cb-4907-8d5f-a4be01642a41 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:56.239701 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-389728f9-04c1-4586-8dc6-148a288b368c req-959a099e-35cb-4907-8d5f-a4be01642a41 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.3901665 Apr 18 19:28:56.256708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Network d0c29ad8-5934-46ca-987e-34bfe794904a is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:56.279348 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:56.294657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:56.324323 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-dac49c51-d8b5-4514-ab1f-67ef397b15bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ef7a37bf76654f4c92d1f70b6cd16acf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3923731 Apr 18 19:28:56.324982 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53088) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:56.337695 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2b9a6caa-1a9a-47e7-bd3d-b2bad8c3f951 req-6f3cc32a-5734-47da-b15b-02c4cf83412e service neutron] 10.222.0.16 "GET /v2.0/networks/574a0ab3-0b8f-4952-894f-45b8da0ee116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912941 Apr 18 19:28:56.378230 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:56.390730 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.431478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:56.458185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:56.458864 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.470700 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-389728f9-04c1-4586-8dc6-148a288b368c req-b01be0f9-658c-4ab9-ae57-b06d8a84a563 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301276 Apr 18 19:28:56.471628 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:56.507869 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7807a301-58ad-4588-a246-38b81242d5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.536754 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7807a301-58ad-4588-a246-38b81242d5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.585030 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-054ad698-d2b9-4c45-9868-d9c37b63b037 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0364354 Apr 18 19:28:56.601210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Request body: {'port': {'device_id': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:56.616484 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.637962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Made reservation on behalf of 6d877a9ecaf349cb8fde62d566b24cad for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:56.640943 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.686969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Allocated IP 192.168.233.205 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/5b699799-5de5-4ff9-8427-52eb8a9582d0) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:56.687703 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-09dc7b65-3658-4e5c-a2de-0e97a55dcb14 None None] Provisioning for port a1d5a537-7c83-4634-af89-237e88209f8c completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:56.693200 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-09dc7b65-3658-4e5c-a2de-0e97a55dcb14 None None] Provisioning complete for port a1d5a537-7c83-4634-af89-237e88209f8c triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:56.693877 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-09dc7b65-3658-4e5c-a2de-0e97a55dcb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.755175 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-09dc7b65-3658-4e5c-a2de-0e97a55dcb14 None None] Port a1d5a537-7c83-4634-af89-237e88209f8c cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:56.813693 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7807a301-58ad-4588-a246-38b81242d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.835442 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f1b32-c7c6-439c-80d9-97bb5de8e3d6 req-13143fe7-3d71-4283-ab20-79c9f551c93b tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:56.836791 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-442f1b32-c7c6-439c-80d9-97bb5de8e3d6 req-13143fe7-3d71-4283-ab20-79c9f551c93b tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 945 time: 0.3206413 Apr 18 19:28:56.842111 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807a301-58ad-4588-a246-38b81242d5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b6075c-3668-438c-9183-01929a0a0e22,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:56.928295 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7807a301-58ad-4588-a246-38b81242d5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:56.931854 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7807a301-58ad-4588-a246-38b81242d5a1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93b6075c-3668-438c-9183-01929a0a0e22 HTTP/1.1" status: 204 len: 168 time: 0.5877304 Apr 18 19:28:56.990897 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.009326 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-442f1b32-c7c6-439c-80d9-97bb5de8e3d6 req-4b1815b8-9a56-47e4-85c2-ee843fc70f71 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564710 Apr 18 19:28:57.069711 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.075258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7305df-b535-4461-8d58-422293826031 req-337f0f08-689e-4a8a-8c90-d4ae8fb26a67 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:57.076848 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8b7305df-b535-4461-8d58-422293826031 req-337f0f08-689e-4a8a-8c90-d4ae8fb26a67 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 944 time: 0.4463952 Apr 18 19:28:57.090235 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Transition to ACTIVE for port object 5b699799-5de5-4ff9-8427-52eb8a9582d0 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:57.134267 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.197242 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8b7305df-b535-4461-8d58-422293826031 req-70b21cf4-28aa-401b-ac36-87ed957cc765 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105323 Apr 18 19:28:57.278280 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.295136 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:57.339765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Deleting port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:28:57.339765 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.369003 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Allocated IP 192.168.233.184 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/dcd054f3-5a09-4876-909a-d12e42fd672e) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:28:57.452241 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:57.463444 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event updated for resources: {'Port': ['ID=5b699799-5de5-4ff9-8427-52eb8a9582d0,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:57.466914 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:57.469128 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:57.665240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d5a537-7c83-4634-af89-237e88209f8c {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:28:57.678710 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:57.679563 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.690625 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d381c-b5a4-4d76-8e72-c8479622056a req-53c7962e-a1cf-4964-9aea-9e72c618b4e1 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:57.691505 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-401d381c-b5a4-4d76-8e72-c8479622056a req-53c7962e-a1cf-4964-9aea-9e72c618b4e1 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Synchronizing usage tracker for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:57.701114 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.712198 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-c1cdc7dc-4aa7-441f-aa81-0039a1d68bdc tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:57.714271 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-c1cdc7dc-4aa7-441f-aa81-0039a1d68bdc tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.16 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 945 time: 0.4710126 Apr 18 19:28:57.719901 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39cf74-eeee-4126-8020-9745430b914b req-91b80e08-e9de-41cc-8a3d-8e5eeb7e5898 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:57.721346 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7a39cf74-eeee-4126-8020-9745430b914b req-91b80e08-e9de-41cc-8a3d-8e5eeb7e5898 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 946 time: 0.5205207 Apr 18 19:28:57.753377 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Transition to ACTIVE for port object a1d5a537-7c83-4634-af89-237e88209f8c will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:57.815464 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.824677 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.841144 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] For port 8c37f230-5592-4a3b-8d52-55e1f43b3f4c, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8c37f230-5592-4a3b-8d52-55e1f43b3f4c,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:57.841503 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.852930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-76fdb9d3-6e92-469f-9508-d0424e337bac None None] Provisioning for port 5b699799-5de5-4ff9-8427-52eb8a9582d0 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:57.858524 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-76fdb9d3-6e92-469f-9508-d0424e337bac None None] Provisioning complete for port 5b699799-5de5-4ff9-8427-52eb8a9582d0 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:57.859152 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-76fdb9d3-6e92-469f-9508-d0424e337bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:57.872167 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-401d381c-b5a4-4d76-8e72-c8479622056a req-53c7962e-a1cf-4964-9aea-9e72c618b4e1 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Unset dirty status for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:57.873398 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-401d381c-b5a4-4d76-8e72-c8479622056a req-53c7962e-a1cf-4964-9aea-9e72c618b4e1 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 932 time: 0.5069125 Apr 18 19:28:57.883330 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Transition to ACTIVE for port object dcd054f3-5a09-4876-909a-d12e42fd672e will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:28:57.920698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-76fdb9d3-6e92-469f-9508-d0424e337bac None None] Port 5b699799-5de5-4ff9-8427-52eb8a9582d0 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:57.959935 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Deleting port 56106887-b288-46f7-adfc-57f191075c2b {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:28:57.960290 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.004496 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-401d381c-b5a4-4d76-8e72-c8479622056a req-824b8d2d-1137-46ad-8b98-edb840b011c7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167209 Apr 18 19:28:58.026227 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:58.049288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:58.049638 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:58.049973 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:58.050305 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:58.050720 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:58.051042 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:58.051365 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:58.051833 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:58.052119 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:58.052449 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:58.052762 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:28:58.066520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-feadacda-b3a8-42ae-94ee-3314c843edf7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6018662 Apr 18 19:28:58.075055 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Calling delete_port for 8c37f230-5592-4a3b-8d52-55e1f43b3f4c owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:28:58.122101 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7a39cf74-eeee-4126-8020-9745430b914b req-6e9c6fe8-2c1b-405f-a44c-e078187a4278 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590453 Apr 18 19:28:58.139340 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Request body: {'port': {'device_id': 'cd9a6298-6fb0-4de9-86cf-bfd70807d74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:58.250329 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.263511 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:28:58.339303 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Attempting to bind port a1d5a537-7c83-4634-af89-237e88209f8c on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:28:58.339635 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Attempting to bind port a1d5a537-7c83-4634-af89-237e88209f8c by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:28:58.339961 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Attempting to bind port a1d5a537-7c83-4634-af89-237e88209f8c on network d0c29ad8-5934-46ca-987e-34bfe794904a {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:58.505766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:28:58.518333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:28:58.528514 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Port a1d5a537-7c83-4634-af89-237e88209f8c on network d0c29ad8-5934-46ca-987e-34bfe794904a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:28:58.528731 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Attempting to bind port a1d5a537-7c83-4634-af89-237e88209f8c on network d0c29ad8-5934-46ca-987e-34bfe794904a {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:28:58.536797 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:28:58.610450 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53124) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:28:58.613922 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event updated for resources: {'Port': ['ID=dcd054f3-5a09-4876-909a-d12e42fd672e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:58.631261 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:28:58.631598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Checking segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:28:58.631970 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Bound using segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:28:58.632446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Bound port: a1d5a537-7c83-4634-af89-237e88209f8c, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:28:58.632763 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.670934 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.713327 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:58.713939 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:58.776808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9afcd-fe20-46d0-bb64-d6a667ac0fb6 req-d1c11dfd-8147-4912-a25b-53025d04c76f tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:58.777463 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-3ab9afcd-fe20-46d0-bb64-d6a667ac0fb6 req-d1c11dfd-8147-4912-a25b-53025d04c76f tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:28:58.809228 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-network', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:58.819994 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:58.823140 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:28:58.827232 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:28:58.828500 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Usage tracker for resource:network and tenant:03e626e2e26c4a2eb687295dce640e86 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:58.831700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:58.838786 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-19da9fb0-20dd-40e3-8d09-20af85316d2a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8828375 Apr 18 19:28:58.842425 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:58.851414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Request body: {'port': {'device_id': 'aa78434f-5d9e-46d8-b423-d8cff1b36dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:28:58.941288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-3ab9afcd-fe20-46d0-bb64-d6a667ac0fb6 req-d1c11dfd-8147-4912-a25b-53025d04c76f tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:28:58.942768 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3ab9afcd-fe20-46d0-bb64-d6a667ac0fb6 req-d1c11dfd-8147-4912-a25b-53025d04c76f tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 936 time: 0.5915966 Apr 18 19:28:58.981499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Made reservation on behalf of 03e626e2e26c4a2eb687295dce640e86 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:28:58.983817 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.007717 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-df14ea03-9fc1-4faa-8ab4-a64e2ffaf7ea None None] Provisioning for port dcd054f3-5a09-4876-909a-d12e42fd672e completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:28:59.016615 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-df14ea03-9fc1-4faa-8ab4-a64e2ffaf7ea None None] Provisioning complete for port dcd054f3-5a09-4876-909a-d12e42fd672e triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:28:59.017668 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-df14ea03-9fc1-4faa-8ab4-a64e2ffaf7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.065577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] For port 56106887-b288-46f7-adfc-57f191075c2b, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=56106887-b288-46f7-adfc-57f191075c2b,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:28:59.065960 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.082475 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a3833-8851-4654-9e50-e01503e8c423 req-85b4079f-5d9a-495d-9a8f-d541cda06b42 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:59.090243 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-332a3833-8851-4654-9e50-e01503e8c423 req-85b4079f-5d9a-495d-9a8f-d541cda06b42 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.4875677 Apr 18 19:28:59.105610 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-df14ea03-9fc1-4faa-8ab4-a64e2ffaf7ea None None] Port dcd054f3-5a09-4876-909a-d12e42fd672e cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:28:59.120427 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.165091 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.201478 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.247461 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.249151 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] 10.222.0.16 "PUT /v2.0/ports/a1d5a537-7c83-4634-af89-237e88209f8c HTTP/1.1" status: 200 len: 1092 time: 2.6529524 Apr 18 19:28:59.257354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:28:59.313706 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3ab9afcd-fe20-46d0-bb64-d6a667ac0fb6 req-8e4f2673-abae-4060-b521-7a1601b3190f tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642902 Apr 18 19:28:59.317631 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:28:59.323694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Usage tracker for resource:security_group_rule and tenant:03e626e2e26c4a2eb687295dce640e86 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:28:59.329446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:28:59.336402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:28:59.386986 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b2a04-602d-4136-9031-5854ba0a98a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:59.417711 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.489572 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-332a3833-8851-4654-9e50-e01503e8c423 req-ab3dcfe5-b1a6-448b-89ef-718fc389ca45 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984158 Apr 18 19:28:59.496760 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8c37f230-5592-4a3b-8d52-55e1f43b3f4c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:59.529724 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.648649 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.695875 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:28:59.735740 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.736019 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Added segment 824ef925-6d36-4cd9-8340-2221fe325edc of type vlan for network 5c2640b9-c659-4546-9e37-e18c68ddcc81 Apr 18 19:28:59.737347 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f89e0a2-8afc-412e-b044-66ffb5ed108d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:28:59.781138 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.787016 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-b9984a1f-f0c6-4b00-9997-769675880715 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 1095 time: 0.3899984 Apr 18 19:28:59.788065 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.788571 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:28:59.788774 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Floating IP 68cf2969-077e-4bb8-b94e-4d77587e0bc9 disassociated. External IP: 172.25.8.37, port: 56106887-b288-46f7-adfc-57f191075c2b. Apr 18 19:28:59.789098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Calling delete_port for 56106887-b288-46f7-adfc-57f191075c2b owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:28:59.794481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b02f26-9ca4-45ec-b12a-6838bdc827c2 req-21b6d242-5f76-4dd5-86c7-4ce58f1d9bdb tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:59.796111 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c4b02f26-9ca4-45ec-b12a-6838bdc827c2 req-21b6d242-5f76-4dd5-86c7-4ce58f1d9bdb tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 945 time: 0.3265812 Apr 18 19:28:59.838761 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:28:59.848053 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-758d1e34-eb67-4f1e-9586-e11f3fc02469 req-c0beb1d1-1c31-400b-acc3-e86a7cf94b64 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1770069620&fields=id&tenant_id=bd938a7c667c4687a22a1d5750416297 HTTP/1.1" status: 200 len: 267 time: 0.2249525 Apr 18 19:28:59.889559 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-6b31557f-a3dd-416d-9471-5f87f452c2bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1d5a537-7c83-4634-af89-237e88209f8c HTTP/1.1" status: 200 len: 217 time: 0.0925002 Apr 18 19:28:59.965880 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c4b02f26-9ca4-45ec-b12a-6838bdc827c2 req-6dc5d445-fefb-45d9-bf3c-3b74eabd1176 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups?id=169af2a8-e41e-4bd0-a6ec-22705d46a267&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195626 Apr 18 19:28:59.977037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-7151fe3e-21ed-4964-80dc-a201ce76b505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:28:59.982144 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-7151fe3e-21ed-4964-80dc-a201ce76b505 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.0698431 Apr 18 19:29:00.054501 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.055549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:00.056126 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.113483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b699799-5de5-4ff9-8427-52eb8a9582d0 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:00.122709 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.163612 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-ed86baef-e5a1-49cc-99e0-e77912bac508 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752782 Apr 18 19:29:00.291666 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] Pushing event updated for resources: {'Network': ['ID=5c2640b9-c659-4546-9e37-e18c68ddcc81,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:00.302877 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 5c2640b9-c659-4546-9e37-e18c68ddcc81 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:29:00.306221 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.326376 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1bd44b43-726f-44f7-a4d9-3f1dc2e04eba admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7136800 Apr 18 19:29:00.329905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53134) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:00.341622 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Request body: {'subnet': {'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-subnet', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:00.364529 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:00.381612 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Usage tracker for resource:subnet and tenant:03e626e2e26c4a2eb687295dce640e86 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:00.388349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:00.400756 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-b7a97c64-0287-47cf-8b3a-83981f1d1626 service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954944 Apr 18 19:29:00.401652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:00.429221 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74d0d2-ed82-403b-9098-1c0af57fe6ca req-0a61b309-99b8-41c5-8738-ea61d6113987 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:00.434855 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3f74d0d2-ed82-403b-9098-1c0af57fe6ca req-0a61b309-99b8-41c5-8738-ea61d6113987 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 944 time: 0.2868211 Apr 18 19:29:00.450667 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Transition to ACTIVE for port object 5b699799-5de5-4ff9-8427-52eb8a9582d0 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:00.539060 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Made reservation on behalf of 03e626e2e26c4a2eb687295dce640e86 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:00.541645 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.589854 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.658000 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d1e34-eb67-4f1e-9586-e11f3fc02469 req-7ab8f262-b94d-4f0a-85b4-0672fc328525 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:00.659455 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-758d1e34-eb67-4f1e-9586-e11f3fc02469 req-7ab8f262-b94d-4f0a-85b4-0672fc328525 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 946 time: 0.7368011 Apr 18 19:29:00.661911 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.688216 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-758d1e34-eb67-4f1e-9586-e11f3fc02469 req-28be82bb-0c6b-4d27-b685-54ca2f3b7ec8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'port': {'security_groups': ['69e22112-223b-4d5d-9bb4-86c2d0f0fc48', 'dc89c799-c6bb-4b08-8a55-bab5d1a27ebe']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:00.766615 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3f74d0d2-ed82-403b-9098-1c0af57fe6ca req-fbac605b-70f6-48f7-9d7e-32cb8d6e4a39 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123267 Apr 18 19:29:00.768378 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.795209 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:00.806040 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4f7e65a-0e6e-4965-b290-ebf21eae503b req-c345d59b-11cb-4d29-bf65-77f1d7bf1a6e service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847365 Apr 18 19:29:00.816647 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Pushing event updated for resources: {'Port': ['ID=5b699799-5de5-4ff9-8427-52eb8a9582d0,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:00.923138 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Pushing event deleted for resources: {'Port': ['ID=56106887-b288-46f7-adfc-57f191075c2b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:01.040116 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-758d1e34-eb67-4f1e-9586-e11f3fc02469 req-28be82bb-0c6b-4d27-b685-54ca2f3b7ec8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.123658 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.124151 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:29:01.151795 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd054f3-5a09-4876-909a-d12e42fd672e {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:01.171187 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.194392 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82e63d-d07d-45dc-a68f-dd72f14c4635 req-9c2403fe-ed70-489d-95a5-c0346cc08949 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:01.195854 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9e82e63d-d07d-45dc-a68f-dd72f14c4635 req-9c2403fe-ed70-489d-95a5-c0346cc08949 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 944 time: 0.2867901 Apr 18 19:29:01.242736 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9e82e63d-d07d-45dc-a68f-dd72f14c4635 req-af73a56d-eec5-499f-bb88-f8d508a9e390 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 Apr 18 19:29:01.249493 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.259177 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Attempting to bind port 5b699799-5de5-4ff9-8427-52eb8a9582d0 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:01.259177 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Attempting to bind port 5b699799-5de5-4ff9-8427-52eb8a9582d0 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:01.259177 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Attempting to bind port 5b699799-5de5-4ff9-8427-52eb8a9582d0 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:01.288713 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Port 5b699799-5de5-4ff9-8427-52eb8a9582d0 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:29:01.289036 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Attempting to bind port 5b699799-5de5-4ff9-8427-52eb8a9582d0 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:01.314118 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Transition to ACTIVE for port object dcd054f3-5a09-4876-909a-d12e42fd672e will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:01.316908 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:01.317264 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:01.317805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:01.318243 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Bound port: 5b699799-5de5-4ff9-8427-52eb8a9582d0, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:01.318821 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.330591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3eaccc8-826f-4a4a-ac62-4392504dc869,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:01.343124 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59bd1acb-4155-4fe5-b5a9-0baf0f7246a5'] response: {'name': 'network-changed', 'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'status': 'completed', 'code': 200} Apr 18 19:29:01.435302 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.439587 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3ee35c5e-2e7f-4e5e-a8e9-bee2027d74bf admin admin] 10.222.0.66 "DELETE /v2.0/routers/ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4 HTTP/1.1" status: 204 len: 168 time: 5.7048616 Apr 18 19:29:01.444303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53144) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:01.455340 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:01.462106 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 56106887-b288-46f7-adfc-57f191075c2b no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:01.465750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Checking segment: {'id': '824ef925-6d36-4cd9-8340-2221fe325edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:01.466477 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Network hostable DHCP agents. Network: 5c2640b9-c659-4546-9e37-e18c68ddcc81, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:29:01.473411 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.581692 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] For port 5b699799-5de5-4ff9-8427-52eb8a9582d0, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:01.586785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd054f3-5a09-4876-909a-d12e42fd672e,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:01.659944 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad01ddb-1ec8-49c2-8b7c-fd10a2779dbc admin admin] Deleting subnet 181a0979-7bf8-4404-8f67-4d66f8acef4c {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:29:01.669841 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] For port 5b699799-5de5-4ff9-8427-52eb8a9582d0, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5b699799-5de5-4ff9-8427-52eb8a9582d0,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:01.682275 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:01.689466 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ad01ddb-1ec8-49c2-8b7c-fd10a2779dbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.705024 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 56106887-b288-46f7-adfc-57f191075c2b {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:01.705504 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 56106887-b288-46f7-adfc-57f191075c2b not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:01.706987 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'port_id': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3', 'mac_address': 'fa:16:3e:e2:e0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:01.758936 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.783969 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.806113 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:01.812014 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-baf5af8b-b0c9-4fa9-bf84-702fe5caa511 req-9ff62d83-25a2-4e67-a353-37ff2bb3681e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 1095 time: 0.4450963 Apr 18 19:29:01.824681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff1174-3e11-43b8-9aae-63a52bb3f3f7 req-1ba5128b-c01e-48c2-b8b9-380879d3eb13 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:01.829715 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-97ff1174-3e11-43b8-9aae-63a52bb3f3f7 req-1ba5128b-c01e-48c2-b8b9-380879d3eb13 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 948 time: 0.3716879 Apr 18 19:29:01.831456 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:01.839636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Network 5c2640b9-c659-4546-9e37-e18c68ddcc81 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:29:01.912067 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.941887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ad01ddb-1ec8-49c2-8b7c-fd10a2779dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:01.980886 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:01.992912 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Attempting to bind port dcd054f3-5a09-4876-909a-d12e42fd672e on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:01.993380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Attempting to bind port dcd054f3-5a09-4876-909a-d12e42fd672e by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:01.994660 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Attempting to bind port dcd054f3-5a09-4876-909a-d12e42fd672e on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:02.030601 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-97ff1174-3e11-43b8-9aae-63a52bb3f3f7 req-89baa5dc-8f58-4093-bab5-2ba14d068c74 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876311 Apr 18 19:29:02.034816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-758d1e34-eb67-4f1e-9586-e11f3fc02469 req-28be82bb-0c6b-4d27-b685-54ca2f3b7ec8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] For port bc32ac31-47c7-42a0-8d2d-8299be1f367e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bc32ac31-47c7-42a0-8d2d-8299be1f367e,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:02.039027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Port dcd054f3-5a09-4876-909a-d12e42fd672e on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:29:02.039271 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Attempting to bind port dcd054f3-5a09-4876-909a-d12e42fd672e on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:02.043626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:02.050060 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.053182 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] 10.222.0.16 "PUT /v2.0/ports/5b699799-5de5-4ff9-8427-52eb8a9582d0 HTTP/1.1" status: 200 len: 1096 time: 3.9169087 Apr 18 19:29:02.053370 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5af8b-b0c9-4fa9-bf84-702fe5caa511 req-6b9388d5-a723-4b08-929a-3d1180b9c4ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:02.053555 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-baf5af8b-b0c9-4fa9-bf84-702fe5caa511 req-6b9388d5-a723-4b08-929a-3d1180b9c4ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 918 time: 0.2157559 Apr 18 19:29:02.055083 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 5c2640b9-c659-4546-9e37-e18c68ddcc81) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:02.055315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9a6298-6fb0-4de9-86cf-bfd70807d74e', 'tag': '5b699799-5de5-4ff9-8427-52eb8a9582d0'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:02.069422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:02.070680 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:02.070856 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:02.071760 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Bound port: dcd054f3-5a09-4876-909a-d12e42fd672e, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:02.072736 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.094959 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a9b50a-94e3-4075-8ea9-21ef16efa675 None None] Network 5c2640b9-c659-4546-9e37-e18c68ddcc81 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:02.095599 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cda069-86fb-4d61-bc7c-a025fffe4a42 service neutron] Pushing event updated for resources: {'Port': ['ID=5b699799-5de5-4ff9-8427-52eb8a9582d0,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:02.138968 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:02.140020 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.186534 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-baf5af8b-b0c9-4fa9-bf84-702fe5caa511 req-eadd4158-ccf1-4296-b399-ee676e802c0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1d5a537-7c83-4634-af89-237e88209f8c HTTP/1.1" status: 200 len: 217 time: 0.1033626 Apr 18 19:29:02.226105 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-758d1e34-eb67-4f1e-9586-e11f3fc02469 req-28be82bb-0c6b-4d27-b685-54ca2f3b7ec8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.240794 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ad01ddb-1ec8-49c2-8b7c-fd10a2779dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.297893 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:02.345350 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-09ddc9f4-92e3-40bf-aa01-d517e06777c2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0126989 Apr 18 19:29:02.352118 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53154) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:02.373018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-router', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:02.390462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:02.411672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Usage tracker for resource:router and tenant:03e626e2e26c4a2eb687295dce640e86 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:02.419188 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-758d1e34-eb67-4f1e-9586-e11f3fc02469 req-28be82bb-0c6b-4d27-b685-54ca2f3b7ec8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.422047 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:02.434414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5af8b-b0c9-4fa9-bf84-702fe5caa511 req-8ae7da54-8f2e-4639-a751-359f3d9e6a74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:02.435220 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bc32ac31-47c7-42a0-8d2d-8299be1f367e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:02.436241 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-baf5af8b-b0c9-4fa9-bf84-702fe5caa511 req-8ae7da54-8f2e-4639-a751-359f3d9e6a74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.2365952 Apr 18 19:29:02.475211 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:02.500869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] For port dcd054f3-5a09-4876-909a-d12e42fd672e, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:02.521208 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] For port dcd054f3-5a09-4876-909a-d12e42fd672e, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=dcd054f3-5a09-4876-909a-d12e42fd672e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:02.545560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d1e34-eb67-4f1e-9586-e11f3fc02469 req-28be82bb-0c6b-4d27-b685-54ca2f3b7ec8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:02.546171 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-758d1e34-eb67-4f1e-9586-e11f3fc02469 req-28be82bb-0c6b-4d27-b685-54ca2f3b7ec8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.547556 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-758d1e34-eb67-4f1e-9586-e11f3fc02469 req-28be82bb-0c6b-4d27-b685-54ca2f3b7ec8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "PUT /v2.0/ports/bc32ac31-47c7-42a0-8d2d-8299be1f367e HTTP/1.1" status: 200 len: 982 time: 1.8765540 Apr 18 19:29:02.550696 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c316ab2-71c7-4fbf-96be-c970244f9587 req-fdb59276-ff27-4128-b538-744d0a7c8cf9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:02.552077 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c316ab2-71c7-4fbf-96be-c970244f9587 req-fdb59276-ff27-4128-b538-744d0a7c8cf9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.2621393 Apr 18 19:29:02.562899 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be82bb-0c6b-4d27-b685-54ca2f3b7ec8 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'Port': ['ID=bc32ac31-47c7-42a0-8d2d-8299be1f367e,revision_number=6']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:02.567130 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ad01ddb-1ec8-49c2-8b7c-fd10a2779dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.596435 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-5c2640b9-c659-4546-9e37-e18c68ddcc81', 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'fixed_ips': [{'subnet_id': 'e3eaccc8-826f-4a4a-ac62-4392504dc869'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:29:02.599807 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.611615 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad01ddb-1ec8-49c2-8b7c-fd10a2779dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=181a0979-7bf8-4404-8f67-4d66f8acef4c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:02.625415 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.631424 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.631589 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-26caf67f-5795-434f-b59c-40b311c3946a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e HTTP/1.1" status: 200 len: 1099 time: 0.4048653 Apr 18 19:29:02.632554 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ad01ddb-1ec8-49c2-8b7c-fd10a2779dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.642304 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-baf5af8b-b0c9-4fa9-bf84-702fe5caa511 req-7968258a-d1fd-4942-93d8-095824fd544e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988468 Apr 18 19:29:02.642797 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bc32ac31-47c7-42a0-8d2d-8299be1f367e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:02.643776 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.667210 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6ebb40-9b37-4577-8cb6-b34f02744eb2 None None] Network 782787b4-d811-47cd-b1a8-0ac19ec45c1e requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:02.701747 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2ad01ddb-1ec8-49c2-8b7c-fd10a2779dbc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/181a0979-7bf8-4404-8f67-4d66f8acef4c HTTP/1.1" status: 204 len: 168 time: 1.2413778 Apr 18 19:29:02.706588 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53160) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:02.727044 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c316ab2-71c7-4fbf-96be-c970244f9587 req-db49a5cd-b063-4c13-89e2-94274f852048 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664433 Apr 18 19:29:02.834034 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-39d007b7-fdbc-4a44-87bc-a0efc41ef0f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=5b699799-5de5-4ff9-8427-52eb8a9582d0 HTTP/1.1" status: 200 len: 217 time: 0.1928740 Apr 18 19:29:02.863994 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.865438 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] 10.222.0.16 "PUT /v2.0/ports/dcd054f3-5a09-4876-909a-d12e42fd672e HTTP/1.1" status: 200 len: 1096 time: 4.0193427 Apr 18 19:29:02.885431 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:02.898794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b004f21-01eb-43a4-97cc-de41e270a1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd054f3-5a09-4876-909a-d12e42fd672e,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:02.934532 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-70c1aa35-1808-4a4c-b8d5-6486a684aec8 req-c590d8f3-e3e8-46d5-b1b5-903b0b242f98 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Synchronizing usage tracker for tenant:3b3378a894c84075bc25c152487cede1 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:02.941336 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:03.004324 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-baf5af8b-b0c9-4fa9-bf84-702fe5caa511 req-b41f103a-704a-42a7-9a1a-12a99df4a458 service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194253 Apr 18 19:29:03.068814 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-70c1aa35-1808-4a4c-b8d5-6486a684aec8 req-c590d8f3-e3e8-46d5-b1b5-903b0b242f98 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Unset dirty status for tenant:3b3378a894c84075bc25c152487cede1 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:03.083635 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70c1aa35-1808-4a4c-b8d5-6486a684aec8 req-c590d8f3-e3e8-46d5-b1b5-903b0b242f98 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/ports?device_id=0845ea6b-1138-4502-9c91-b4f5f2d9b117 HTTP/1.1" status: 200 len: 210 time: 0.2844551 Apr 18 19:29:03.087026 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-1c57693b-806a-4fa4-b992-3fdaefced1f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:03.091548 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-1c57693b-806a-4fa4-b992-3fdaefced1f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1472330 Apr 18 19:29:03.190418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Deleting port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:03.191228 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:03.236739 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9452295-082f-4471-a0fe-d00e8db881d9'] response: {'name': 'network-changed', 'server_uuid': 'cd9a6298-6fb0-4de9-86cf-bfd70807d74e', 'tag': '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'status': 'completed', 'code': 200} Apr 18 19:29:03.287764 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Allocated IP 172.20.0.2 (5c2640b9-c659-4546-9e37-e18c68ddcc81/e3eaccc8-826f-4a4a-ac62-4392504dc869/bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:03.345455 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa78434f-5d9e-46d8-b423-d8cff1b36dca', 'tag': 'dcd054f3-5a09-4876-909a-d12e42fd672e'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:03.396562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:03.408883 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dccbf1-d296-447a-9cde-2922d4106abb None None] Sync routers for ids ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:03.424979 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dccbf1-d296-447a-9cde-2922d4106abb None None] Routers {'e78a27b2-9e3d-44be-bc8b-6f78121d83f8'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:03.425872 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-19dccbf1-d296-447a-9cde-2922d4106abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:03.486330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a1d5a537-7c83-4634-af89-237e88209f8c details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:03.509316 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-3ece16c6-fffc-4ffb-a41a-ed114a42bd34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 1099 time: 0.5037122 Apr 18 19:29:03.517677 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:03.522249 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-baf5af8b-b0c9-4fa9-bf84-702fe5caa511 req-6bdf81e4-f8bd-4da9-acdc-29323432e769 service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095310 Apr 18 19:29:03.573625 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] No DVR routers for this DVR port 56106887-b288-46f7-adfc-57f191075c2b on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:03.590241 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:03.592224 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-29a28a0b-a6c8-4331-b4a6-3ac8942fb0e2 req-3df0c5e3-9784-4d9b-9688-7e7e365775af tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.16 "DELETE /v2.0/ports/56106887-b288-46f7-adfc-57f191075c2b HTTP/1.1" status: 204 len: 173 time: 5.8699915 Apr 18 19:29:03.601110 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-0de503e2-d9b3-4ad0-8074-d3b05f32adf8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5004249 Apr 18 19:29:03.615922 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1cee7-3a6d-4640-97a5-dc9f2486f57e req-a8d6c14a-cce5-4541-8991-1d11e037101d tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:03.623129 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b7f1cee7-3a6d-4640-97a5-dc9f2486f57e req-a8d6c14a-cce5-4541-8991-1d11e037101d tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 945 time: 0.6980689 Apr 18 19:29:03.650320 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-cbd73b66-c1d5-47dc-8eb9-0bb663d41da7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=dcd054f3-5a09-4876-909a-d12e42fd672e HTTP/1.1" status: 200 len: 217 time: 0.1256151 Apr 18 19:29:03.652563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] For port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=4cb8f9cc-5a19-404a-8650-bd3bfe2929d2,segment=NetworkSegment(aba5c845-96a7-4b0b-88b3-e8de5975a160),segment_id=aba5c845-96a7-4b0b-88b3-e8de5975a160)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:03.652922 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:03.680219 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f716dd92-812e-4d93-a885-2788ad89ff3a None None] DHCP port deletion for 782787b4-d811-47cd-b1a8-0ac19ec45c1e request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:29:03.697265 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-19dccbf1-d296-447a-9cde-2922d4106abb None None] Set router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:03.703430 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:03.760222 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-f716dd92-812e-4d93-a885-2788ad89ff3a None None] Deleting port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:03.761137 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f716dd92-812e-4d93-a885-2788ad89ff3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:03.836178 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b7f1cee7-3a6d-4640-97a5-dc9f2486f57e req-68f830dd-cb06-4081-aa79-0d02a64692e4 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089474 Apr 18 19:29:03.851024 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-b0c7ac00-3a2c-4ba2-8840-7942e70e412e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:03.863061 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-b0c7ac00-3a2c-4ba2-8840-7942e70e412e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1928484 Apr 18 19:29:04.132589 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-7ffe299f-7a59-4042-afc4-aaf478ed4801 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2684350 Apr 18 19:29:04.136438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Calling delete_port for 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:04.146967 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:04.230083 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e791752-8106-47b2-ac93-1afb5601af2a req-b3ceb2a0-143f-4a12-99cd-3221190bcc2e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:04.250434 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e791752-8106-47b2-ac93-1afb5601af2a req-b3ceb2a0-143f-4a12-99cd-3221190bcc2e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 944 time: 0.9186447 Apr 18 19:29:04.261157 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28aeb9a-a63d-46dd-8aab-b8fb92b45dd5 None None] Sync routers for ids ['ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:04.306130 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-19dccbf1-d296-447a-9cde-2922d4106abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ebb16287-e606-4728-907d-21f03e1ef96b', 'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'mac_address': 'fa:16:3e:a5:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:35Z', 'updated_at': '2022-04-18T19:28:03Z', 'revision_number': 5, 'project_id': '3b3378a894c84075bc25c152487cede1', 'subnets': [{'id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:04.307262 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'port_id': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'mac_address': 'fa:16:3e:0f:01:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:04.311418 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dccbf1-d296-447a-9cde-2922d4106abb None None] Checking router: e78a27b2-9e3d-44be-bc8b-6f78121d83f8 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:04.327262 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dccbf1-d296-447a-9cde-2922d4106abb None None] Routers {'e78a27b2-9e3d-44be-bc8b-6f78121d83f8'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:04.328327 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-19dccbf1-d296-447a-9cde-2922d4106abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:04.328674 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-163a252a-6b71-4ee5-b217-fe34e621018a req-22a485dc-12f9-4869-9dd1-8721897a1f4d tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1189195797&fields=id&tenant_id=bd938a7c667c4687a22a1d5750416297 HTTP/1.1" status: 200 len: 267 time: 0.1945751 Apr 18 19:29:04.361500 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-6ea85239-d931-48cb-994f-787f4a760386 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472150 Apr 18 19:29:04.375514 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e791752-8106-47b2-ac93-1afb5601af2a req-48bf4859-bba3-40f0-b3c6-1239b133eed9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240780 Apr 18 19:29:04.505752 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-214c04ce-6454-4172-b81c-944e21276dec service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504791 Apr 18 19:29:04.528391 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:04.548525 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:04.568526 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:04.590055 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Transition to ACTIVE for port object bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:04.601238 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-19dccbf1-d296-447a-9cde-2922d4106abb None None] Set router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:04.645243 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:04.668491 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28aeb9a-a63d-46dd-8aab-b8fb92b45dd5 None None] Routers set() bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:04.668880 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28aeb9a-a63d-46dd-8aab-b8fb92b45dd5 None None] Router IDs set() for agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 19:29:04.669488 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_agentschedulers_db [None req-b28aeb9a-a63d-46dd-8aab-b8fb92b45dd5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent'). {{(pid=84806) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 19:29:04.682418 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-f716dd92-812e-4d93-a885-2788ad89ff3a None None] For port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=4cb8f9cc-5a19-404a-8650-bd3bfe2929d2,segment=NetworkSegment(aba5c845-96a7-4b0b-88b3-e8de5975a160),segment_id=aba5c845-96a7-4b0b-88b3-e8de5975a160)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:04.685929 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f716dd92-812e-4d93-a885-2788ad89ff3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:04.702732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a252a-6b71-4ee5-b217-fe34e621018a req-75956133-48d2-44db-a283-0e7056438191 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:04.710821 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-163a252a-6b71-4ee5-b217-fe34e621018a req-75956133-48d2-44db-a283-0e7056438191 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 985 time: 0.3808827 Apr 18 19:29:04.716461 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:04.719117 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb8f9cc-5a19-404a-8650-bd3bfe2929d2,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:04.722492 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-163a252a-6b71-4ee5-b217-fe34e621018a req-8210d92f-b0dc-45a6-b97e-194e10cd656c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'port': {'security_groups': ['69e22112-223b-4d5d-9bb4-86c2d0f0fc48', 'dc89c799-c6bb-4b08-8a55-bab5d1a27ebe', '2acceb3a-1e44-4c5c-8330-5adb712a26fc']}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:04.753347 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] No DVR routers for this DVR port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 on host n-d-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:04.851719 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:04.864852 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Transition to ACTIVE for port object bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:04.921591 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-85550770-ec49-4719-b9ed-669b4092a8fc service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085383 Apr 18 19:29:04.946288 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:04.962605 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-f716dd92-812e-4d93-a885-2788ad89ff3a None None] Calling delete_port for 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:04.976496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782787b4-d811-47cd-b1a8-0ac19ec45c1e']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:04.989735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba5c845-96a7-4b0b-88b3-e8de5975a160') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:04.990473 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba5c845-96a7-4b0b-88b3-e8de5975a160') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:04.993134 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.004760 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.014139 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-163a252a-6b71-4ee5-b217-fe34e621018a req-8210d92f-b0dc-45a6-b97e-194e10cd656c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.022539 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.029711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:29:05.030511 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.140166 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28aeb9a-a63d-46dd-8aab-b8fb92b45dd5 None None] Routers set() bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:05.140584 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28aeb9a-a63d-46dd-8aab-b8fb92b45dd5 None None] Router IDs set() for agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 19:29:05.141152 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_agentschedulers_db [None req-b28aeb9a-a63d-46dd-8aab-b8fb92b45dd5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent'). {{(pid=84806) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 19:29:05.141535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28aeb9a-a63d-46dd-8aab-b8fb92b45dd5 None None] The sync data for ids ['ac8f03ee-3a39-4778-9bc0-f8fdb6efe0f4'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:29:05.146018 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:29:05.149319 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d5a537-7c83-4634-af89-237e88209f8c {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:05.166553 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-19dccbf1-d296-447a-9cde-2922d4106abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ebb16287-e606-4728-907d-21f03e1ef96b', 'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'mac_address': 'fa:16:3e:a5:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:35Z', 'updated_at': '2022-04-18T19:28:03Z', 'revision_number': 5, 'project_id': '3b3378a894c84075bc25c152487cede1', 'subnets': [{'id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:05.177374 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf857297-e04b-4fa8-8fca-54c5104b3da5 req-c4978780-22a2-4779-9766-3922b6b68559 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7992058 Apr 18 19:29:05.180281 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dccbf1-d296-447a-9cde-2922d4106abb None None] The sync data for ids ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'] in n-d-838334-1 is: [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:27:36Z', 'revision_number': 4, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ebb16287-e606-4728-907d-21f03e1ef96b', 'name': '', 'network_id': '6e70baae-e130-4251-aabc-5e2f8dedcc3a', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'mac_address': 'fa:16:3e:a5:53:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:35Z', 'updated_at': '2022-04-18T19:28:03Z', 'revision_number': 5, 'project_id': '3b3378a894c84075bc25c152487cede1', 'subnets': [{'id': '7d3465d1-837d-47bf-996f-f9a170d538c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:05.187908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Allocated IP 172.25.8.109 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/76e56d22-096c-481c-84db-c85c7b4d68b7) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:05.200122 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d106c-19e1-46da-9f49-1fd72567f47a req-700be27e-9c68-49de-98cf-a5cc28c3d5b7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:05.201168 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c22d106c-19e1-46da-9f49-1fd72567f47a req-700be27e-9c68-49de-98cf-a5cc28c3d5b7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:05.214351 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c22d106c-19e1-46da-9f49-1fd72567f47a req-700be27e-9c68-49de-98cf-a5cc28c3d5b7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:05.221141 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c22d106c-19e1-46da-9f49-1fd72567f47a req-700be27e-9c68-49de-98cf-a5cc28c3d5b7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 948 time: 0.5591736 Apr 18 19:29:05.237796 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98791b80-1824-4555-898a-4bf9eba34a60', 'tag': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e'}, {'server_uuid': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'name': 'network-vif-deleted', 'tag': '56106887-b288-46f7-adfc-57f191075c2b'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:05.250239 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.250605 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Network 5c2640b9-c659-4546-9e37-e18c68ddcc81 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:05.265847 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:05.267192 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:05.269842 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Pushing event updated for resources: {'Port': ['ID=bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:05.272259 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:05.283107 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-f716dd92-812e-4d93-a885-2788ad89ff3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:29:05.283456 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-f716dd92-812e-4d93-a885-2788ad89ff3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:29:05.289292 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.302638 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] Pushing event deleted for resources: {'Network': ['ID=782787b4-d811-47cd-b1a8-0ac19ec45c1e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:05.321068 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8392d5cb-6a34-41af-bcfa-6d182d66204a admin admin] 10.222.0.66 "DELETE /v2.0/networks/782787b4-d811-47cd-b1a8-0ac19ec45c1e HTTP/1.1" status: 204 len: 168 time: 2.6101124 Apr 18 19:29:05.350151 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c22d106c-19e1-46da-9f49-1fd72567f47a req-95f88006-01c5-4fbd-b644-fbe5d9bb0cad tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272354 Apr 18 19:29:05.365399 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.442275 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d703d7e1-9b01-4b8b-9a52-b94dc7b2d4db req-ff99774e-e186-4172-b918-51f4bd59002e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e HTTP/1.1" status: 200 len: 1099 time: 0.0917959 Apr 18 19:29:05.452953 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Attempting to bind port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:05.453333 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Attempting to bind port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '824ef925-6d36-4cd9-8340-2221fe325edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:05.455091 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Attempting to bind port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 on network 5c2640b9-c659-4546-9e37-e18c68ddcc81 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:05.469306 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:05.469670 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Checking segment: {'id': '824ef925-6d36-4cd9-8340-2221fe325edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:05.470068 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.470477 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Bound using segment: {'id': '824ef925-6d36-4cd9-8340-2221fe325edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:05.470968 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Bound port: bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824ef925-6d36-4cd9-8340-2221fe325edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:05.471338 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.484799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:05.533631 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-767457cf-fa26-4a66-a600-1c122bc08fb6'] response: {'name': 'network-changed', 'server_uuid': 'aa78434f-5d9e-46d8-b423-d8cff1b36dca', 'tag': 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'status': 'completed', 'code': 200} Apr 18 19:29:05.603872 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:05.604273 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703d7e1-9b01-4b8b-9a52-b94dc7b2d4db req-22ec89e4-9475-4112-aa04-bf7a732915f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:05.605795 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d703d7e1-9b01-4b8b-9a52-b94dc7b2d4db req-22ec89e4-9475-4112-aa04-bf7a732915f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.1571546 Apr 18 19:29:05.641747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-163a252a-6b71-4ee5-b217-fe34e621018a req-8210d92f-b0dc-45a6-b97e-194e10cd656c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] For port bc32ac31-47c7-42a0-8d2d-8299be1f367e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bc32ac31-47c7-42a0-8d2d-8299be1f367e,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:05.647772 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['a1d5a537-7c83-4634-af89-237e88209f8c'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:05.725137 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] For port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:05.733262 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.741778 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] For port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223,segment=NetworkSegment(824ef925-6d36-4cd9-8340-2221fe325edc),segment_id=824ef925-6d36-4cd9-8340-2221fe325edc)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:05.746386 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-163a252a-6b71-4ee5-b217-fe34e621018a req-8210d92f-b0dc-45a6-b97e-194e10cd656c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.748321 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17f48bbd-fb6c-4954-9d96-826f8964f4ab req-823bb3d2-c1ef-4ca1-acb4-9a45a7dd9ea7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 1099 time: 0.2167716 Apr 18 19:29:05.785137 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-f716dd92-812e-4d93-a885-2788ad89ff3a None None] Deleting port 4cb8f9cc-5a19-404a-8650-bd3bfe2929d2 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:05.785765 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f716dd92-812e-4d93-a885-2788ad89ff3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.791691 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53180) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:05.849758 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.874125 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-163a252a-6b71-4ee5-b217-fe34e621018a req-8210d92f-b0dc-45a6-b97e-194e10cd656c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.884605 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d703d7e1-9b01-4b8b-9a52-b94dc7b2d4db req-f7aa432e-0172-4b3b-9522-6690c256191a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=5b699799-5de5-4ff9-8427-52eb8a9582d0 HTTP/1.1" status: 200 len: 217 time: 0.2668123 Apr 18 19:29:05.887090 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:05.899321 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bc32ac31-47c7-42a0-8d2d-8299be1f367e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:05.985920 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:05.986180 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:05.992445 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703d7e1-9b01-4b8b-9a52-b94dc7b2d4db req-0835b796-1b77-4918-8c9d-804639af21f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:05.993921 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d703d7e1-9b01-4b8b-9a52-b94dc7b2d4db req-0835b796-1b77-4918-8c9d-804639af21f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0912008 Apr 18 19:29:06.002426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a2ef2-9f86-4def-a548-7ff685a5f323 req-ac938df2-1505-4f4b-8b38-034ba86524a9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:06.003839 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-963a2ef2-9f86-4def-a548-7ff685a5f323 req-ac938df2-1505-4f4b-8b38-034ba86524a9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.2690558 Apr 18 19:29:06.026477 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-f716dd92-812e-4d93-a885-2788ad89ff3a None None] The port '4cb8f9cc-5a19-404a-8650-bd3bfe2929d2' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:29:06.026645 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a252a-6b71-4ee5-b217-fe34e621018a req-8210d92f-b0dc-45a6-b97e-194e10cd656c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:06.027102 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-163a252a-6b71-4ee5-b217-fe34e621018a req-8210d92f-b0dc-45a6-b97e-194e10cd656c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.028458 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-163a252a-6b71-4ee5-b217-fe34e621018a req-8210d92f-b0dc-45a6-b97e-194e10cd656c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "PUT /v2.0/ports/bc32ac31-47c7-42a0-8d2d-8299be1f367e HTTP/1.1" status: 200 len: 1021 time: 1.3168344 Apr 18 19:29:06.048641 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f74992ee-17be-46ef-84ff-4826052e47ca req-ee45e1bd-0d58-47e3-8601-8c6115761f3f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 1100 time: 0.2281702 Apr 18 19:29:06.053274 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-914b7463-d6ee-4454-b167-857acbb29d4b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=586c02497f174e8bada537a5b50b14e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2599034 Apr 18 19:29:06.055550 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210d92f-b0dc-45a6-b97e-194e10cd656c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'Port': ['ID=bc32ac31-47c7-42a0-8d2d-8299be1f367e,revision_number=7']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:06.059703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53186) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:06.071746 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f48bbd-fb6c-4954-9d96-826f8964f4ab req-805c6c90-bbc8-4d66-9944-3a2053b10b40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:06.076311 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17f48bbd-fb6c-4954-9d96-826f8964f4ab req-805c6c90-bbc8-4d66-9944-3a2053b10b40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3137367 Apr 18 19:29:06.126662 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b936a-32ca-4deb-9bea-76922bbe25e1 None None] Pushing event updated for resources: {'Port': ['ID=bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:06.157276 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bc32ac31-47c7-42a0-8d2d-8299be1f367e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:06.162961 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.172581 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-963a2ef2-9f86-4def-a548-7ff685a5f323 req-3f76e8c3-22f4-45b7-afa8-5dbcbe1e98d7 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307542 Apr 18 19:29:06.181841 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f74992ee-17be-46ef-84ff-4826052e47ca req-e17642c5-9b77-4b8a-bdf5-37f5889fc28d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061664 Apr 18 19:29:06.216373 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d703d7e1-9b01-4b8b-9a52-b94dc7b2d4db req-fc8e6d2d-dd7b-4bd7-ab55-d95f9a152a6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2115901 Apr 18 19:29:06.226100 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 12a987e5-636b-4374-92d7-6ebbf79a9c99 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:06.234964 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 12a987e5-636b-4374-92d7-6ebbf79a9c99 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:06.269114 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17f48bbd-fb6c-4954-9d96-826f8964f4ab req-d510e156-cba9-4268-beeb-d34125d60252 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=dcd054f3-5a09-4876-909a-d12e42fd672e HTTP/1.1" status: 200 len: 217 time: 0.1768830 Apr 18 19:29:06.365488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:06.397154 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f48bbd-fb6c-4954-9d96-826f8964f4ab req-24b830d6-059a-40e3-ada8-0b8d3465775e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:06.399374 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17f48bbd-fb6c-4954-9d96-826f8964f4ab req-24b830d6-059a-40e3-ada8-0b8d3465775e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1207376 Apr 18 19:29:06.406704 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:06.500328 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Pushing event updated for resources: {'Port': ['ID=76e56d22-096c-481c-84db-c85c7b4d68b7,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:06.511503 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:06.575993 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-09abb342-cd9c-43a6-8453-698fa0027d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.588594 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8905671d-75cc-48ad-9d49-4891f32bf8d9'] response: {'name': 'network-changed', 'server_uuid': '98791b80-1824-4555-898a-4bf9eba34a60', 'tag': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e', 'status': 'completed', 'code': 200} Apr 18 19:29:06.588833 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8905671d-75cc-48ad-9d49-4891f32bf8d9'] response: {'server_uuid': '0845ea6b-1138-4502-9c91-b4f5f2d9b117', 'name': 'network-vif-deleted', 'tag': '56106887-b288-46f7-adfc-57f191075c2b', 'status': 'completed', 'code': 200} Apr 18 19:29:06.606556 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-09abb342-cd9c-43a6-8453-698fa0027d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.621195 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d703d7e1-9b01-4b8b-9a52-b94dc7b2d4db req-91fab2f1-46f2-4469-a4b2-ffb4a351644e service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959684 Apr 18 19:29:06.793606 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb126ad-7e39-4325-805d-f74ce4a1df89 req-3d61b450-7f6c-4277-9353-11212820a71e tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:06.795224 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acb126ad-7e39-4325-805d-f74ce4a1df89 req-3d61b450-7f6c-4277-9353-11212820a71e tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 945 time: 0.4354477 Apr 18 19:29:06.836039 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ad5fb-a1a3-4bc2-b76a-cc99c7e3e8d3 req-8d606afd-3155-43ec-814b-8f0fe510a955 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd938a7c667c4687a22a1d5750416297&device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 1175 time: 0.2807376 Apr 18 19:29:06.861626 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-09abb342-cd9c-43a6-8453-698fa0027d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.872164 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.872745 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d703d7e1-9b01-4b8b-9a52-b94dc7b2d4db req-ac3bce88-db92-4c60-bc21-a373d7b26d75 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394452 Apr 18 19:29:06.893745 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abb342-cd9c-43a6-8453-698fa0027d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e91950-3342-4797-b9fa-34c20e5d4ff4,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:06.900348 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17f48bbd-fb6c-4954-9d96-826f8964f4ab req-e27d77eb-3699-4474-b47e-e0386d229206 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4749925 Apr 18 19:29:06.920670 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.959603 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:06.963032 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acb126ad-7e39-4325-805d-f74ce4a1df89 req-33d165b1-214e-4bf5-add6-91e64cc036d9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563857 Apr 18 19:29:06.977229 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:06.993624 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-09abb342-cd9c-43a6-8453-698fa0027d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:06.995345 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-09abb342-cd9c-43a6-8453-698fa0027d33 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43e91950-3342-4797-b9fa-34c20e5d4ff4 HTTP/1.1" status: 204 len: 168 time: 0.9350481 Apr 18 19:29:07.027705 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937e2ee-5699-42c5-b389-54d51f5d2477 req-c1608c0c-bdf7-469b-aebc-16865367ab86 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:07.029438 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e937e2ee-5699-42c5-b389-54d51f5d2477 req-c1608c0c-bdf7-469b-aebc-16865367ab86 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.3565280 Apr 18 19:29:07.058485 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:07.065443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'mac_address': 'fa:16:3e:b8:7a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:07.122255 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ad5fb-a1a3-4bc2-b76a-cc99c7e3e8d3 req-e9726c6a-e3c4-482c-b973-f5c63191b829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:07.124958 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ad5fb-a1a3-4bc2-b76a-cc99c7e3e8d3 req-e9726c6a-e3c4-482c-b973-f5c63191b829 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 200 len: 914 time: 0.2791133 Apr 18 19:29:07.258448 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.264537 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17f48bbd-fb6c-4954-9d96-826f8964f4ab req-582cad7d-a57e-4730-a16c-c7f42dd55b21 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565943 Apr 18 19:29:07.265569 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.266307 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:07.270706 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e937e2ee-5699-42c5-b389-54d51f5d2477 req-53ef605d-ac9d-4cdc-beb5-404d47347938 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306914 Apr 18 19:29:07.423527 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ad5fb-a1a3-4bc2-b76a-cc99c7e3e8d3 req-6a843167-099f-46d8-b6be-2bd32e99c180 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc32ac31-47c7-42a0-8d2d-8299be1f367e HTTP/1.1" status: 200 len: 217 time: 0.2913833 Apr 18 19:29:07.474652 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0986d-a58b-4464-83c1-27833802bc90 None None] New status for floating IP 68cf2969-077e-4bb8-b94e-4d77587e0bc9: DOWN {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:29:07.494334 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53200) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:07.540994 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:07.542086 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=12a987e5-636b-4374-92d7-6ebbf79a9c99,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:07.550326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98791b80-1824-4555-898a-4bf9eba34a60', 'tag': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:07.592852 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device dcd054f3-5a09-4876-909a-d12e42fd672e details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:07.660051 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ad5fb-a1a3-4bc2-b76a-cc99c7e3e8d3 req-cd904e67-4264-4926-a152-09ee65d6d58c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:07.679146 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ad5fb-a1a3-4bc2-b76a-cc99c7e3e8d3 req-cd904e67-4264-4926-a152-09ee65d6d58c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d15cd35e-84f4-4a27-9e3a-411ef1b9d845 HTTP/1.1" status: 200 len: 853 time: 0.2325652 Apr 18 19:29:07.848529 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ad5fb-a1a3-4bc2-b76a-cc99c7e3e8d3 req-73aeded7-4aea-4cd7-83b8-b5f52285b03d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cf91442-fad6-4320-8744-85f7f84e354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661198 Apr 18 19:29:07.858680 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port dcd054f3-5a09-4876-909a-d12e42fd672e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=dcd054f3-5a09-4876-909a-d12e42fd672e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:07.861921 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28196fc6-5880-4eeb-bc77-993a7fc7b058 req-0c40a847-306c-4be3-9184-2ce5b77f0ddf tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:07.880598 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-28196fc6-5880-4eeb-bc77-993a7fc7b058 req-0c40a847-306c-4be3-9184-2ce5b77f0ddf tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 1024 time: 0.5901625 Apr 18 19:29:07.904302 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cace94b-c68f-45e4-aeea-8b77a2c88246 None None] Network 5c2640b9-c659-4546-9e37-e18c68ddcc81 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:07.950787 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17f48bbd-fb6c-4954-9d96-826f8964f4ab req-29ab25eb-4583-4b6d-80f1-00b279a1c0ff service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786983 Apr 18 19:29:07.986547 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13be679a-69c2-4c58-b066-1eb9b919faa7 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:08.026791 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40847f2-2ccd-4c48-9440-b16082471c3f req-1e84bd42-d580-44e6-8c27-c25c4498d4af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:08.028262 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a40847f2-2ccd-4c48-9440-b16082471c3f req-1e84bd42-d580-44e6-8c27-c25c4498d4af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 948 time: 0.2332547 Apr 18 19:29:08.037315 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13be679a-69c2-4c58-b066-1eb9b919faa7 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:08.078813 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:08.211403 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-28196fc6-5880-4eeb-bc77-993a7fc7b058 req-a2556cfe-f309-4a9e-9ef1-4a89f182c66b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=2acceb3a-1e44-4c5c-8330-5adb712a26fc&id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&id=dc89c799-c6bb-4b08-8a55-bab5d1a27ebe HTTP/1.1" status: 200 len: 5485 time: 0.3295677 Apr 18 19:29:08.211925 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a40847f2-2ccd-4c48-9440-b16082471c3f req-cc9c5327-fe53-45f0-a218-01ecdf6ae422 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664166 Apr 18 19:29:08.220569 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ad5fb-a1a3-4bc2-b76a-cc99c7e3e8d3 req-9ac42f18-74b1-43e2-ab91-19bddd5da000 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087282 Apr 18 19:29:08.230324 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:08.292297 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13be679a-69c2-4c58-b066-1eb9b919faa7 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:08.336606 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be679a-69c2-4c58-b066-1eb9b919faa7 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=169af2a8-e41e-4bd0-a6ec-22705d46a267,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:08.399211 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe8a9f5-fdef-4c30-b37c-6b2190393ff4'] response: {'name': 'network-changed', 'server_uuid': '98791b80-1824-4555-898a-4bf9eba34a60', 'tag': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e', 'status': 'completed', 'code': 200} Apr 18 19:29:08.406571 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:29:08.414626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'mac_address': 'fa:16:3e:79:ca:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:08.417530 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:08.445369 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2982ff-25aa-4b99-abb4-36f404d2bc7c'] response: {'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'code': 200} Apr 18 19:29:08.453998 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-875ad5fb-a1a3-4bc2-b76a-cc99c7e3e8d3 req-770f0cc6-16f1-4bc3-a5c9-a76cb63a3ca1 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258189 Apr 18 19:29:08.489146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a987e5-636b-4374-92d7-6ebbf79a9c99 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:08.492862 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a1d5a537-7c83-4634-af89-237e88209f8c up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:08.600064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35bc7d-b82b-4d25-aa44-65da77344d4e req-af500549-a849-4048-8bcd-7eaeb7c60a8b tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:08.601562 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:08.601891 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e35bc7d-b82b-4d25-aa44-65da77344d4e req-af500549-a849-4048-8bcd-7eaeb7c60a8b tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 946 time: 0.1021109 Apr 18 19:29:08.643338 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13be679a-69c2-4c58-b066-1eb9b919faa7 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:08.644584 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-13be679a-69c2-4c58-b066-1eb9b919faa7 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "DELETE /v2.0/security-groups/169af2a8-e41e-4bd0-a6ec-22705d46a267 HTTP/1.1" status: 204 len: 168 time: 1.1342070 Apr 18 19:29:08.652185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53236) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:08.671361 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:08.703626 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1e35bc7d-b82b-4d25-aa44-65da77344d4e req-5255f99b-47a2-4a6f-a9bb-b0e8a5949163 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725956 Apr 18 19:29:08.720085 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-0ea1159f-fd7f-4ba8-9bad-70778ff6be92 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] show failed (client error): The resource could not be found. Apr 18 19:29:08.720085 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0ea1159f-fd7f-4ba8-9bad-70778ff6be92 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "GET /v2.0/security-groups/169af2a8-e41e-4bd0-a6ec-22705d46a267 HTTP/1.1" status: 404 len: 347 time: 0.0653276 Apr 18 19:29:08.722305 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53240) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:08.725819 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6fde77e5-8de8-4beb-90f3-b82ad0b279bb req-b18ea7a2-955d-4e65-8f82-1b8849c6a890 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd938a7c667c4687a22a1d5750416297&device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 1175 time: 0.1319296 Apr 18 19:29:08.776927 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:08.785909 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3e5ce-b9e3-4e01-a555-9d6eabf38350 req-9a37198c-e11e-48d1-9821-742154ca11fd tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:08.787560 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-47f3e5ce-b9e3-4e01-a555-9d6eabf38350 req-9a37198c-e11e-48d1-9821-742154ca11fd tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 947 time: 0.2963583 Apr 18 19:29:08.835107 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6ab1ad13-7c84-4069-94e6-02ed21a3b29b None None] Provisioning for port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:08.872905 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-47f3e5ce-b9e3-4e01-a555-9d6eabf38350 req-c26fee53-7a4f-435a-87a6-0e2d3bb08455 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757084 Apr 18 19:29:08.879655 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:08.896398 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port a1d5a537-7c83-4634-af89-237e88209f8c completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:08.916133 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Sync routers for ids ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:08.926920 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port a1d5a537-7c83-4634-af89-237e88209f8c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:08.927294 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:08.955779 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:08.957389 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-98e93989-6db2-476b-b7ce-40e1f25217f5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5964875 Apr 18 19:29:08.960147 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53254) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:09.002059 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:09.023118 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1149298094 ', 'description': 'tempest-description-1833835253'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:09.039458 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:09.046980 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd054f3-5a09-4876-909a-d12e42fd672e {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:09.051231 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef3b02-7031-40bb-8adf-602d16887498 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Deleting port beb9e518-f360-420e-bf8d-f65d0db0e1a2 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:09.051621 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3b02-7031-40bb-8adf-602d16887498 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:09.064226 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port dcd054f3-5a09-4876-909a-d12e42fd672e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=dcd054f3-5a09-4876-909a-d12e42fd672e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:09.152039 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:09.152679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5b699799-5de5-4ff9-8427-52eb8a9582d0 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:09.167097 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=12a987e5-636b-4374-92d7-6ebbf79a9c99,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:09.175118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['12a987e5-636b-4374-92d7-6ebbf79a9c99'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:09.260448 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:09.267939 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5b699799-5de5-4ff9-8427-52eb8a9582d0, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5b699799-5de5-4ff9-8427-52eb8a9582d0,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:09.326966 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e9d0f-9261-4f34-85e6-3356a50eeb59 req-d75d7aaa-7b38-4b11-928d-75df4ccdfbd8 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:09.330265 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-110e9d0f-9261-4f34-85e6-3356a50eeb59 req-d75d7aaa-7b38-4b11-928d-75df4ccdfbd8 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.2942429 Apr 18 19:29:09.340805 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:09.362049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'mac_address': 'fa:16:3e:77:f6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:09.362049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Routers {'2f438b3a-13c3-47bd-a26a-4d391f5d4e86'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:09.362049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:09.414601 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde77e5-8de8-4beb-90f3-b82ad0b279bb req-4f76e295-c099-44a9-ade1-41dc2471dc7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:09.416632 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6fde77e5-8de8-4beb-90f3-b82ad0b279bb req-4f76e295-c099-44a9-ade1-41dc2471dc7f service neutron] 10.222.0.71 "GET /v2.0/networks?id=4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 200 len: 914 time: 0.5235047 Apr 18 19:29:09.435435 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-110e9d0f-9261-4f34-85e6-3356a50eeb59 req-c3ede710-3601-4093-bdd6-7a9f68597ff1 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945079 Apr 18 19:29:09.481720 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:09.541642 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Set router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:09.574221 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3b02-7031-40bb-8adf-602d16887498 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:09.574607 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3b02-7031-40bb-8adf-602d16887498 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:09.655837 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6fde77e5-8de8-4beb-90f3-b82ad0b279bb req-6b7f8f47-51c7-4fbe-9216-749b16ca7ede service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc32ac31-47c7-42a0-8d2d-8299be1f367e HTTP/1.1" status: 200 len: 217 time: 0.2248769 Apr 18 19:29:09.704304 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:09.756657 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-d1ef3b02-7031-40bb-8adf-602d16887498 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Calling delete_port for beb9e518-f360-420e-bf8d-f65d0db0e1a2 owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:09.815911 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:09.817654 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:09.849620 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:09.857857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group_rule and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:09.866383 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:09.874923 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:09.888324 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde77e5-8de8-4beb-90f3-b82ad0b279bb req-2d0bca8f-29c1-45bb-9954-eac39ae58bb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:09.890102 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6fde77e5-8de8-4beb-90f3-b82ad0b279bb req-2d0bca8f-29c1-45bb-9954-eac39ae58bb7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d15cd35e-84f4-4a27-9e3a-411ef1b9d845 HTTP/1.1" status: 200 len: 853 time: 0.1695356 Apr 18 19:29:09.911093 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54550a-a875-43c3-a031-7de6e9e647c5 req-e58b4faf-6e11-49ae-9e19-05eed03ee8b5 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:09.917856 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9a54550a-a875-43c3-a031-7de6e9e647c5 req-e58b4faf-6e11-49ae-9e19-05eed03ee8b5 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 948 time: 0.2826169 Apr 18 19:29:09.954213 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6fde77e5-8de8-4beb-90f3-b82ad0b279bb req-38085111-09e8-4c88-9b01-921b172696c2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cf91442-fad6-4320-8744-85f7f84e354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541940 Apr 18 19:29:09.971216 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9a54550a-a875-43c3-a031-7de6e9e647c5 req-25f0e641-d86e-4b52-ad48-2eb653037c95 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525115 Apr 18 19:29:09.984893 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:10.042474 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.049464 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.115686 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.168585 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=dcd054f3-5a09-4876-909a-d12e42fd672e,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:10.198453 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d791b79d-0cfd-4c7b-9544-19fceb74f66e None None] Provisioning complete for port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:10.198762 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d791b79d-0cfd-4c7b-9544-19fceb74f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.207972 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.233061 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3b02-7031-40bb-8adf-602d16887498 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.287330 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.292594 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6fde77e5-8de8-4beb-90f3-b82ad0b279bb req-ef707bec-7cd7-4b35-946d-8f5c40a8a42c service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000402 Apr 18 19:29:10.302331 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b699799-5de5-4ff9-8427-52eb8a9582d0 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:10.321575 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef3b02-7031-40bb-8adf-602d16887498 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Pushing event deleted for resources: {'Port': ['ID=beb9e518-f360-420e-bf8d-f65d0db0e1a2,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:10.450808 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.452214 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3'}, {'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:10.476872 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07722a5-cdb0-4935-9315-e7c7484dee9a req-3e1271c2-3f8d-4d9c-b4c9-8fb2eaea213d tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:10.477776 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5b699799-5de5-4ff9-8427-52eb8a9582d0, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5b699799-5de5-4ff9-8427-52eb8a9582d0,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:10.478454 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c07722a5-cdb0-4935-9315-e7c7484dee9a req-3e1271c2-3f8d-4d9c-b4c9-8fb2eaea213d tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 949 time: 0.2861953 Apr 18 19:29:10.521999 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:10.543890 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.561650 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96685e45-5f74-4aee-8675-5d5f9b476893,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:10.577395 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.604092 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c07722a5-cdb0-4935-9315-e7c7484dee9a req-705511f7-3ed7-4c05-85fd-a17cdbc42fbc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832953 Apr 18 19:29:10.619431 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6fde77e5-8de8-4beb-90f3-b82ad0b279bb req-f2392ca1-9d6d-44b1-a5f8-b2cae8c82ac5 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990103 Apr 18 19:29:10.620286 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3b02-7031-40bb-8adf-602d16887498 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.622614 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1ef3b02-7031-40bb-8adf-602d16887498 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.623659 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d1ef3b02-7031-40bb-8adf-602d16887498 tempest-ServersTestManualDisk-39340641 tempest-ServersTestManualDisk-39340641-project] 10.222.0.66 "DELETE /v2.0/floatingips/68cf2969-077e-4bb8-b94e-4d77587e0bc9 HTTP/1.1" status: 204 len: 168 time: 1.8969839 Apr 18 19:29:10.626758 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53290) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:10.698520 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.713813 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-edfe82d5-1925-4156-9213-98cbdb6cd89b req-cd77b798-56ac-45b0-8a0d-632c4d197996 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1620 time: 1.8119626 Apr 18 19:29:10.751376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223,segment=NetworkSegment(824ef925-6d36-4cd9-8340-2221fe325edc),segment_id=824ef925-6d36-4cd9-8340-2221fe325edc)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:10.771929 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d791b79d-0cfd-4c7b-9544-19fceb74f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.787642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Allocated IP 172.20.0.1 (5c2640b9-c659-4546-9e37-e18c68ddcc81/e3eaccc8-826f-4a4a-ac62-4392504dc869/45c9cb70-01a7-40d4-a814-178feb3696fb) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:10.788373 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-router', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:02Z', 'updated_at': '2022-04-18T19:29:06Z', 'revision_number': 3, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'gw_port': {'id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:04Z', 'updated_at': '2022-04-18T19:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:10.803363 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=5b699799-5de5-4ff9-8427-52eb8a9582d0,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:10.808531 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Checking router: 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:10.809109 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Updating router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 port 76e56d22-096c-481c-84db-c85c7b4d68b7 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:29:10.848434 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:10.896650 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8c37f230-5592-4a3b-8d52-55e1f43b3f4c no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:10.919490 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['5b699799-5de5-4ff9-8427-52eb8a9582d0'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:10.947454 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['dcd054f3-5a09-4876-909a-d12e42fd672e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:11.016154 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a560c96-5426-47ff-a984-88c7518831f0 req-6f0b4735-051c-4a1b-83f8-dd7c9574c71b tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:11.023233 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a560c96-5426-47ff-a984-88c7518831f0 req-6f0b4735-051c-4a1b-83f8-dd7c9574c71b tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 946 time: 0.2304056 Apr 18 19:29:11.072357 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.100918 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 8c37f230-5592-4a3b-8d52-55e1f43b3f4c {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:11.102974 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8c37f230-5592-4a3b-8d52-55e1f43b3f4c not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:11.103691 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Transition to ACTIVE for port object 45c9cb70-01a7-40d4-a814-178feb3696fb will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:11.121659 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a560c96-5426-47ff-a984-88c7518831f0 req-38c3fee5-f1c1-49e5-ada2-ec64e864ae76 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970998 Apr 18 19:29:11.205764 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.238919 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aedf7e9-f52f-40bd-ab9d-5f869134dee6'] response: {'server_uuid': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3', 'code': 200} Apr 18 19:29:11.239176 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aedf7e9-f52f-40bd-ab9d-5f869134dee6'] response: {'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'code': 200} Apr 18 19:29:11.245084 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.276341 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.291409 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:11.298792 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-d791b79d-0cfd-4c7b-9544-19fceb74f66e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:29:11.299145 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-d791b79d-0cfd-4c7b-9544-19fceb74f66e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:29:11.377842 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.449963 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Pushing event updated for resources: {'Port': ['ID=45c9cb70-01a7-40d4-a814-178feb3696fb,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:11.492880 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eb05b777-1c27-4618-bf71-155d15405276 req-22135a73-a8fc-48a8-8f9f-3162453c1c80 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 1097 time: 0.1615446 Apr 18 19:29:11.566811 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eb05b777-1c27-4618-bf71-155d15405276 req-06d6ebd8-f525-400a-b10d-eb0839a2a084 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671301 Apr 18 19:29:11.570981 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Network 5c2640b9-c659-4546-9e37-e18c68ddcc81 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:11.577133 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:11.608712 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:11.623816 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-214cdec1-ebcb-49a4-b929-ff0fd5bddd63 req-3e2d56c4-fa85-42d6-9939-079f195f1074 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/96685e45-5f74-4aee-8675-5d5f9b476893 HTTP/1.1" status: 200 len: 1615 time: 0.0734878 Apr 18 19:29:11.734695 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:11.749434 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135fe7d-34fc-432b-97a8-de8422a9cee9 req-0e1f2f3d-e7c8-4179-9c2b-c01fb02debc6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:11.759327 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3135fe7d-34fc-432b-97a8-de8422a9cee9 req-0e1f2f3d-e7c8-4179-9c2b-c01fb02debc6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.3640535 Apr 18 19:29:11.796771 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-58c42ab8-b4d8-4b1f-acf4-94bd908577dd req-8c4add01-a21c-40a4-a172-7510cc867f78 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 1097 time: 0.4039378 Apr 18 19:29:11.887132 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3135fe7d-34fc-432b-97a8-de8422a9cee9 req-9a5a0d50-1a7d-416a-8255-349f814d8ede tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268940 Apr 18 19:29:11.888561 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-58c42ab8-b4d8-4b1f-acf4-94bd908577dd req-7940f5e7-c868-46c4-aecf-72a966bd8f0a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788724 Apr 18 19:29:11.987964 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8ee7b-2428-4392-87d1-fa92235abceb req-0ee0064b-b2ff-4861-afbb-e0b32522029c tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:11.989487 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f1b8ee7b-2428-4392-87d1-fa92235abceb req-0ee0064b-b2ff-4861-afbb-e0b32522029c tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 948 time: 0.1954134 Apr 18 19:29:12.023273 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.042564 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.061299 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Transition to ACTIVE for port object 76e56d22-096c-481c-84db-c85c7b4d68b7 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:12.084610 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f1b8ee7b-2428-4392-87d1-fa92235abceb req-ea95369e-2317-4b8e-a801-765c94142623 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642726 Apr 18 19:29:12.137824 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.230978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Attempting to bind port 76e56d22-096c-481c-84db-c85c7b4d68b7 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:12.239377 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Attempting to bind port 76e56d22-096c-481c-84db-c85c7b4d68b7 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:12.239771 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Attempting to bind port 76e56d22-096c-481c-84db-c85c7b4d68b7 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:12.241944 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-c0c98b95-2b30-42d4-b94e-58554ed2a2d3 None None] Provisioning for port 45c9cb70-01a7-40d4-a814-178feb3696fb completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:12.254693 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-c0c98b95-2b30-42d4-b94e-58554ed2a2d3 None None] Provisioning complete for port 45c9cb70-01a7-40d4-a814-178feb3696fb triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:12.255076 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c0c98b95-2b30-42d4-b94e-58554ed2a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.328692 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:12.328976 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:12.329355 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.329747 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:12.330228 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Bound port: 76e56d22-096c-481c-84db-c85c7b4d68b7, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:12.330628 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.378001 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.380278 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9391f80-646c-4909-ba9b-e53a701a4f30 None None] Pushing event updated for resources: {'Port': ['ID=76e56d22-096c-481c-84db-c85c7b4d68b7,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:12.387426 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c0c98b95-2b30-42d4-b94e-58554ed2a2d3 None None] Port 45c9cb70-01a7-40d4-a814-178feb3696fb cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:12.395024 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] Deleting port ebb16287-e606-4728-907d-21f03e1ef96b {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:12.395310 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.417649 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] For port 76e56d22-096c-481c-84db-c85c7b4d68b7, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:12.421017 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] For port 76e56d22-096c-481c-84db-c85c7b4d68b7, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=76e56d22-096c-481c-84db-c85c7b4d68b7,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:12.440802 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.510469 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.547106 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.557425 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Pushing event updated for resources: {'Port': ['ID=45c9cb70-01a7-40d4-a814-178feb3696fb,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:12.558257 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b20fcb-25d5-41d9-a43d-d48c0335aa1e req-6ef01d97-f7cb-45f8-af9d-461c4fe3b94d tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:12.565829 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-91b20fcb-25d5-41d9-a43d-d48c0335aa1e req-6ef01d97-f7cb-45f8-af9d-461c4fe3b94d tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 949 time: 0.2159779 Apr 18 19:29:12.594192 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5b699799-5de5-4ff9-8427-52eb8a9582d0 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:12.635299 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9391f80-646c-4909-ba9b-e53a701a4f30 None None] Pushing event updated for resources: {'Port': ['ID=76e56d22-096c-481c-84db-c85c7b4d68b7,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:12.640669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] For port ebb16287-e606-4728-907d-21f03e1ef96b, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ebb16287-e606-4728-907d-21f03e1ef96b,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:12.641286 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.667370 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-91b20fcb-25d5-41d9-a43d-d48c0335aa1e req-17a99130-57ba-425c-859e-d4fd17e12a6c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010697 Apr 18 19:29:12.708220 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Routers {'2f438b3a-13c3-47bd-a26a-4d391f5d4e86'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:12.716942 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:12.821791 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Network 5c2640b9-c659-4546-9e37-e18c68ddcc81 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:12.823282 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:12.833864 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] Calling delete_port for ebb16287-e606-4728-907d-21f03e1ef96b owned by network:router_interface {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:12.843735 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 12a987e5-636b-4374-92d7-6ebbf79a9c99 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:12.885731 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 5b699799-5de5-4ff9-8427-52eb8a9582d0 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:12.944856 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 5b699799-5de5-4ff9-8427-52eb8a9582d0 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:12.945218 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:12.952540 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-25e81c91-259a-48cd-92a1-411a7b6e91da req-16f7e446-5b1a-4986-a672-f80c986d3742 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/96685e45-5f74-4aee-8675-5d5f9b476893 HTTP/1.1" status: 200 len: 1615 time: 0.2040608 Apr 18 19:29:13.093422 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-25e81c91-259a-48cd-92a1-411a7b6e91da req-d2ac640c-1ec8-488f-a581-f3cf49bf119e tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.185015 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-25e81c91-259a-48cd-92a1-411a7b6e91da req-d2ac640c-1ec8-488f-a581-f3cf49bf119e tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.232077 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] Set router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:13.355989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e705ed-ffd8-4465-ba79-4419c90d5b3c req-c865645e-a364-4b87-9f21-cf4f0a2cc9d5 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:13.359015 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-41e705ed-ffd8-4465-ba79-4419c90d5b3c req-c865645e-a364-4b87-9f21-cf4f0a2cc9d5 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 946 time: 0.1616142 Apr 18 19:29:13.379144 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:13.480581 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 12a987e5-636b-4374-92d7-6ebbf79a9c99 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:13.480947 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.484533 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-25e81c91-259a-48cd-92a1-411a7b6e91da req-d2ac640c-1ec8-488f-a581-f3cf49bf119e tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.487821 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.541264 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb16287-e606-4728-907d-21f03e1ef96b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:13.541665 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-41e705ed-ffd8-4465-ba79-4419c90d5b3c req-047489ac-814d-4fb4-b0b0-540c2c06a666 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226206 Apr 18 19:29:13.550563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac640c-1ec8-488f-a581-f3cf49bf119e tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96685e45-5f74-4aee-8675-5d5f9b476893,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:13.646798 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.672759 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-25e81c91-259a-48cd-92a1-411a7b6e91da req-d2ac640c-1ec8-488f-a581-f3cf49bf119e tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.674060 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-25e81c91-259a-48cd-92a1-411a7b6e91da req-d2ac640c-1ec8-488f-a581-f3cf49bf119e tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "DELETE /v2.0/security-groups/96685e45-5f74-4aee-8675-5d5f9b476893 HTTP/1.1" status: 204 len: 173 time: 0.7203467 Apr 18 19:29:13.680951 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:13.724116 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b5c3d832-5467-4939-87c9-b4656a12658a None None] Provisioning complete for port 45c9cb70-01a7-40d4-a814-178feb3696fb triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:13.724481 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d832-5467-4939-87c9-b4656a12658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.861511 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9a6298-6fb0-4de9-86cf-bfd70807d74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b699799-5de5-4ff9-8427-52eb8a9582d0'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:13.907208 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5b699799-5de5-4ff9-8427-52eb8a9582d0, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5b699799-5de5-4ff9-8427-52eb8a9582d0,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:13.967927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3d832-5467-4939-87c9-b4656a12658a None None] Port 45c9cb70-01a7-40d4-a814-178feb3696fb cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:13.989754 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:13.990698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device dcd054f3-5a09-4876-909a-d12e42fd672e up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:13.994087 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd6d32-8c48-47a1-8cf4-3e3e288d100d req-28a5832a-0a12-41a5-aa8a-c9482452a472 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:13.995811 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-11cd6d32-8c48-47a1-8cf4-3e3e288d100d req-28a5832a-0a12-41a5-aa8a-c9482452a472 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.1320634 Apr 18 19:29:14.012178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:14.022958 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-60414f92-141c-4459-81e3-0fc6399a0477 admin admin] 10.222.0.66 "PUT /v2.0/routers/2f438b3a-13c3-47bd-a26a-4d391f5d4e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0617051 Apr 18 19:29:14.075420 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.092172 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-11cd6d32-8c48-47a1-8cf4-3e3e288d100d req-68355114-efb2-48fa-8237-df2b381ef12b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858126 Apr 18 19:29:14.128625 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:14.129197 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.200959 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.283161 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=5b699799-5de5-4ff9-8427-52eb8a9582d0,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:14.287549 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-2f285a3a-997f-4c5f-9d09-8f55db425bf3 req-35835676-9ee1-457a-bb56-f0c79af25734 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] show failed (client error): The resource could not be found. Apr 18 19:29:14.305014 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:14.308302 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2f285a3a-997f-4c5f-9d09-8f55db425bf3 req-35835676-9ee1-457a-bb56-f0c79af25734 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/96685e45-5f74-4aee-8675-5d5f9b476893 HTTP/1.1" status: 404 len: 352 time: 0.0403569 Apr 18 19:29:14.369791 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-router', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:02Z', 'updated_at': '2022-04-18T19:29:11Z', 'revision_number': 4, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'gw_port': {'id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:04Z', 'updated_at': '2022-04-18T19:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '45c9cb70-01a7-40d4-a814-178feb3696fb', 'name': '', 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'mac_address': 'fa:16:3e:0f:28:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3eaccc8-826f-4a4a-ac62-4392504dc869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:10Z', 'updated_at': '2022-04-18T19:29:12Z', 'revision_number': 2, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'subnets': [{'id': 'e3eaccc8-826f-4a4a-ac62-4392504dc869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:14.375658 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.406461 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a4fc4b-31c9-40e8-91a6-e334bb90a0f6 None None] The sync data for ids ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'] in n-d-838334-1 is: [{'id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-router', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:02Z', 'updated_at': '2022-04-18T19:29:11Z', 'revision_number': 4, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'gw_port': {'id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:04Z', 'updated_at': '2022-04-18T19:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '45c9cb70-01a7-40d4-a814-178feb3696fb', 'name': '', 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'mac_address': 'fa:16:3e:0f:28:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3eaccc8-826f-4a4a-ac62-4392504dc869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:10Z', 'updated_at': '2022-04-18T19:29:12Z', 'revision_number': 2, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'subnets': [{'id': 'e3eaccc8-826f-4a4a-ac62-4392504dc869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:14.427043 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port dcd054f3-5a09-4876-909a-d12e42fd672e completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:14.471237 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port dcd054f3-5a09-4876-909a-d12e42fd672e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:14.471806 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.511222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bb699-a6f6-4099-bd81-f327eb78777b req-aca88e05-e6da-4fa6-b8c6-0b03d99594d7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:14.513146 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-068bb699-a6f6-4099-bd81-f327eb78777b req-aca88e05-e6da-4fa6-b8c6-0b03d99594d7 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 949 time: 0.1092658 Apr 18 19:29:14.516514 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=12a987e5-636b-4374-92d7-6ebbf79a9c99,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:14.566904 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-068bb699-a6f6-4099-bd81-f327eb78777b req-6294f201-06dd-4125-bd40-53d854f7a71c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469532 Apr 18 19:29:14.610292 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb971b-5c16-4757-9a65-8512a9d94dad req-8bd6a8c3-9f65-4740-be2e-6731261baa9d tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:14.612323 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4bdb971b-5c16-4757-9a65-8512a9d94dad req-8bd6a8c3-9f65-4740-be2e-6731261baa9d tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.2806115 Apr 18 19:29:14.643333 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.694601 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port dcd054f3-5a09-4876-909a-d12e42fd672e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=dcd054f3-5a09-4876-909a-d12e42fd672e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:14.696996 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ea3e5e-1e44-480a-a718-c1cb4fa81555'] response: {'server_uuid': 'cd9a6298-6fb0-4de9-86cf-bfd70807d74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'code': 200} Apr 18 19:29:14.805569 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4bdb971b-5c16-4757-9a65-8512a9d94dad req-c0825a96-f044-4e29-8e5f-e8d10e0036e7 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694443 Apr 18 19:29:14.807795 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:14.912360 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cd44dd63-4aab-486c-b45a-30af5cc0f801 req-46fc2716-bb0a-4a2f-9c05-69e359222a12 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e HTTP/1.1" status: 200 len: 1101 time: 0.1518321 Apr 18 19:29:14.936939 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=dcd054f3-5a09-4876-909a-d12e42fd672e,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:14.955348 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ae602-a079-4a4e-a6bf-9486cc9c2f74 req-56e44fe1-9121-4b3e-996a-8bffc6b6050f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:14.966526 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53378) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:14.973391 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-08bc5495-c1cc-4701-ae5f-6c3f019b1d95 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'floatingip': {'port_id': 'a1d5a537-7c83-4634-af89-237e88209f8c'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:14.974990 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-808ae602-a079-4a4e-a6bf-9486cc9c2f74 req-56e44fe1-9121-4b3e-996a-8bffc6b6050f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.1694441 Apr 18 19:29:15.001139 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cd44dd63-4aab-486c-b45a-30af5cc0f801 req-62a8550b-3397-49d1-be1a-c695d0502c3f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787876 Apr 18 19:29:15.054765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-191772804', 'description': 'tempest-description-227336928'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:15.065754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:15.070961 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:15.075064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:15.075375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] Router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:15.077983 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-08bc5495-c1cc-4701-ae5f-6c3f019b1d95 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.083932 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:15.220394 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.279880 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:15.287740 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group_rule and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:15.292226 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:15.298956 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:15.369643 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.458086 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.508495 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f8953a-75fd-4b7d-bc52-bbd10599fc41,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:15.572318 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:15.583954 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d5c910c-88f9-45c1-9c42-60d2b5791a42 req-36a864b9-d4f5-4c32-beb8-b110e49da6d1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.5353534 Apr 18 19:29:15.694597 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-161be9ed-297e-46a0-8849-58de347f243a tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5516584 Apr 18 19:29:15.762807 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:15.765817 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9522c-f36a-494a-865b-4bef65df1cd7 req-7833c1e2-56e6-4282-8bfd-fbd38ae228c4 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:15.770796 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bbd9522c-f36a-494a-865b-4bef65df1cd7 req-7833c1e2-56e6-4282-8bfd-fbd38ae228c4 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 946 time: 0.0864272 Apr 18 19:29:15.815309 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bbd9522c-f36a-494a-865b-4bef65df1cd7 req-94fdc513-d864-4bdf-8962-ab9830439b62 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423732 Apr 18 19:29:15.832256 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:15.853995 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Usage tracker for resource:floatingip and tenant:03e626e2e26c4a2eb687295dce640e86 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:15.859313 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:15.869215 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:16.009106 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:16.137659 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:16.149176 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590534fa-be2a-4a4a-8734-569fbd74de67 None None] Sync routers for ids ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:16.156235 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c333abb9-8b0b-4cb4-bd8f-7ea1f6f43663 admin admin] 10.222.0.66 "PUT /v2.0/routers/e78a27b2-9e3d-44be-bc8b-6f78121d83f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5284340 Apr 18 19:29:16.158824 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53412) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:16.162492 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590534fa-be2a-4a4a-8734-569fbd74de67 None None] Routers {'e78a27b2-9e3d-44be-bc8b-6f78121d83f8'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:16.163333 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-590534fa-be2a-4a4a-8734-569fbd74de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:16.360673 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-08bc5495-c1cc-4701-ae5f-6c3f019b1d95 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:16.387185 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-590534fa-be2a-4a4a-8734-569fbd74de67 None None] Set router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:16.411732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1449134445', 'description': 'tempest-description-1161621670'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:16.415681 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:16.419524 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:16.423569 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:16.426438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:16.432876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:16.472617 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:16.567220 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Allocated IP 172.25.8.231 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/f78b5f57-35bd-4081-976e-665a1fb4f20f) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:16.599703 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-08bc5495-c1cc-4701-ae5f-6c3f019b1d95 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:16.608800 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:16.666994 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:16.674561 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group_rule and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:16.680728 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:16.688735 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:16.698543 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99'}, {'server_uuid': 'aa78434f-5d9e-46d8-b423-d8cff1b36dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd054f3-5a09-4876-909a-d12e42fd672e'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:16.750189 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-590534fa-be2a-4a4a-8734-569fbd74de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:29:13Z', 'revision_number': 5, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:16.754101 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590534fa-be2a-4a4a-8734-569fbd74de67 None None] Checking router: e78a27b2-9e3d-44be-bc8b-6f78121d83f8 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:16.766348 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590534fa-be2a-4a4a-8734-569fbd74de67 None None] Routers {'e78a27b2-9e3d-44be-bc8b-6f78121d83f8'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:16.767054 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-590534fa-be2a-4a4a-8734-569fbd74de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:16.890695 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:16.910896 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:16.950739 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-590534fa-be2a-4a4a-8734-569fbd74de67 None None] Set router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:16.966516 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:16.976301 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:16.999238 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Deleting port 51d83843-28ac-4192-8290-7b24da3bb2e6 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:17.000055 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.044622 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [None req-08bc5495-c1cc-4701-ae5f-6c3f019b1d95 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Floating IP 02ff323c-166a-4d87-9041-fb61e31334a4 associated. External IP: 172.25.8.59, port: a1d5a537-7c83-4634-af89-237e88209f8c. Apr 18 19:29:17.065690 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d0e848-5a52-4e86-9b5c-1cb3a4417c30,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:17.097333 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.159553 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.181922 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17dcafd8-dd62-4de4-aca7-36b7ed73b6fe req-127a85dc-d5cb-4d0a-a2cb-25eeb45906a3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.7727544 Apr 18 19:29:17.259027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] For port 51d83843-28ac-4192-8290-7b24da3bb2e6, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=51d83843-28ac-4192-8290-7b24da3bb2e6,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:17.260807 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.273228 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:17.278968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event updated for resources: {'Port': ['ID=f78b5f57-35bd-4081-976e-665a1fb4f20f,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:17.281494 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:17.284970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:17.286998 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 76e56d22-096c-481c-84db-c85c7b4d68b7 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:17.373986 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-590534fa-be2a-4a4a-8734-569fbd74de67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:29:13Z', 'revision_number': 5, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:17.383230 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590534fa-be2a-4a4a-8734-569fbd74de67 None None] The sync data for ids ['e78a27b2-9e3d-44be-bc8b-6f78121d83f8'] in n-d-838334-1 is: [{'id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'name': 'tempest-ServersTestManualDisk-919728976-router', 'tenant_id': '3b3378a894c84075bc25c152487cede1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:30Z', 'updated_at': '2022-04-18T19:29:13Z', 'revision_number': 5, 'project_id': '3b3378a894c84075bc25c152487cede1', 'gw_port': {'id': '51d83843-28ac-4192-8290-7b24da3bb2e6', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e78a27b2-9e3d-44be-bc8b-6f78121d83f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:31Z', 'updated_at': '2022-04-18T19:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:17.465994 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 76e56d22-096c-481c-84db-c85c7b4d68b7 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:17.473031 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 76e56d22-096c-481c-84db-c85c7b4d68b7 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:17.474021 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.479928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Calling delete_port for 51d83843-28ac-4192-8290-7b24da3bb2e6 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:17.490777 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.593239 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451a48d-6760-4a40-a6e3-c6aac4fa91bd req-1ff7c9ac-609c-4eb2-9e8d-1c622c695029 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:17.597424 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.598989 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e451a48d-6760-4a40-a6e3-c6aac4fa91bd req-1ff7c9ac-609c-4eb2-9e8d-1c622c695029 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 950 time: 0.2435513 Apr 18 19:29:17.614589 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 76e56d22-096c-481c-84db-c85c7b4d68b7, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=76e56d22-096c-481c-84db-c85c7b4d68b7,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:17.655912 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e451a48d-6760-4a40-a6e3-c6aac4fa91bd req-ba6caed6-b113-41ab-aaaa-267ace83006b tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556245 Apr 18 19:29:17.671126 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.714000 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.823423 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=76e56d22-096c-481c-84db-c85c7b4d68b7,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:17.824899 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.875782 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d83843-28ac-4192-8290-7b24da3bb2e6,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:17.936433 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bc5495-c1cc-4701-ae5f-6c3f019b1d95 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Router c63fee8a-f0a4-4bf3-be29-a832a60cc865 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:17.953015 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:17.988622 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f220f-a83e-4996-943a-de8644e5bbd4 req-55c39701-debc-4ab6-ba26-36ad05423422 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:17.990062 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-193f220f-a83e-4996-943a-de8644e5bbd4 req-55c39701-debc-4ab6-ba26-36ad05423422 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.2143071 Apr 18 19:29:18.012904 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.150572 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.185599 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event updated for resources: {'Port': ['ID=f78b5f57-35bd-4081-976e-665a1fb4f20f,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:18.215204 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:18.215467 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:18.215987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:18.216145 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:18.216482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:18.216811 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:18.217138 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:18.217464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:18.217790 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:18.218112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:18.218461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:18.225276 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.282134 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-193f220f-a83e-4996-943a-de8644e5bbd4 req-0659f267-7eb6-4d4f-8aae-5dfef23699dc tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353926 Apr 18 19:29:18.296977 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bc5495-c1cc-4701-ae5f-6c3f019b1d95 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:18.301338 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-08bc5495-c1cc-4701-ae5f-6c3f019b1d95 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.318139 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863c234-b0d4-47b4-acd3-1479f1983d8e None None] Sync routers for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:18.334782 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863c234-b0d4-47b4-acd3-1479f1983d8e None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:18.339142 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6863c234-b0d4-47b4-acd3-1479f1983d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:18.347776 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.349306 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-0628e467-c31a-4afc-9880-c913d4a55351 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6461604 Apr 18 19:29:18.416860 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-08bc5495-c1cc-4701-ae5f-6c3f019b1d95 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "PUT /v2.0/floatingips/02ff323c-166a-4d87-9041-fb61e31334a4 HTTP/1.1" status: 200 len: 991 time: 3.4489982 Apr 18 19:29:18.417518 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:18.443490 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-c1d7ce9b-f37b-4f4d-a044-41f6afa72f5e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Synchronizing usage tracker for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:18.472491 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.486534 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.528822 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-c1d7ce9b-f37b-4f4d-a044-41f6afa72f5e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Unset dirty status for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:18.530051 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-c1d7ce9b-f37b-4f4d-a044-41f6afa72f5e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.1733057 Apr 18 19:29:18.554303 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-6863c234-b0d4-47b4-acd3-1479f1983d8e None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:18.648883 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87e4c4-33d5-4184-bac0-ddcf3662ccba req-182d9c12-8f89-41a4-8d4a-0907c8d74e85 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:18.650881 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1f87e4c4-33d5-4184-bac0-ddcf3662ccba req-182d9c12-8f89-41a4-8d4a-0907c8d74e85 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 946 time: 0.2117264 Apr 18 19:29:18.659585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53428) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:18.666750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-a3bb887b-6ed3-4a03-9e19-a7eef957877c tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Request body: {'floatingip': {'port_id': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:18.747313 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.747821 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e78a27b2-9e3d-44be-bc8b-6f78121d83f8 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:29:18.773175 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a3bb887b-6ed3-4a03-9e19-a7eef957877c tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.831062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-6c097512-27dd-4a6f-a2e6-e7c454df4cc3 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:18.839246 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-6c097512-27dd-4a6f-a2e6-e7c454df4cc3 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.3013752 Apr 18 19:29:18.841105 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-938759860', 'description': 'tempest-description-322186960'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:18.842521 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3928b02c-d4c8-48fe-bdfa-2372b7dcc357'] response: {'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'code': 200} Apr 18 19:29:18.843025 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3928b02c-d4c8-48fe-bdfa-2372b7dcc357'] response: {'server_uuid': 'aa78434f-5d9e-46d8-b423-d8cff1b36dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'code': 200} Apr 18 19:29:18.844776 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-71adcdfc-d517-4f9e-80cd-d3f635c7a6e5 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:29:18.845589 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0996e7cd-24ed-47ed-81bd-f944ae43c241 req-71adcdfc-d517-4f9e-80cd-d3f635c7a6e5 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055702 Apr 18 19:29:18.864456 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:18.865525 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-254e7d15-285e-48f6-ab40-299026f26257 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e78a27b2-9e3d-44be-bc8b-6f78121d83f8 HTTP/1.1" status: 204 len: 168 time: 2.7056966 Apr 18 19:29:18.868252 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53442) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:18.909406 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:18.912694 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395ce471-cce9-419f-83a7-64a7b44bd652'] response: {'name': 'network-changed', 'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'status': 'completed', 'code': 200} Apr 18 19:29:18.947081 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:18.958567 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:18.974523 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:18.991918 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6863c234-b0d4-47b4-acd3-1479f1983d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '02ff323c-166a-4d87-9041-fb61e31334a4', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'floating_ip_address': '172.25.8.59', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'port_id': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'mac_address': 'fa:16:3e:0f:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:28:44Z', 'updated_at': '2022-04-18T19:29:16Z', 'revision_number': 1, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:18.996728 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863c234-b0d4-47b4-acd3-1479f1983d8e None None] Checking router: c63fee8a-f0a4-4bf3-be29-a832a60cc865 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:18.997835 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc48012-387f-4773-8efa-cba83b1e3129 admin admin] Deleting subnet 7d3465d1-837d-47bf-996f-f9a170d538c0 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:29:19.005074 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8cc48012-387f-4773-8efa-cba83b1e3129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.012136 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863c234-b0d4-47b4-acd3-1479f1983d8e None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:19.012751 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6863c234-b0d4-47b4-acd3-1479f1983d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:19.127356 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8cc48012-387f-4773-8efa-cba83b1e3129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.160723 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.220970 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a23cc903-c23d-4e7f-bae4-4dee48515435 req-73a21d73-6721-48c0-8a21-b306fff82b1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 1097 time: 0.2785957 Apr 18 19:29:19.262913 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-06f853cb-397b-4d4c-ba82-545c78c3a4c5 req-dde4a4cb-49db-44e1-bc11-b8daab2a12c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 1101 time: 0.4003985 Apr 18 19:29:19.285757 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 76e56d22-096c-481c-84db-c85c7b4d68b7 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:19.317181 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:19.325717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44875dc-638f-4a76-920e-2721baa3bcde req-ba7e8bff-3007-455b-b0f4-2eff56d12328 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:19.327244 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e44875dc-638f-4a76-920e-2721baa3bcde req-ba7e8bff-3007-455b-b0f4-2eff56d12328 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 950 time: 0.2860186 Apr 18 19:29:19.335677 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-6863c234-b0d4-47b4-acd3-1479f1983d8e None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:19.339293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group_rule and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:19.344642 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-06f853cb-397b-4d4c-ba82-545c78c3a4c5 req-b768bfef-e992-4a8f-98fa-ca97c8254dff service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685523 Apr 18 19:29:19.347191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:19.355828 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:19.415601 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8cc48012-387f-4773-8efa-cba83b1e3129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.459063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc903-c23d-4e7f-bae4-4dee48515435 req-0ac4fbad-d419-4a28-9131-477904c923b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:19.460516 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a23cc903-c23d-4e7f-bae4-4dee48515435 req-0ac4fbad-d419-4a28-9131-477904c923b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 918 time: 0.2316799 Apr 18 19:29:19.467954 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e44875dc-638f-4a76-920e-2721baa3bcde req-aebe9e1c-d11f-496c-88f7-1585638ce954 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304908 Apr 18 19:29:19.524121 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 76e56d22-096c-481c-84db-c85c7b4d68b7 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:19.524519 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.527822 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.633157 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.650446 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8cc48012-387f-4773-8efa-cba83b1e3129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.755140 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc48012-387f-4773-8efa-cba83b1e3129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d3465d1-837d-47bf-996f-f9a170d538c0,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:19.758620 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.759979 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f18c1d93-aaec-4d67-b261-1da63dd752b0 req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.9330423 Apr 18 19:29:19.763302 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343466f-5e7d-4eb1-852a-9a7047965592 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b2c54f-ea1c-499f-9d35-ebd4be6fd672,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:19.768938 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a3bb887b-6ed3-4a03-9e19-a7eef957877c tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.820672 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a23cc903-c23d-4e7f-bae4-4dee48515435 req-1df214c9-8f2b-4cb7-a840-09e527013c62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1d5a537-7c83-4634-af89-237e88209f8c HTTP/1.1" status: 200 len: 999 time: 0.2564013 Apr 18 19:29:19.826771 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8cc48012-387f-4773-8efa-cba83b1e3129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.827309 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ebb16287-e606-4728-907d-21f03e1ef96b no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:19.833458 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8cc48012-387f-4773-8efa-cba83b1e3129 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7d3465d1-837d-47bf-996f-f9a170d538c0 HTTP/1.1" status: 204 len: 168 time: 0.9617181 Apr 18 19:29:19.833780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53464) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:19.864908 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de8ab3-8eef-41f8-bb09-4e5ade4c02f5 None None] Network 6e70baae-e130-4251-aabc-5e2f8dedcc3a requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:19.909147 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a3bb887b-6ed3-4a03-9e19-a7eef957877c tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:19.998034 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc903-c23d-4e7f-bae4-4dee48515435 req-cd3a8999-d74f-4706-aca7-a8bfb4871e5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:19.999884 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a23cc903-c23d-4e7f-bae4-4dee48515435 req-cd3a8999-d74f-4706-aca7-a8bfb4871e5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.1622133 Apr 18 19:29:20.003827 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.079821 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: ebb16287-e606-4728-907d-21f03e1ef96b {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:20.080981 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ebb16287-e606-4728-907d-21f03e1ef96b not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:20.096873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Deleting port 2b679605-2076-47db-b952-821f9d489a5f {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:20.097297 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.115710 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-f95c62eb-4042-4959-a41e-6946f4cb562f tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Synchronizing usage tracker for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:20.177451 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6863c234-b0d4-47b4-acd3-1479f1983d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '02ff323c-166a-4d87-9041-fb61e31334a4', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'floating_ip_address': '172.25.8.59', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'port_id': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'mac_address': 'fa:16:3e:0f:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:28:44Z', 'updated_at': '2022-04-18T19:29:16Z', 'revision_number': 1, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:20.185871 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863c234-b0d4-47b4-acd3-1479f1983d8e None None] The sync data for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 is: [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '02ff323c-166a-4d87-9041-fb61e31334a4', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'floating_ip_address': '172.25.8.59', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'port_id': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'mac_address': 'fa:16:3e:0f:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:28:44Z', 'updated_at': '2022-04-18T19:29:16Z', 'revision_number': 1, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:20.186975 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [None req-a3bb887b-6ed3-4a03-9e19-a7eef957877c tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Floating IP 888f7b94-b13a-4ab0-8b28-9c2d8bac470f associated. External IP: 172.25.8.24, port: bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3. Apr 18 19:29:20.245066 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-f95c62eb-4042-4959-a41e-6946f4cb562f tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Unset dirty status for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:20.249477 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a23cc903-c23d-4e7f-bae4-4dee48515435 req-73be1571-fb8b-4e2f-a697-d7e6bca51c94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376673 Apr 18 19:29:20.251855 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-f95c62eb-4042-4959-a41e-6946f4cb562f tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4429560 Apr 18 19:29:20.260550 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4cee9a-8963-46b1-8504-9527afa9d872 None None] DHCP port deletion for 6e70baae-e130-4251-aabc-5e2f8dedcc3a request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:29:20.263396 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:20.267675 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-7a4cee9a-8963-46b1-8504-9527afa9d872 None None] Deleting port 2b679605-2076-47db-b952-821f9d489a5f {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:20.268255 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7a4cee9a-8963-46b1-8504-9527afa9d872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.300730 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272095e4-bcc3-4787-9d6c-dc61db3a0f23 req-4ae1682a-2bae-4bb4-8428-8408c83b7ff9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:20.301831 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-272095e4-bcc3-4787-9d6c-dc61db3a0f23 req-4ae1682a-2bae-4bb4-8428-8408c83b7ff9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.2557812 Apr 18 19:29:20.318057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:20.438085 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:20.509176 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] For port 2b679605-2076-47db-b952-821f9d489a5f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=2b679605-2076-47db-b952-821f9d489a5f,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:20.509565 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.512669 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-7a4cee9a-8963-46b1-8504-9527afa9d872 None None] For port 2b679605-2076-47db-b952-821f9d489a5f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=2b679605-2076-47db-b952-821f9d489a5f,segment=NetworkSegment(ed25af60-b199-45ea-a1ae-0f772ee5faa7),segment_id=ed25af60-b199-45ea-a1ae-0f772ee5faa7)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:20.513068 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7a4cee9a-8963-46b1-8504-9527afa9d872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.513851 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.645157 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-7a4cee9a-8963-46b1-8504-9527afa9d872 None None] Calling delete_port for 2b679605-2076-47db-b952-821f9d489a5f owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:20.795915 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7a4cee9a-8963-46b1-8504-9527afa9d872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.797615 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Calling delete_port for 2b679605-2076-47db-b952-821f9d489a5f owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:20.807948 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:20.905657 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:29:20.906708 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:29:20.916634 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-272095e4-bcc3-4787-9d6c-dc61db3a0f23 req-f5fc5981-bc05-4c2d-b5a5-006fd8f26957 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668526 Apr 18 19:29:20.922896 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a23cc903-c23d-4e7f-bae4-4dee48515435 req-35763516-24c0-4a4a-90ae-9b2e2f128146 service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482792 Apr 18 19:29:20.926256 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cee9a-8963-46b1-8504-9527afa9d872 None None] Pushing event deleted for resources: {'Port': ['ID=2b679605-2076-47db-b952-821f9d489a5f,revision_number=None']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:20.933194 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4cee9a-8963-46b1-8504-9527afa9d872 None None] No DVR routers for this DVR port 2b679605-2076-47db-b952-821f9d489a5f on host n-d-838334-1 {{(pid=84806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:20.980989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bb887b-6ed3-4a03-9e19-a7eef957877c tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Router 05832b65-61c0-4f53-ad56-e03c6a721bb3 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:20.996160 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Allocated IP 172.25.8.91 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/a1f842fa-f4dd-4390-b368-ef3250c9f4ca) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:21.144883 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a23cc903-c23d-4e7f-bae4-4dee48515435 req-af00928a-4d29-402c-9105-33747d0641ba service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147775 Apr 18 19:29:21.185462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-fb17322a-7ea6-4637-859b-41edf81765a9 req-ce080a37-a7e8-4f04-95fb-5a4945ae9d65 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Synchronizing usage tracker for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:21.193404 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 2b679605-2076-47db-b952-821f9d489a5f no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:21.230202 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 2b679605-2076-47db-b952-821f9d489a5f {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:21.230485 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 2b679605-2076-47db-b952-821f9d489a5f not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:21.271737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-fb17322a-7ea6-4637-859b-41edf81765a9 req-ce080a37-a7e8-4f04-95fb-5a4945ae9d65 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Unset dirty status for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:21.274298 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fb17322a-7ea6-4637-859b-41edf81765a9 req-ce080a37-a7e8-4f04-95fb-5a4945ae9d65 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd938a7c667c4687a22a1d5750416297 HTTP/1.1" status: 200 len: 9732 time: 0.2599494 Apr 18 19:29:21.283272 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.327995 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fb17322a-7ea6-4637-859b-41edf81765a9 req-9eaa0df8-faa5-4a92-bad9-f1756c4d6963 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/69e22112-223b-4d5d-9bb4-86c2d0f0fc48 HTTP/1.1" status: 200 len: 2649 time: 0.0474641 Apr 18 19:29:21.349726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bb887b-6ed3-4a03-9e19-a7eef957877c tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:21.358664 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a3bb887b-6ed3-4a03-9e19-a7eef957877c tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.360445 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a473198-622f-45f6-b420-c7714d28708c None None] Sync routers for ids ['05832b65-61c0-4f53-ad56-e03c6a721bb3'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:21.373469 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a473198-622f-45f6-b420-c7714d28708c None None] Routers {'05832b65-61c0-4f53-ad56-e03c6a721bb3'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:21.374083 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-9a473198-622f-45f6-b420-c7714d28708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['05832b65-61c0-4f53-ad56-e03c6a721bb3'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:21.384929 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fb17322a-7ea6-4637-859b-41edf81765a9 req-d1a26aae-d07d-4948-ae8b-944c9248a10c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/69e22112-223b-4d5d-9bb4-86c2d0f0fc48 HTTP/1.1" status: 200 len: 2649 time: 0.0512862 Apr 18 19:29:21.388208 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.407852 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Deleting port 2b679605-2076-47db-b952-821f9d489a5f {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:21.408369 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.493557 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a3bb887b-6ed3-4a03-9e19-a7eef957877c tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "PUT /v2.0/floatingips/888f7b94-b13a-4ab0-8b28-9c2d8bac470f HTTP/1.1" status: 200 len: 991 time: 2.8319283 Apr 18 19:29:21.498203 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:21.498829 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'tag': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:21.503942 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:21.505756 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event updated for resources: {'Port': ['ID=a1f842fa-f4dd-4390-b368-ef3250c9f4ca,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:21.507985 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:21.519681 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] The port '2b679605-2076-47db-b952-821f9d489a5f' was deleted {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:29:21.580055 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-9a473198-622f-45f6-b420-c7714d28708c None None] Set router 05832b65-61c0-4f53-ad56-e03c6a721bb3 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:21.581065 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c358f7d6-60aa-4179-9508-82dbabf2fa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.677262 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.699084 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.729128 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e70baae-e130-4251-aabc-5e2f8dedcc3a']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:21.743864 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed25af60-b199-45ea-a1ae-0f772ee5faa7') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:21.744150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed25af60-b199-45ea-a1ae-0f772ee5faa7') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:21.758481 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.773825 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b780d-b638-4074-b3f2-be7c0e286b26 req-7cf35262-8a4d-40d0-848e-0dca0f05400c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:21.775384 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-229b780d-b638-4074-b3f2-be7c0e286b26 req-7cf35262-8a4d-40d0-848e-0dca0f05400c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 950 time: 0.2157266 Apr 18 19:29:21.787267 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.798034 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.811920 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:29:21.812322 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:29:21.826320 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:29:21.918956 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-229b780d-b638-4074-b3f2-be7c0e286b26 req-79556db3-4f3e-46b2-bc05-f85522f03962 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291168 Apr 18 19:29:21.932876 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-9a473198-622f-45f6-b420-c7714d28708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:48Z', 'revision_number': 4, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '888f7b94-b13a-4ab0-8b28-9c2d8bac470f', 'tenant_id': '60594790ca474462950206fdbf632734', 'floating_ip_address': '172.25.8.24', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'port_id': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'mac_address': 'fa:16:3e:e2:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:28:01Z', 'updated_at': '2022-04-18T19:29:19Z', 'revision_number': 1, 'project_id': '60594790ca474462950206fdbf632734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30898a83-1908-41fb-bdf7-9cc3b4728b81', 'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'tenant_id': '60594790ca474462950206fdbf632734', 'mac_address': 'fa:16:3e:ca:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:46Z', 'updated_at': '2022-04-18T19:28:08Z', 'revision_number': 5, 'project_id': '60594790ca474462950206fdbf632734', 'subnets': [{'id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:21.936810 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a473198-622f-45f6-b420-c7714d28708c None None] Checking router: 05832b65-61c0-4f53-ad56-e03c6a721bb3 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:21.947880 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a473198-622f-45f6-b420-c7714d28708c None None] Routers {'05832b65-61c0-4f53-ad56-e03c6a721bb3'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:21.948491 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-9a473198-622f-45f6-b420-c7714d28708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:28:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['05832b65-61c0-4f53-ad56-e03c6a721bb3'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:21.987912 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.018523 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.032348 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.038769 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e70baae-e130-4251-aabc-5e2f8dedcc3a,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:22.054485 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-322fb6ff-30d4-4e5a-a083-9beedd31f36f req-814dad75-729f-40aa-b157-0e37fb2077af tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/c3f8953a-75fd-4b7d-bc52-bbd10599fc41 HTTP/1.1" status: 200 len: 1633 time: 0.0877345 Apr 18 19:29:22.129937 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-322fb6ff-30d4-4e5a-a083-9beedd31f36f req-ac912e6b-2c19-4f92-a5a7-3d907bf7527f tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.133290 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-9a473198-622f-45f6-b420-c7714d28708c None None] Set router 05832b65-61c0-4f53-ad56-e03c6a721bb3 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:22.164215 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-322fb6ff-30d4-4e5a-a083-9beedd31f36f req-ac912e6b-2c19-4f92-a5a7-3d907bf7527f tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.168686 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.207105 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f3e76693-d3f4-4a18-8c97-f6b53c618418 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6e70baae-e130-4251-aabc-5e2f8dedcc3a HTTP/1.1" status: 204 len: 168 time: 2.3721306 Apr 18 19:29:22.278771 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-322fb6ff-30d4-4e5a-a083-9beedd31f36f req-ac912e6b-2c19-4f92-a5a7-3d907bf7527f tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.301450 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event updated for resources: {'Port': ['ID=a1f842fa-f4dd-4390-b368-ef3250c9f4ca,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:22.308567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac912e6b-2c19-4f92-a5a7-3d907bf7527f tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f8953a-75fd-4b7d-bc52-bbd10599fc41,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:22.313092 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.402166 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-322fb6ff-30d4-4e5a-a083-9beedd31f36f req-ac912e6b-2c19-4f92-a5a7-3d907bf7527f tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.403483 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-322fb6ff-30d4-4e5a-a083-9beedd31f36f req-ac912e6b-2c19-4f92-a5a7-3d907bf7527f tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "DELETE /v2.0/security-groups/c3f8953a-75fd-4b7d-bc52-bbd10599fc41 HTTP/1.1" status: 204 len: 173 time: 0.3427870 Apr 18 19:29:22.420447 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.422241 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-2994f321-e8f6-41e4-a696-a78615d91b7e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1695149 Apr 18 19:29:22.578610 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-9a473198-622f-45f6-b420-c7714d28708c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:48Z', 'revision_number': 4, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '888f7b94-b13a-4ab0-8b28-9c2d8bac470f', 'tenant_id': '60594790ca474462950206fdbf632734', 'floating_ip_address': '172.25.8.24', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'port_id': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'mac_address': 'fa:16:3e:e2:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:28:01Z', 'updated_at': '2022-04-18T19:29:19Z', 'revision_number': 1, 'project_id': '60594790ca474462950206fdbf632734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30898a83-1908-41fb-bdf7-9cc3b4728b81', 'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'tenant_id': '60594790ca474462950206fdbf632734', 'mac_address': 'fa:16:3e:ca:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:46Z', 'updated_at': '2022-04-18T19:28:08Z', 'revision_number': 5, 'project_id': '60594790ca474462950206fdbf632734', 'subnets': [{'id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:22.588314 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a473198-622f-45f6-b420-c7714d28708c None None] The sync data for ids ['05832b65-61c0-4f53-ad56-e03c6a721bb3'] in n-d-838334-1 is: [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:48Z', 'revision_number': 4, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '888f7b94-b13a-4ab0-8b28-9c2d8bac470f', 'tenant_id': '60594790ca474462950206fdbf632734', 'floating_ip_address': '172.25.8.24', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'port_id': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'mac_address': 'fa:16:3e:e2:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:28:01Z', 'updated_at': '2022-04-18T19:29:19Z', 'revision_number': 1, 'project_id': '60594790ca474462950206fdbf632734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30898a83-1908-41fb-bdf7-9cc3b4728b81', 'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'tenant_id': '60594790ca474462950206fdbf632734', 'mac_address': 'fa:16:3e:ca:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:46Z', 'updated_at': '2022-04-18T19:28:08Z', 'revision_number': 5, 'project_id': '60594790ca474462950206fdbf632734', 'subnets': [{'id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:22.601462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53510) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:22.630739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-995a896b-cc7c-4f35-8307-3c24b4231c60 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Synchronizing usage tracker for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:22.656004 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-07845e96-2201-48da-a3be-5e27761842d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b3378a894c84075bc25c152487cede1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533824 Apr 18 19:29:22.658517 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53514) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:22.705888 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-995a896b-cc7c-4f35-8307-3c24b4231c60 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Unset dirty status for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:22.707596 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-995a896b-cc7c-4f35-8307-3c24b4231c60 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.2728429 Apr 18 19:29:22.725389 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d868711a-3ad2-4697-9d57-6bdb9635c532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.773147 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d868711a-3ad2-4697-9d57-6bdb9635c532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.870106 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-dd87e325-efa0-4705-b180-b4b46fa8882e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:22.871415 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2de4167-0928-44ff-b5df-60edf390f2c8 req-dd87e325-efa0-4705-b180-b4b46fa8882e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.1579275 Apr 18 19:29:22.907919 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d868711a-3ad2-4697-9d57-6bdb9635c532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.932688 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ead02b-5066-421c-8e21-8dbcbaa838f0'] response: {'name': 'network-changed', 'server_uuid': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'tag': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3', 'status': 'completed', 'code': 200} Apr 18 19:29:22.933250 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868711a-3ad2-4697-9d57-6bdb9635c532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713934de-bfaa-4a41-9d9e-f85e8fb4b364,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:22.986938 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d868711a-3ad2-4697-9d57-6bdb9635c532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:22.988030 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d868711a-3ad2-4697-9d57-6bdb9635c532 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/713934de-bfaa-4a41-9d9e-f85e8fb4b364 HTTP/1.1" status: 204 len: 168 time: 0.3285775 Apr 18 19:29:23.035165 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fb593-def2-4fb6-855e-78e806f0e556 req-957ac847-366d-4083-90bd-5af350a3728a tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:23.036622 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c8fb593-def2-4fb6-855e-78e806f0e556 req-957ac847-366d-4083-90bd-5af350a3728a tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 946 time: 0.1651900 Apr 18 19:29:23.064859 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cf3d424-d4ff-4477-9e6b-0ae910570de2 req-1b3844a7-da21-4470-82c5-27136a97b1d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60594790ca474462950206fdbf632734&device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 1097 time: 0.1084857 Apr 18 19:29:23.127557 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a4c47-2dfa-4b0b-932b-2c00568b2d87 req-ed0973c7-8802-4c5a-bb80-8b39a59010ed tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:23.129051 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4d8a4c47-2dfa-4b0b-932b-2c00568b2d87 req-ed0973c7-8802-4c5a-bb80-8b39a59010ed tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e HTTP/1.1" status: 200 len: 950 time: 0.0877137 Apr 18 19:29:23.178382 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c8fb593-def2-4fb6-855e-78e806f0e556 req-9f47f832-3d95-43a0-b301-dc05f95cd3b9 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303015 Apr 18 19:29:23.183446 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4d8a4c47-2dfa-4b0b-932b-2c00568b2d87 req-1a0ac108-65e3-4117-aa8b-cd98b64f8291 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479069 Apr 18 19:29:23.230276 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3d424-d4ff-4477-9e6b-0ae910570de2 req-ba9a0a65-9559-4d1f-9800-b9d337304ee9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:23.235713 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cf3d424-d4ff-4477-9e6b-0ae910570de2 req-ba9a0a65-9559-4d1f-9800-b9d337304ee9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=574a0ab3-0b8f-4952-894f-45b8da0ee116 HTTP/1.1" status: 200 len: 917 time: 0.1616945 Apr 18 19:29:23.282287 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-89c9f483-b315-43d7-b48d-9528a65be3af req-065249ec-3075-4251-b371-98467525d729 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] show failed (client error): The resource could not be found. Apr 18 19:29:23.283624 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-89c9f483-b315-43d7-b48d-9528a65be3af req-065249ec-3075-4251-b371-98467525d729 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/c3f8953a-75fd-4b7d-bc52-bbd10599fc41 HTTP/1.1" status: 404 len: 352 time: 0.0199678 Apr 18 19:29:23.422978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef727ae6-918d-405d-9294-25d4785c8420 None None] New status for floating IP 02ff323c-166a-4d87-9041-fb61e31334a4: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:29:23.550186 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cf3d424-d4ff-4477-9e6b-0ae910570de2 req-74f77a54-1f97-4adc-a596-609931f96ba6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 HTTP/1.1" status: 200 len: 999 time: 0.2970464 Apr 18 19:29:23.603194 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ec2dd-ca52-40d6-9896-ac2546bf6b6d req-a12b59af-a0f5-4146-8d0b-01520e495f59 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:23.605016 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-301ec2dd-ca52-40d6-9896-ac2546bf6b6d req-a12b59af-a0f5-4146-8d0b-01520e495f59 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.2809136 Apr 18 19:29:23.675147 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3d424-d4ff-4477-9e6b-0ae910570de2 req-2e0cd503-d1ab-475e-9a01-bc732cae6ec0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:23.677431 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cf3d424-d4ff-4477-9e6b-0ae910570de2 req-2e0cd503-d1ab-475e-9a01-bc732cae6ec0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b617e322-b02f-4db6-8d71-da2b8b2259d4 HTTP/1.1" status: 200 len: 855 time: 0.1114221 Apr 18 19:29:23.685744 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-301ec2dd-ca52-40d6-9896-ac2546bf6b6d req-59ff9ab7-7747-40f3-a59f-e01276aa82a8 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721090 Apr 18 19:29:23.823563 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d194fb53-b776-4cfa-a9c4-8bbb39170711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:23.879896 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cf3d424-d4ff-4477-9e6b-0ae910570de2 req-592f2ed2-f468-4829-bbde-1f26db4684a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=574a0ab3-0b8f-4952-894f-45b8da0ee116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909120 Apr 18 19:29:23.923909 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-ee43c6f9-7b0b-4a61-b717-e78bfab0424c tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1943419 Apr 18 19:29:23.977773 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:23.984362 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:24.004685 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:24.049618 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cf3d424-d4ff-4477-9e6b-0ae910570de2 req-4c6c1312-e860-4d4d-9e9d-18df1a4a130c service neutron] 10.222.0.16 "GET /v2.0/networks/574a0ab3-0b8f-4952-894f-45b8da0ee116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549206 Apr 18 19:29:24.140710 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.234977 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fd5bc-76e7-4869-b1ae-fd00d75d7cf5 req-f4d46e62-1037-4174-a7e1-110fe732c909 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:24.239610 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fd5bc-76e7-4869-b1ae-fd00d75d7cf5 req-f4d46e62-1037-4174-a7e1-110fe732c909 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:24.241213 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-085fd5bc-76e7-4869-b1ae-fd00d75d7cf5 req-f4d46e62-1037-4174-a7e1-110fe732c909 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca&device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e HTTP/1.1" status: 200 len: 1691 time: 0.0908520 Apr 18 19:29:24.275153 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cf3d424-d4ff-4477-9e6b-0ae910570de2 req-b05f2380-bffe-41e1-a391-83dcf55e6751 service neutron] 10.222.0.16 "GET /v2.0/networks/574a0ab3-0b8f-4952-894f-45b8da0ee116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198374 Apr 18 19:29:24.291219 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-085fd5bc-76e7-4869-b1ae-fd00d75d7cf5 req-fde37c7c-f464-43ab-9b5e-4c7872463998 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 Apr 18 19:29:24.314103 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53574) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:24.360143 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.370458 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7b5bab63-3554-4697-a91b-331dd0f64f6d req-c2cf1dd3-d056-40b0-9050-df71220aa20d tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/b5d0e848-5a52-4e86-9b5c-1cb3a4417c30 HTTP/1.1" status: 200 len: 1635 time: 0.0494833 Apr 18 19:29:24.444793 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7b5bab63-3554-4697-a91b-331dd0f64f6d req-5b2647df-c335-489d-9df5-e95556295ebc tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.471694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-718568495-network', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:24.476456 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:24.489993 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Usage tracker for resource:network and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:24.496759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:24.500393 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7b5bab63-3554-4697-a91b-331dd0f64f6d req-5b2647df-c335-489d-9df5-e95556295ebc tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.517239 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:24.521395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Allocated IP 172.25.8.156 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/6a264e59-7d88-459a-b654-cefe39f53748) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:24.636898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:24.636898 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.652544 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.669092 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7b5bab63-3554-4697-a91b-331dd0f64f6d req-5b2647df-c335-489d-9df5-e95556295ebc tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.688459 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2647df-c335-489d-9df5-e95556295ebc tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d0e848-5a52-4e86-9b5c-1cb3a4417c30,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:24.707550 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7b5bab63-3554-4697-a91b-331dd0f64f6d req-5b2647df-c335-489d-9df5-e95556295ebc tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.710029 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.727358 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7b5bab63-3554-4697-a91b-331dd0f64f6d req-5b2647df-c335-489d-9df5-e95556295ebc tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "DELETE /v2.0/security-groups/b5d0e848-5a52-4e86-9b5c-1cb3a4417c30 HTTP/1.1" status: 204 len: 173 time: 0.3407845 Apr 18 19:29:24.727358 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:24.729030 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Usage tracker for resource:security_group_rule and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:24.735122 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:24.742941 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:24.806706 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.847650 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.887271 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:24.887271 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:24.897543 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:24.903419 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.920857 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.924985 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:24.942645 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event updated for resources: {'Port': ['ID=6a264e59-7d88-459a-b654-cefe39f53748,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:24.950587 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-dea620bb-9fb3-4c9b-a3f5-a36dc8570f39 req-0b622ff1-cd42-4e57-86b1-bbe7ab148732 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] show failed (client error): The resource could not be found. Apr 18 19:29:24.966190 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dea620bb-9fb3-4c9b-a3f5-a36dc8570f39 req-0b622ff1-cd42-4e57-86b1-bbe7ab148732 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/b5d0e848-5a52-4e86-9b5c-1cb3a4417c30 HTTP/1.1" status: 404 len: 352 time: 0.0631886 Apr 18 19:29:25.014497 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:29:25.016852 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef66561-f27b-4e3d-b722-f2e0d632a418,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:25.044171 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.044171 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Added segment 49bd38a3-98b3-4671-9cdf-b8d3a39ec37d of type vlan for network 9a7859bb-179d-454d-9205-fa5ba3ea0e54 Apr 18 19:29:25.119557 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.148565 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.209690 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6794c45-851c-4667-9858-9dbf77eeca3b req-1599b5b8-53af-4102-8463-dabf53b2300d tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:25.211175 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6794c45-851c-4667-9858-9dbf77eeca3b req-1599b5b8-53af-4102-8463-dabf53b2300d tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.1256645 Apr 18 19:29:25.259708 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.263492 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.263492 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:25.263492 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.299095 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6794c45-851c-4667-9858-9dbf77eeca3b req-38c463ec-394b-4bb5-86c9-9254dcd2780e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812488 Apr 18 19:29:25.422024 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1014295 Apr 18 19:29:25.422024 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53598) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:25.427765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Request body: {'subnet': {'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-718568495-subnet', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:25.438665 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:25.441361 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2be494-e12e-479e-9808-155b0ba52506 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7859bb-179d-454d-9205-fa5ba3ea0e54,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:25.445592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Usage tracker for resource:subnet and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:25.449455 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:25.451565 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 9a7859bb-179d-454d-9205-fa5ba3ea0e54 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:29:25.457269 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:25.522929 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.559384 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:25.561013 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.593705 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.822295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event updated for resources: {'Port': ['ID=6a264e59-7d88-459a-b654-cefe39f53748,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:25.836448 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.917973 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.952269 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:25.952269 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-942779d2-9413-4d30-bf48-392c3207d3a1 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9789546 Apr 18 19:29:26.018737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Pushing event updated for resources: {'Subnet': ['ID=adaca97f-1183-40d3-a060-bd8dda67e878,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:26.044280 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-514f05ea-3ebf-42ef-a26b-470d67f5aa83 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Synchronizing usage tracker for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:26.060667 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Checking segment: {'id': '49bd38a3-98b3-4671-9cdf-b8d3a39ec37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:26.066678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Network hostable DHCP agents. Network: 9a7859bb-179d-454d-9205-fa5ba3ea0e54, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:29:26.109248 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-514f05ea-3ebf-42ef-a26b-470d67f5aa83 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Unset dirty status for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:26.111027 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-514f05ea-3ebf-42ef-a26b-470d67f5aa83 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.1569648 Apr 18 19:29:26.117439 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:29:26.119678 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-46f5c1cf-aba3-4bff-ae7a-ce13205e0176 req-a219f6f8-c4ae-4aa2-bd66-9cd9aaeecf84 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 1101 time: 0.1022356 Apr 18 19:29:26.167997 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-46f5c1cf-aba3-4bff-ae7a-ce13205e0176 req-1b391573-b53e-4d71-adb2-0546a80d7be3 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Apr 18 19:29:26.185448 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Network 9a7859bb-179d-454d-9205-fa5ba3ea0e54 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:29:26.255204 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6f6bcd90-0b39-4998-84cd-bf4d7fb1c86f req-57ed665b-c352-4fbc-8415-6f2482b44d61 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/11b2c54f-ea1c-499f-9d35-ebd4be6fd672 HTTP/1.1" status: 200 len: 1633 time: 0.0485747 Apr 18 19:29:26.260199 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 9a7859bb-179d-454d-9205-fa5ba3ea0e54) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:26.262785 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-b28f5208-38c7-458a-a360-6048b92f70fc tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:26.264040 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5036f6f9-b150-46f7-b473-32c03bd87e7b req-b28f5208-38c7-458a-a360-6048b92f70fc tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.1479704 Apr 18 19:29:26.270592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:26.271173 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.276927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57804c92-e306-4ad9-8027-a611cad3c5d6 None None] Network 9a7859bb-179d-454d-9205-fa5ba3ea0e54 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:26.364492 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-26ab28f2-6e29-4a85-b396-d0ef915e833a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9429755 Apr 18 19:29:26.367084 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53630) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:26.372684 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-718568495-router', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:26.376573 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6f6bcd90-0b39-4998-84cd-bf4d7fb1c86f req-3e7bd1b6-14ca-48ce-96dd-8b0b1b12b123 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.378040 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:26.382901 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Usage tracker for resource:router and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:26.387005 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:26.395935 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:26.417665 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6f6bcd90-0b39-4998-84cd-bf4d7fb1c86f req-3e7bd1b6-14ca-48ce-96dd-8b0b1b12b123 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.465441 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.477604 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.478604 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.532562 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-9a7859bb-179d-454d-9205-fa5ba3ea0e54', 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'fixed_ips': [{'subnet_id': 'adaca97f-1183-40d3-a060-bd8dda67e878'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:29:26.533417 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.557426 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6f6bcd90-0b39-4998-84cd-bf4d7fb1c86f req-3e7bd1b6-14ca-48ce-96dd-8b0b1b12b123 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.574398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bd1b6-14ca-48ce-96dd-8b0b1b12b123 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b2c54f-ea1c-499f-9d35-ebd4be6fd672,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:26.587459 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6f6bcd90-0b39-4998-84cd-bf4d7fb1c86f req-3e7bd1b6-14ca-48ce-96dd-8b0b1b12b123 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.589082 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6f6bcd90-0b39-4998-84cd-bf4d7fb1c86f req-3e7bd1b6-14ca-48ce-96dd-8b0b1b12b123 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "DELETE /v2.0/security-groups/11b2c54f-ea1c-499f-9d35-ebd4be6fd672 HTTP/1.1" status: 204 len: 173 time: 0.3205376 Apr 18 19:29:26.613953 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.712231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Allocated IP 172.20.0.2 (9a7859bb-179d-454d-9205-fa5ba3ea0e54/adaca97f-1183-40d3-a060-bd8dda67e878/270fce4d-cb45-44ef-85a3-6ffe00f12a90) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:26.805113 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117ed75-1781-4a37-8ee0-9fa7b852672c None None] New status for floating IP 888f7b94-b13a-4ab0-8b28-9c2d8bac470f: ACTIVE {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:29:26.836548 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d759be5-6b4f-4eb6-ab4e-b9391c436fce req-a2f2e3bf-927b-4886-aeb1-7c1735a6d196 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e HTTP/1.1" status: 200 len: 1101 time: 0.1086659 Apr 18 19:29:26.899664 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d759be5-6b4f-4eb6-ab4e-b9391c436fce req-e985919f-12bd-4a6c-9889-2d55b01aba1c tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538781 Apr 18 19:29:26.970750 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:26.983409 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Transition to ACTIVE for port object 270fce4d-cb45-44ef-85a3-6ffe00f12a90 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:26.993903 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.004240 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Transition to ACTIVE for port object 270fce4d-cb45-44ef-85a3-6ffe00f12a90 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:27.036660 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-72deb0ce-b876-44d5-be3a-f2c140b9847e tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2545366 Apr 18 19:29:27.046872 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:27.052969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:27.063078 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:27.111711 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bf921-8b00-4211-a239-ea02ac9c362e req-be57252d-9e98-4169-a3b5-5689845617a5 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:27.112511 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.113288 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a45bf921-8b00-4211-a239-ea02ac9c362e req-be57252d-9e98-4169-a3b5-5689845617a5 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.0856059 Apr 18 19:29:27.116466 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.175907 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Network 9a7859bb-179d-454d-9205-fa5ba3ea0e54 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:27.178920 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a45bf921-8b00-4211-a239-ea02ac9c362e req-ce44b3ec-37e2-4829-9bdd-83f0c1ba4dc3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581744 Apr 18 19:29:27.192279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:27.192279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:27.213945 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Pushing event updated for resources: {'Port': ['ID=270fce4d-cb45-44ef-85a3-6ffe00f12a90,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:27.236932 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-b42d33b2-af50-426d-802a-efda3b2a57eb req-75a104a0-639c-4437-9822-fd60c9f4afb4 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] show failed (client error): The resource could not be found. Apr 18 19:29:27.237914 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b42d33b2-af50-426d-802a-efda3b2a57eb req-75a104a0-639c-4437-9822-fd60c9f4afb4 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/11b2c54f-ea1c-499f-9d35-ebd4be6fd672 HTTP/1.1" status: 404 len: 352 time: 0.0196664 Apr 18 19:29:27.287518 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:27.288449 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:27.288794 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:27.289221 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:27.290891 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:27.291232 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:27.291594 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:27.291884 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:27.292210 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:27.292536 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:27.292861 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:27.326982 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Attempting to bind port 270fce4d-cb45-44ef-85a3-6ffe00f12a90 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:27.327346 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Attempting to bind port 270fce4d-cb45-44ef-85a3-6ffe00f12a90 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '49bd38a3-98b3-4671-9cdf-b8d3a39ec37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:27.327697 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Attempting to bind port 270fce4d-cb45-44ef-85a3-6ffe00f12a90 on network 9a7859bb-179d-454d-9205-fa5ba3ea0e54 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:27.334401 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:27.334796 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Checking segment: {'id': '49bd38a3-98b3-4671-9cdf-b8d3a39ec37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:27.335196 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.335678 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Bound using segment: {'id': '49bd38a3-98b3-4671-9cdf-b8d3a39ec37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:27.336152 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Bound port: 270fce4d-cb45-44ef-85a3-6ffe00f12a90, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bd38a3-98b3-4671-9cdf-b8d3a39ec37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:27.336495 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.360953 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.424028 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] For port 270fce4d-cb45-44ef-85a3-6ffe00f12a90, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:27.427022 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] For port 270fce4d-cb45-44ef-85a3-6ffe00f12a90, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=270fce4d-cb45-44ef-85a3-6ffe00f12a90,segment=NetworkSegment(49bd38a3-98b3-4671-9cdf-b8d3a39ec37d),segment_id=49bd38a3-98b3-4671-9cdf-b8d3a39ec37d)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:27.474806 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.504781 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.516215 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.600034 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed295004-46da-47d9-adb1-e3d20dbdbbe1 None None] Pushing event updated for resources: {'Port': ['ID=270fce4d-cb45-44ef-85a3-6ffe00f12a90,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:27.644910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Allocated IP 172.25.8.160 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/304f9ac2-1cd2-4388-a0ba-e1c560f0153b) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:27.768297 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5b1c67cd-6512-4d4e-b231-53bae6172ac1 req-e56a5f74-1522-48f4-849f-23ca91387111 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Synchronizing usage tracker for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:27.842947 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5b1c67cd-6512-4d4e-b231-53bae6172ac1 req-e56a5f74-1522-48f4-849f-23ca91387111 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Unset dirty status for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:27.844492 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b1c67cd-6512-4d4e-b231-53bae6172ac1 req-e56a5f74-1522-48f4-849f-23ca91387111 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd938a7c667c4687a22a1d5750416297 HTTP/1.1" status: 200 len: 5485 time: 0.3000567 Apr 18 19:29:27.887462 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:27.894946 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e0df8c2-ca62-400b-91c1-be6d66a8f0ed req-6ad7e1fb-1656-492a-a5e8-c4669d3ab4ea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1618042 Apr 18 19:29:27.915219 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b1c67cd-6512-4d4e-b231-53bae6172ac1 req-a3ffdb03-fda6-4079-acb3-8e56384bf1e7 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/69e22112-223b-4d5d-9bb4-86c2d0f0fc48 HTTP/1.1" status: 200 len: 2649 time: 0.0600333 Apr 18 19:29:27.972649 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b1c67cd-6512-4d4e-b231-53bae6172ac1 req-3db9af69-12c8-46a0-b9f7-3bca50321daf tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/69e22112-223b-4d5d-9bb4-86c2d0f0fc48 HTTP/1.1" status: 200 len: 2649 time: 0.0514801 Apr 18 19:29:27.992361 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e0df8c2-ca62-400b-91c1-be6d66a8f0ed req-ee88df53-c4a5-48aa-80f2-072f76146ab5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a53d823e29114764aaa93e7dd2d3962f&device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 1101 time: 0.0748043 Apr 18 19:29:28.044910 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.301971 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:28.308720 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:28.311185 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:28.385464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event updated for resources: {'Port': ['ID=304f9ac2-1cd2-4388-a0ba-e1c560f0153b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:28.391018 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Allocated IP 172.25.8.198 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/9a90f8d3-0b09-4764-9851-913b558b75b1) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:28.531924 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0df8c2-ca62-400b-91c1-be6d66a8f0ed req-8cbabeb4-16f7-4d13-998c-262d9dfa9562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:28.533364 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e0df8c2-ca62-400b-91c1-be6d66a8f0ed req-8cbabeb4-16f7-4d13-998c-262d9dfa9562 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3727880 Apr 18 19:29:28.582790 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-00384f77-6fac-4e55-819e-0f60a90a2bc1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293591 Apr 18 19:29:28.595612 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865deef-ab53-493e-b433-d57758b60d31 None None] Network 9a7859bb-179d-454d-9205-fa5ba3ea0e54 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:28.625719 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e0df8c2-ca62-400b-91c1-be6d66a8f0ed req-c38140e0-d9ed-4037-9969-c19ffdb6fb14 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=d3860fcc-e194-4283-a07f-4d6d619d2900 HTTP/1.1" status: 200 len: 217 time: 0.0838878 Apr 18 19:29:28.741024 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-2eec0a75-ec60-4ba5-843f-7791a23c5674 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:28.742606 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-2eec0a75-ec60-4ba5-843f-7791a23c5674 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538424 Apr 18 19:29:28.753674 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8adc3a51-fa36-43fe-afe7-0b00db3a5b66 None None] Provisioning for port 270fce4d-cb45-44ef-85a3-6ffe00f12a90 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:28.760652 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-76746441-34d4-4b42-9b4f-686b3e4d61cf tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/quotas/6d877a9ecaf349cb8fde62d566b24cad HTTP/1.1" status: 200 len: 375 time: 0.0118301 Apr 18 19:29:28.811930 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.815491 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0df8c2-ca62-400b-91c1-be6d66a8f0ed req-376094ea-a033-475e-8e92-39def57e7d16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:28.816933 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e0df8c2-ca62-400b-91c1-be6d66a8f0ed req-376094ea-a033-475e-8e92-39def57e7d16 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1796975 Apr 18 19:29:28.826843 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.848650 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-72084e6c-8222-4826-81b2-4d6326f4af4c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802324 Apr 18 19:29:28.960385 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:28.991912 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e0df8c2-ca62-400b-91c1-be6d66a8f0ed req-9eb41225-75a4-455e-9c6d-7d258c6e8f82 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1681707 Apr 18 19:29:29.092730 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.226913 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 270fce4d-cb45-44ef-85a3-6ffe00f12a90 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:29.286954 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:29.293330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:29.306909 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:29.341885 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a90f8d3-0b09-4764-9851-913b558b75b1,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:29.368686 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e0df8c2-ca62-400b-91c1-be6d66a8f0ed req-140fe817-45ae-4f55-a423-73cc9222b5d1 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685381 Apr 18 19:29:29.385847 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 270fce4d-cb45-44ef-85a3-6ffe00f12a90 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:29.390996 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 270fce4d-cb45-44ef-85a3-6ffe00f12a90 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:29.391355 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.508321 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.542998 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 270fce4d-cb45-44ef-85a3-6ffe00f12a90, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=270fce4d-cb45-44ef-85a3-6ffe00f12a90,segment=NetworkSegment(49bd38a3-98b3-4671-9cdf-b8d3a39ec37d),segment_id=49bd38a3-98b3-4671-9cdf-b8d3a39ec37d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:29.577710 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-133517506', 'description': 'tempest-description-1751681122'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:29.583604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:29.593870 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.601830 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e0df8c2-ca62-400b-91c1-be6d66a8f0ed req-64d219c2-a666-4eec-be3f-136c987d819c service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238851 Apr 18 19:29:29.605704 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:29.612774 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.657684 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.680775 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.687961 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=270fce4d-cb45-44ef-85a3-6ffe00f12a90,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:29.717400 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:29.721636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group_rule and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:29.725268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:29.732225 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:29.795224 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.843028 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.889693 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event updated for resources: {'Port': ['ID=304f9ac2-1cd2-4388-a0ba-e1c560f0153b,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:29.899526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8bd24d-87bf-4ce0-9640-283252c47ff8,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:29.915423 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.934062 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.934800 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.966950 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:29.970993 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0abbc153-e9ed-409c-a948-c156bab7a864 req-dcc69c5d-47d3-4c44-b97c-020080f497c5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.3979609 Apr 18 19:29:30.099954 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:30.101213 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-78beb16a-218a-412a-8b4b-0ce0885c4a57 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0585408 Apr 18 19:29:30.141147 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc16030-2bba-4cdb-af79-44b4a0471032 req-3e2de083-2259-46f1-9988-76246cda7b57 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:30.143161 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4dc16030-2bba-4cdb-af79-44b4a0471032 req-3e2de083-2259-46f1-9988-76246cda7b57 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.0790758 Apr 18 19:29:30.198238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-25705219-128c-4ee7-a5e7-6554e77ebcdd tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Synchronizing usage tracker for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:30.201942 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4dc16030-2bba-4cdb-af79-44b4a0471032 req-91acd71b-514c-4ab7-b0c9-d526e6cd5b0c tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505664 Apr 18 19:29:30.294314 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-25705219-128c-4ee7-a5e7-6554e77ebcdd tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Unset dirty status for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:30.295911 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-25705219-128c-4ee7-a5e7-6554e77ebcdd tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.160 HTTP/1.1" status: 200 len: 696 time: 0.1856093 Apr 18 19:29:30.375036 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:29:30.567733 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-897e3e5d-67b9-4b97-aa7f-703ded358bca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:30.569078 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d59db3ee-84cc-46ad-add7-1237c9d2afb6 req-897e3e5d-67b9-4b97-aa7f-703ded358bca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.2679105 Apr 18 19:29:30.654933 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:30.667770 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Sync routers for ids ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:30.680341 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Routers {'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:30.680946 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:29:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:30.862480 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Set router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:30.862763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-509347060', 'description': 'tempest-description-2095210601'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:30.868737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:30.872968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:30.875859 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:30.881633 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:31.042403 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:31.046708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53734) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:31.047227 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8e45e279-5e48-4cae-be3b-93cae7a1a1c9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6783409 Apr 18 19:29:31.151248 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'name': 'tempest-ServersTestMultiNic-718568495-router', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:26Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 3, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'gw_port': {'id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:27Z', 'updated_at': '2022-04-18T19:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:31.163679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Checking router: a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:31.164019 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Updating router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 port 9a90f8d3-0b09-4764-9851-913b558b75b1 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:29:31.181601 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:31.218529 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 270fce4d-cb45-44ef-85a3-6ffe00f12a90 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:31.223733 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:31.228466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group_rule and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:31.231601 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:31.239035 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:31.272537 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:31.276490 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-14a69271-5fa0-42f1-a3c0-b6458d7aa19b req-328da20f-9fcc-4cc9-90f8-b35251505166 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips/7c70d010-4292-4cd1-90e0-225a4fb0cd25 HTTP/1.1" status: 200 len: 693 time: 0.1539009 Apr 18 19:29:31.313438 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:31.400573 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:31.404945 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 270fce4d-cb45-44ef-85a3-6ffe00f12a90 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:31.407121 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:31.449232 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79480a4-bf38-480c-8dde-cb2cf3e92d54,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:31.452094 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a69271-5fa0-42f1-a3c0-b6458d7aa19b req-3c0515e6-f858-49da-b695-6f78be3227cf tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:31.453820 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-14a69271-5fa0-42f1-a3c0-b6458d7aa19b req-3c0515e6-f858-49da-b695-6f78be3227cf tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.1639431 Apr 18 19:29:31.541391 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:31.543018 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e9de05ee-f26f-449b-b147-f80fd11accf3 req-ad8087e6-faf8-4fe3-80b5-e3abb71c8d44 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.6848607 Apr 18 19:29:31.647106 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51d83843-28ac-4192-8290-7b24da3bb2e6 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:31.654124 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a9682079-0d94-474b-bbad-6ac8d59c6bd6 req-60046730-6608-43dc-a2f8-b4df1d634b61 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 210 time: 0.1080089 Apr 18 19:29:31.786230 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 51d83843-28ac-4192-8290-7b24da3bb2e6 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:31.787851 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51d83843-28ac-4192-8290-7b24da3bb2e6 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:31.801662 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:31.819191 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Transition to ACTIVE for port object 9a90f8d3-0b09-4764-9851-913b558b75b1 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:31.835018 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-1dd65445-d266-4516-96dc-5b682a265379 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips/7c70d010-4292-4cd1-90e0-225a4fb0cd25 HTTP/1.1" status: 200 len: 693 time: 0.0897372 Apr 18 19:29:31.909108 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:32.003550 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd12745-0046-4af4-a2ee-aad2f3df39ce req-e54c7d18-dbd0-43bc-bb42-51cf6c8cc00e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:32.012297 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fdd12745-0046-4af4-a2ee-aad2f3df39ce req-e54c7d18-dbd0-43bc-bb42-51cf6c8cc00e tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.1575477 Apr 18 19:29:32.083049 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fdd12745-0046-4af4-a2ee-aad2f3df39ce req-8ab0f12a-d94e-4bca-a322-5bbd40ca2cbf tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660884 Apr 18 19:29:32.126207 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Attempting to bind port 9a90f8d3-0b09-4764-9851-913b558b75b1 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:32.126623 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Attempting to bind port 9a90f8d3-0b09-4764-9851-913b558b75b1 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:32.126979 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Attempting to bind port 9a90f8d3-0b09-4764-9851-913b558b75b1 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:32.151437 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:32.151822 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:32.152225 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:32.152612 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:32.153084 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Bound port: 9a90f8d3-0b09-4764-9851-913b558b75b1, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:32.153448 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:32.186075 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debef89-ac1b-4160-8516-331b1597065a None None] Pushing event updated for resources: {'Port': ['ID=9a90f8d3-0b09-4764-9851-913b558b75b1,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:32.251767 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] For port 9a90f8d3-0b09-4764-9851-913b558b75b1, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:32.255080 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] For port 9a90f8d3-0b09-4764-9851-913b558b75b1, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=9a90f8d3-0b09-4764-9851-913b558b75b1,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:32.350441 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:32.362037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-54c6b85a-a06b-47db-8a6b-e338d8d5ecb5 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:32.364038 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-54c6b85a-a06b-47db-8a6b-e338d8d5ecb5 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.5223656 Apr 18 19:29:32.461995 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-f0892600-7125-44e9-b119-1169b3d4f82d tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.160 HTTP/1.1" status: 200 len: 696 time: 0.0862670 Apr 18 19:29:32.463620 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-ae1f610c-0373-46b5-aa28-71729eda8ab3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:32.465439 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-ae1f610c-0373-46b5-aa28-71729eda8ab3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/networks?id=4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 200 len: 813 time: 0.2062724 Apr 18 19:29:32.473190 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debef89-ac1b-4160-8516-331b1597065a None None] Pushing event updated for resources: {'Port': ['ID=9a90f8d3-0b09-4764-9851-913b558b75b1,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:32.476265 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Routers {'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:32.477174 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:29:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:32.488933 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-c0772f04-1d18-41a6-a670-c49c024e1daa tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/quotas/bd938a7c667c4687a22a1d5750416297 HTTP/1.1" status: 200 len: 375 time: 0.0119762 Apr 18 19:29:32.553670 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-89f231e8-1759-4ff3-8a86-d05c6cf4f113 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.160 HTTP/1.1" status: 200 len: 696 time: 0.0846479 Apr 18 19:29:32.588522 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-393b577e-e392-4903-88ca-27db4efff9ee tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bd938a7c667c4687a22a1d5750416297&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959239 Apr 18 19:29:32.733768 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-8fb80e26-0ffd-4e1b-a902-9c13aa07c85c service neutron] 10.222.0.66 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438973 Apr 18 19:29:32.740764 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] Set router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:32.752516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-9adc534f-483f-4594-91b5-9c781d7c2162 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Deleting port 304f9ac2-1cd2-4388-a0ba-e1c560f0153b {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:32.752861 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-9adc534f-483f-4594-91b5-9c781d7c2162 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:32.869824 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-451757cd-e726-4bf1-beca-176ede59c990 service neutron] 10.222.0.66 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350994 Apr 18 19:29:33.094999 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'name': 'tempest-ServersTestMultiNic-718568495-router', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:26Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 3, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'gw_port': {'id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:27Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:33.101131 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4993c2-fb31-4b9a-b6f7-f3dc52e1b4f1 None None] The sync data for ids ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'] in n-d-838334-1 is: [{'id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'name': 'tempest-ServersTestMultiNic-718568495-router', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:26Z', 'updated_at': '2022-04-18T19:29:29Z', 'revision_number': 3, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'gw_port': {'id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:27Z', 'updated_at': '2022-04-18T19:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:33.124238 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-ea4d6d8e-7928-4ce9-9e24-363b3772f755 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1096354 Apr 18 19:29:33.188375 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-9adc534f-483f-4594-91b5-9c781d7c2162 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:33.192654 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-9adc534f-483f-4594-91b5-9c781d7c2162 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:33.209479 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:33.432342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53782) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:33.498943 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-9adc534f-483f-4594-91b5-9c781d7c2162 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Calling delete_port for 304f9ac2-1cd2-4388-a0ba-e1c560f0153b owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:33.559533 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2bbf79e0-888e-402d-bffa-99e73006138f req-509f6e0d-54b6-49d3-8c5c-3e9ea64a2a1f tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 210 time: 0.0705123 Apr 18 19:29:33.719914 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-e3b68730-3a33-414a-9547-2fd3588ecfb1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031351 Apr 18 19:29:33.825221 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-1976d9c7-af18-48cf-bcca-8be3f183e4d5 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:33.826663 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-1976d9c7-af18-48cf-bcca-8be3f183e4d5 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6704133 Apr 18 19:29:33.864377 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e45071b-f79e-4def-8695-4bc9ab81679d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:33.905268 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Request body: {'port': {'device_id': 'f810ff59-a899-42bb-997f-ba3abc25d468', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '6d877a9ecaf349cb8fde62d566b24cad'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:33.908684 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3e45071b-f79e-4def-8695-4bc9ab81679d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:33.913491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3e45071b-f79e-4def-8695-4bc9ab81679d admin admin] Usage tracker for resource:security_group_rule and tenant:8dd228ce4c6142ac95a44d7cf5140582 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:33.933863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3e45071b-f79e-4def-8695-4bc9ab81679d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:33.933863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3e45071b-f79e-4def-8695-4bc9ab81679d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:34.035484 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e45071b-f79e-4def-8695-4bc9ab81679d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.068169 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Allocated IP 172.20.0.1 (9a7859bb-179d-454d-9205-fa5ba3ea0e54/adaca97f-1183-40d3-a060-bd8dda67e878/a41bb5a8-fcd9-4178-b3ad-abfc10231a02) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:34.133922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-166a7219-7e5f-4ee2-b36a-3e8c6690d045 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:34.133922 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-166a7219-7e5f-4ee2-b36a-3e8c6690d045 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465967 Apr 18 19:29:34.133922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:34.141022 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd574-7080-44a1-b9a6-27c833f963d3 req-bb979257-5bc6-4baf-8b41-5b7b45500daa tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:34.155764 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ab5dd574-7080-44a1-b9a6-27c833f963d3 req-bb979257-5bc6-4baf-8b41-5b7b45500daa tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.3723364 Apr 18 19:29:34.155764 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Request body: {'port': {'device_id': 'e6cf2f23-902e-4165-acd8-745b8fdc31bc', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '6d877a9ecaf349cb8fde62d566b24cad'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:34.218218 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:34.326746 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e45071b-f79e-4def-8695-4bc9ab81679d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.333925 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-9adc534f-483f-4594-91b5-9c781d7c2162 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.343145 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ab5dd574-7080-44a1-b9a6-27c833f963d3 req-dcba6e0d-2a02-424a-a9bb-8cccf368de34 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996968 Apr 18 19:29:34.394149 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Made reservation on behalf of 6d877a9ecaf349cb8fde62d566b24cad for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:34.395802 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.425164 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc534f-483f-4594-91b5-9c781d7c2162 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event deleted for resources: {'Port': ['ID=304f9ac2-1cd2-4388-a0ba-e1c560f0153b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:34.429267 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:34.451042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:34.485912 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45071b-f79e-4def-8695-4bc9ab81679d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04a6924-831a-482d-8ddd-e1c27c795f76,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:34.542820 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3e45071b-f79e-4def-8695-4bc9ab81679d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8dd228ce4c6142ac95a44d7cf5140582&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0469239 Apr 18 19:29:34.542820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53796) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:34.603512 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Made reservation on behalf of 6d877a9ecaf349cb8fde62d566b24cad for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:34.603512 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.633694 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.644526 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-9adc534f-483f-4594-91b5-9c781d7c2162 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.652931 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-90cadaf0-14df-4641-9a69-e412a9147704 req-5d851727-cd28-4dcb-bc0f-19d6280438d4 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 210 time: 0.1110868 Apr 18 19:29:34.663904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Transition to ACTIVE for port object a41bb5a8-fcd9-4178-b3ad-abfc10231a02 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:34.702126 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-68be14b5-14d7-405c-986c-18885ab1083c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.767098 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-68be14b5-14d7-405c-986c-18885ab1083c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.795266 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Allocated IP 192.168.233.94 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/81506e0b-4d1e-4b6d-8999-29f8f019d93d) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:34.817552 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-9adc534f-483f-4594-91b5-9c781d7c2162 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.817552 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4363eeca-a97f-4650-bb6b-fd97120e518f req-9adc534f-483f-4594-91b5-9c781d7c2162 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "DELETE /v2.0/floatingips/7c70d010-4292-4cd1-90e0-225a4fb0cd25 HTTP/1.1" status: 204 len: 173 time: 2.2427306 Apr 18 19:29:34.912326 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c16c742-6c90-4f33-a18a-5de38ca975d1 req-f89532c9-e5d6-4502-a2e5-94c0b791b321 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 210 time: 0.0966709 Apr 18 19:29:34.968072 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-68be14b5-14d7-405c-986c-18885ab1083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:34.972365 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.052339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be14b5-14d7-405c-986c-18885ab1083c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04a6924-831a-482d-8ddd-e1c27c795f76,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:35.083272 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-68be14b5-14d7-405c-986c-18885ab1083c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.087610 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-68be14b5-14d7-405c-986c-18885ab1083c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d04a6924-831a-482d-8ddd-e1c27c795f76 HTTP/1.1" status: 204 len: 168 time: 0.5384753 Apr 18 19:29:35.094281 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Network 9a7859bb-179d-454d-9205-fa5ba3ea0e54 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:35.111899 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:35.115428 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Pushing event updated for resources: {'Port': ['ID=a41bb5a8-fcd9-4178-b3ad-abfc10231a02,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:35.122585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:35.219608 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.236211 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf32394-5b6a-43f9-b487-77da24554e2e req-510f502f-6b9c-43cc-b02d-7d4304191baf tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:35.236211 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2bf32394-5b6a-43f9-b487-77da24554e2e req-510f502f-6b9c-43cc-b02d-7d4304191baf tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3838420 Apr 18 19:29:35.245966 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Transition to ACTIVE for port object 81506e0b-4d1e-4b6d-8999-29f8f019d93d will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:35.261489 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.389820 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad531252-f372-4b32-80e7-bd5aad1ebc90 req-d0425c7e-a520-4fd9-b9ca-893d34199783 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=03e626e2e26c4a2eb687295dce640e86 HTTP/1.1" status: 200 len: 1656 time: 0.0993426 Apr 18 19:29:35.439463 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Sync routers for ids ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:35.464620 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Routers {'2f438b3a-13c3-47bd-a26a-4d391f5d4e86'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:35.466243 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:29:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:35.495270 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.585502 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.609503 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c', '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'dcd054f3-5a09-4876-909a-d12e42fd672e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:35.707378 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Allocated IP 192.168.233.162 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/c0029aa5-2d4a-42e9-b163-c0e54d3ad991) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:35.744697 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bc6a8bae-2495-46ed-95d9-67f1aa23a9a2 None None] Provisioning for port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:35.788427 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bc6a8bae-2495-46ed-95d9-67f1aa23a9a2 None None] Provisioning complete for port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:35.789095 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bc6a8bae-2495-46ed-95d9-67f1aa23a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:35.809304 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Set router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:35.901155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393513c-7ad2-4628-9ac4-88ada6b86694 req-c2bde8a6-7b23-450e-ac51-562977d7d5fc tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:35.908297 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3393513c-7ad2-4628-9ac4-88ada6b86694 req-c2bde8a6-7b23-450e-ac51-562977d7d5fc tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.3241620 Apr 18 19:29:35.929751 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a8bae-2495-46ed-95d9-67f1aa23a9a2 None None] Port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:36.254183 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3393513c-7ad2-4628-9ac4-88ada6b86694 req-b10bb8c3-49fe-454f-8c2b-350bb5104012 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447008 Apr 18 19:29:36.330237 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.370229 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.408312 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.605729 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-e2fd0079-312c-4d48-9488-79df597acc52 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:36.607732 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-e2fd0079-312c-4d48-9488-79df597acc52 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.71 "GET /v2.0/networks?id=4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 200 len: 813 time: 0.7177286 Apr 18 19:29:36.612797 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Transition to ACTIVE for port object c0029aa5-2d4a-42e9-b163-c0e54d3ad991 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:36.620017 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-router', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:02Z', 'updated_at': '2022-04-18T19:29:11Z', 'revision_number': 4, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'gw_port': {'id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:04Z', 'updated_at': '2022-04-18T19:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '45c9cb70-01a7-40d4-a814-178feb3696fb', 'name': '', 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'mac_address': 'fa:16:3e:0f:28:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3eaccc8-826f-4a4a-ac62-4392504dc869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:10Z', 'updated_at': '2022-04-18T19:29:12Z', 'revision_number': 2, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'subnets': [{'id': 'e3eaccc8-826f-4a4a-ac62-4392504dc869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:36.624917 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Checking router: 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:36.625550 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Updating router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 port 45c9cb70-01a7-40d4-a814-178feb3696fb binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:29:36.667724 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:36.675996 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:36.679264 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:36.699799 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'port': {'device_id': '84a93a0a-563a-4145-a253-d753e10b588f', 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c', 'admin_state_up': True, 'tenant_id': 'bd938a7c667c4687a22a1d5750416297'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:36.736308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event updated for resources: {'Port': ['ID=81506e0b-4d1e-4b6d-8999-29f8f019d93d,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:36.770437 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.771679 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad531252-f372-4b32-80e7-bd5aad1ebc90 req-5928a3e9-c477-4f5a-96df-896a6ff930e5 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:36.791706 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad531252-f372-4b32-80e7-bd5aad1ebc90 req-5928a3e9-c477-4f5a-96df-896a6ff930e5 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks?id=b9f392f6-42e1-41ad-9423-d80ed824c270&id=b9f392f6-42e1-41ad-9423-d80ed824c270&id=b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 787 time: 1.3896189 Apr 18 19:29:36.802038 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a99921b-f0a8-4e45-b202-ff8a30804410 req-4f9ab62d-d314-4f83-b2b5-685195d46638 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 210 time: 0.2074654 Apr 18 19:29:36.867040 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:36.870554 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:36.964818 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.020263 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-83a71217-a24e-457c-a1fb-aba98b014452 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1707873 Apr 18 19:29:37.042587 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Request body: {'port': {'device_id': 'f810ff59-a899-42bb-997f-ba3abc25d468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:37.136509 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 53836) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:37.144664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:37.163224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:37.168384 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event updated for resources: {'Port': ['ID=c0029aa5-2d4a-42e9-b163-c0e54d3ad991,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:37.174807 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:37.194158 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bc56f573-065f-44de-bfb0-a9e3fd335b0b None None] Provisioning for port 81506e0b-4d1e-4b6d-8999-29f8f019d93d completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:37.200458 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bc56f573-065f-44de-bfb0-a9e3fd335b0b None None] Provisioning complete for port 81506e0b-4d1e-4b6d-8999-29f8f019d93d triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:37.200830 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bc56f573-065f-44de-bfb0-a9e3fd335b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.216206 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.233253 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-ade9e184-600a-4217-a9c4-c4dbad38af59 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips/24b5f191-eb26-49c3-b183-565dc7eabc67 HTTP/1.1" status: 200 len: 693 time: 0.3369567 Apr 18 19:29:37.238938 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Pushing event updated for resources: {'Port': ['ID=a41bb5a8-fcd9-4178-b3ad-abfc10231a02,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:37.301033 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 9a90f8d3-0b09-4764-9851-913b558b75b1 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:37.305417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:37.306280 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.348844 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c', '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'dcd054f3-5a09-4876-909a-d12e42fd672e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:37.394674 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519c1e3-756f-4758-85b0-52b0dae64a57 req-d92c3f0c-2f1d-4f51-8565-8f71b407294e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:37.395741 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-4519c1e3-756f-4758-85b0-52b0dae64a57 req-d92c3f0c-2f1d-4f51-8565-8f71b407294e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:37.419750 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.501883 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-bc56f573-065f-44de-bfb0-a9e3fd335b0b None None] Port 81506e0b-4d1e-4b6d-8999-29f8f019d93d cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:37.516236 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1130741191-network', 'tenant_id': '5ad35ad917bc4036817be27017ea25fe'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:37.527802 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-77469e43-9f65-48da-a184-9a907e5677c3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3831525 Apr 18 19:29:37.528615 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-4519c1e3-756f-4758-85b0-52b0dae64a57 req-d92c3f0c-2f1d-4f51-8565-8f71b407294e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:37.535249 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4519c1e3-756f-4758-85b0-52b0dae64a57 req-d92c3f0c-2f1d-4f51-8565-8f71b407294e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 936 time: 0.6114731 Apr 18 19:29:37.541085 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:37.555495 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-98060862-a813-4d1f-b710-50c8226187b5 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:37.556844 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-98060862-a813-4d1f-b710-50c8226187b5 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.3149824 Apr 18 19:29:37.576046 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Request body: {'port': {'device_id': 'e6cf2f23-902e-4165-acd8-745b8fdc31bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:37.583075 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.597287 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Transition to ACTIVE for port object 45c9cb70-01a7-40d4-a814-178feb3696fb will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:37.617052 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Usage tracker for resource:network and tenant:5ad35ad917bc4036817be27017ea25fe is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:37.638901 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:37.657917 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:37.660434 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.674649 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 9a90f8d3-0b09-4764-9851-913b558b75b1 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:37.692383 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 9a90f8d3-0b09-4764-9851-913b558b75b1 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:37.693222 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.723233 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:37.729188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-6738069b-62bc-4c92-9ce7-964104d5754d tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Synchronizing usage tracker for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:37.756210 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-9e9b99cb-7810-4480-97a7-5af4d86467be None None] Provisioning for port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:37.766344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:37.771785 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Pushing event updated for resources: {'Port': ['ID=45c9cb70-01a7-40d4-a814-178feb3696fb,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:37.780088 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-9e9b99cb-7810-4480-97a7-5af4d86467be None None] Provisioning complete for port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:37.780491 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9e9b99cb-7810-4480-97a7-5af4d86467be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.793404 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:37.793404 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:37.793404 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:37.793724 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:37.794088 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:37.794668 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:37.795220 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:37.795683 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:37.796115 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:37.796514 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:37.797637 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:37.808364 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4519c1e3-756f-4758-85b0-52b0dae64a57 req-ab33b391-3b7a-4acb-829f-953a47fdba10 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637994 Apr 18 19:29:37.834691 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Network 9a7859bb-179d-454d-9205-fa5ba3ea0e54 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:37.840128 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Made reservation on behalf of 5ad35ad917bc4036817be27017ea25fe for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:37.840128 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.846209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:37.896159 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.939968 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:37.957121 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b99cb-7810-4480-97a7-5af4d86467be None None] Port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:37.969549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Made reservation on behalf of bd938a7c667c4687a22a1d5750416297 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:37.978504 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.011173 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.124968 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 9a90f8d3-0b09-4764-9851-913b558b75b1, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=9a90f8d3-0b09-4764-9851-913b558b75b1,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:38.133904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-6738069b-62bc-4c92-9ce7-964104d5754d tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Unset dirty status for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:38.144362 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-6738069b-62bc-4c92-9ce7-964104d5754d tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.5316753 Apr 18 19:29:38.235380 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.266914 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Attempting to bind port 45c9cb70-01a7-40d4-a814-178feb3696fb on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:38.267538 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Attempting to bind port 45c9cb70-01a7-40d4-a814-178feb3696fb by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '824ef925-6d36-4cd9-8340-2221fe325edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:38.271956 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Attempting to bind port 45c9cb70-01a7-40d4-a814-178feb3696fb on network 5c2640b9-c659-4546-9e37-e18c68ddcc81 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:38.283444 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:38.291553 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Checking segment: {'id': '824ef925-6d36-4cd9-8340-2221fe325edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:38.291553 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.291553 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Bound using segment: {'id': '824ef925-6d36-4cd9-8340-2221fe325edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:38.291553 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Bound port: 45c9cb70-01a7-40d4-a814-178feb3696fb, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824ef925-6d36-4cd9-8340-2221fe325edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:38.291553 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.374346 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-d9456952-202f-47f6-924b-3fa240b74400 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.2321358 Apr 18 19:29:38.377931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:38.449318 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad35ad917bc4036817be27017ea25fe is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:38.459344 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:38.460250 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=9a90f8d3-0b09-4764-9851-913b558b75b1,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:38.489968 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] For port 45c9cb70-01a7-40d4-a814-178feb3696fb, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:38.494491 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] For port 45c9cb70-01a7-40d4-a814-178feb3696fb, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=45c9cb70-01a7-40d4-a814-178feb3696fb,segment=NetworkSegment(824ef925-6d36-4cd9-8340-2221fe325edc),segment_id=824ef925-6d36-4cd9-8340-2221fe325edc)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:38.500507 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:38.586510 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19538c-d625-4d87-968c-7a218d0039d6 req-337f41a3-62ae-4e62-b284-a49213856dcb tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:38.592256 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f19538c-d625-4d87-968c-7a218d0039d6 req-337f41a3-62ae-4e62-b284-a49213856dcb tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.5253601 Apr 18 19:29:38.611514 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.633351 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-1f4942e2-aa86-4c05-a1c1-e25d89c7c463 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Deleting port 6a264e59-7d88-459a-b654-cefe39f53748 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:38.633652 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-1f4942e2-aa86-4c05-a1c1-e25d89c7c463 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.636464 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-fc9ffd93-a532-4c77-9bfd-b015b0aef042 None None] Provisioning complete for port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:38.636952 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffd93-a532-4c77-9bfd-b015b0aef042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.721276 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ffd93-a532-4c77-9bfd-b015b0aef042 None None] Port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:29:38.723347 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81506e0b-4d1e-4b6d-8999-29f8f019d93d {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:38.741180 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.764789 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f19538c-d625-4d87-968c-7a218d0039d6 req-dd917158-61db-4334-aba2-6c42131837e3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755037 Apr 18 19:29:38.791394 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.813267 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Transition to ACTIVE for port object 81506e0b-4d1e-4b6d-8999-29f8f019d93d will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:38.825843 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Routers {'2f438b3a-13c3-47bd-a26a-4d391f5d4e86'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:38.826484 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:29:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:38.854183 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:38.933734 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:29:38.951605 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.032519 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47a967-ae9c-4a2a-94d4-acd3f0822539 None None] Pushing event updated for resources: {'Port': ['ID=45c9cb70-01a7-40d4-a814-178feb3696fb,revision_number=4']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:39.043291 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Allocated IP 172.20.0.9 (4cf91442-fad6-4320-8744-85f7f84e354c/d15cd35e-84f4-4a27-9e3a-411ef1b9d845/702332c5-6383-45f2-b97a-48de0246bcbc) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:39.133322 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a69adcf-08d5-4221-82d2-33877146f290,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:39.215251 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] Set router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:39.230286 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.230682 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Added segment 2d58e4cd-3a32-46de-b608-592cf31f6d57 of type vlan for network 53865a1c-0820-41ea-bb78-cff1d4692167 Apr 18 19:29:39.260639 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-1f4942e2-aa86-4c05-a1c1-e25d89c7c463 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.260962 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-1f4942e2-aa86-4c05-a1c1-e25d89c7c463 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.320743 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 45c9cb70-01a7-40d4-a814-178feb3696fb up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:39.416837 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-1f4942e2-aa86-4c05-a1c1-e25d89c7c463 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Calling delete_port for 6a264e59-7d88-459a-b654-cefe39f53748 owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:39.416989 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c0012c0-ffc7-4369-a82d-510eee0edbca req-bd457bd7-5d4e-4fa3-b2a7-b09fec4a0c37 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 210 time: 0.2933826 Apr 18 19:29:39.515148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Pushing event updated for resources: {'Port': ['ID=81506e0b-4d1e-4b6d-8999-29f8f019d93d,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:39.554124 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 45c9cb70-01a7-40d4-a814-178feb3696fb completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:39.567576 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 45c9cb70-01a7-40d4-a814-178feb3696fb triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:39.567991 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.595216 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.677466 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.793131 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.841192 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Attempting to bind port 81506e0b-4d1e-4b6d-8999-29f8f019d93d on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:39.842116 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Attempting to bind port 81506e0b-4d1e-4b6d-8999-29f8f019d93d by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:39.842483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Attempting to bind port 81506e0b-4d1e-4b6d-8999-29f8f019d93d on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:39.842808 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-router', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:02Z', 'updated_at': '2022-04-18T19:29:11Z', 'revision_number': 4, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'gw_port': {'id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:04Z', 'updated_at': '2022-04-18T19:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '45c9cb70-01a7-40d4-a814-178feb3696fb', 'name': '', 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'mac_address': 'fa:16:3e:0f:28:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3eaccc8-826f-4a4a-ac62-4392504dc869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:10Z', 'updated_at': '2022-04-18T19:29:38Z', 'revision_number': 4, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'subnets': [{'id': 'e3eaccc8-826f-4a4a-ac62-4392504dc869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:39.852940 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924d73a9-6f17-425a-97ca-30587f41d36a None None] The sync data for ids ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'] in n-d-838334-1 is: [{'id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-router', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:02Z', 'updated_at': '2022-04-18T19:29:11Z', 'revision_number': 4, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'gw_port': {'id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:04Z', 'updated_at': '2022-04-18T19:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '45c9cb70-01a7-40d4-a814-178feb3696fb', 'name': '', 'network_id': '5c2640b9-c659-4546-9e37-e18c68ddcc81', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'mac_address': 'fa:16:3e:0f:28:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3eaccc8-826f-4a4a-ac62-4392504dc869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:10Z', 'updated_at': '2022-04-18T19:29:38Z', 'revision_number': 4, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'subnets': [{'id': 'e3eaccc8-826f-4a4a-ac62-4392504dc869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:39.862986 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 45c9cb70-01a7-40d4-a814-178feb3696fb, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=45c9cb70-01a7-40d4-a814-178feb3696fb,segment=NetworkSegment(824ef925-6d36-4cd9-8340-2221fe325edc),segment_id=824ef925-6d36-4cd9-8340-2221fe325edc)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:39.867873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Port 81506e0b-4d1e-4b6d-8999-29f8f019d93d on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:29:39.868193 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Attempting to bind port 81506e0b-4d1e-4b6d-8999-29f8f019d93d on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:39.892557 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0029aa5-2d4a-42e9-b163-c0e54d3ad991 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:39.935033 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.953260 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:39.953260 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.965137 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.970591 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:39.975992 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 9a90f8d3-0b09-4764-9851-913b558b75b1 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:39.996481 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Transition to ACTIVE for port object c0029aa5-2d4a-42e9-b163-c0e54d3ad991 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:40.007585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:40.116352 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:40.116352 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:40.117056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:40.117815 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Bound port: 81506e0b-4d1e-4b6d-8999-29f8f019d93d, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:40.120209 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.127495 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=45c9cb70-01a7-40d4-a814-178feb3696fb,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:40.137557 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 9a90f8d3-0b09-4764-9851-913b558b75b1 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:40.137557 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.177209 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] Pushing event updated for resources: {'Network': ['ID=53865a1c-0820-41ea-bb78-cff1d4692167,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:40.189745 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.225596 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-1f4942e2-aa86-4c05-a1c1-e25d89c7c463 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.226064 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 53865a1c-0820-41ea-bb78-cff1d4692167 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:29:40.335131 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7d1ecda1-2832-49df-acd1-2570e03e4334 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.1884279 Apr 18 19:29:40.362065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53852) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:40.385673 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.494664 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Request body: {'subnet': {'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1130741191-subnet', 'tenant_id': '5ad35ad917bc4036817be27017ea25fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:40.501413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:40.510373 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Usage tracker for resource:subnet and tenant:5ad35ad917bc4036817be27017ea25fe is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:40.515530 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:40.585700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4942e2-aa86-4c05-a1c1-e25d89c7c463 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event deleted for resources: {'Port': ['ID=6a264e59-7d88-459a-b654-cefe39f53748,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:40.615007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:40.665452 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Pushing event updated for resources: {'Port': ['ID=c0029aa5-2d4a-42e9-b163-c0e54d3ad991,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:40.738970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] For port 81506e0b-4d1e-4b6d-8999-29f8f019d93d, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:40.780194 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Made reservation on behalf of 5ad35ad917bc4036817be27017ea25fe for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:40.780965 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.809097 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] For port 81506e0b-4d1e-4b6d-8999-29f8f019d93d, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=81506e0b-4d1e-4b6d-8999-29f8f019d93d,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:40.816123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddea4a0-cc59-46ae-a776-fd916154bee1 req-d3f2c2f7-3322-4daa-849b-747453427ddc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:40.820191 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cddea4a0-cc59-46ae-a776-fd916154bee1 req-d3f2c2f7-3322-4daa-849b-747453427ddc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 948 time: 0.6612070 Apr 18 19:29:40.825893 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-1f4942e2-aa86-4c05-a1c1-e25d89c7c463 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.871661 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.924719 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 12a987e5-636b-4374-92d7-6ebbf79a9c99 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:40.960598 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a7f8ca55-45c9-4961-ba3b-2a58b241c71e req-e8e7fdbe-0948-4f28-9f12-646055313e08 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 1100 time: 0.5890729 Apr 18 19:29:40.963964 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:40.966683 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Attempting to bind port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:40.967415 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Attempting to bind port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:40.968247 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Attempting to bind port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:40.989408 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bc32ac31-47c7-42a0-8d2d-8299be1f367e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:40.994958 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cddea4a0-cc59-46ae-a776-fd916154bee1 req-0766611b-9a5f-48e2-9976-0c5f969617ea tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673434 Apr 18 19:29:40.995752 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:29:40.996908 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Attempting to bind port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:41.024770 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.040861 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] 10.222.0.71 "PUT /v2.0/ports/81506e0b-4d1e-4b6d-8999-29f8f019d93d HTTP/1.1" status: 200 len: 1095 time: 3.9893255 Apr 18 19:29:41.040861 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:41.040861 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:41.040861 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:41.040861 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Bound port: c0029aa5-2d4a-42e9-b163-c0e54d3ad991, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:41.040861 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.053306 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f810ff59-a899-42bb-997f-ba3abc25d468', 'tag': '81506e0b-4d1e-4b6d-8999-29f8f019d93d'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:41.061990 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-1f4942e2-aa86-4c05-a1c1-e25d89c7c463 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.076371 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4b1cf53-c236-4246-9176-e3128e23efb7 req-1f4942e2-aa86-4c05-a1c1-e25d89c7c463 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "DELETE /v2.0/floatingips/24b5f191-eb26-49c3-b183-565dc7eabc67 HTTP/1.1" status: 204 len: 173 time: 2.7009401 Apr 18 19:29:41.126479 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.220466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Network 4cf91442-fad6-4320-8744-85f7f84e354c is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:41.232331 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:41.235281 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'Port': ['ID=702332c5-6383-45f2-b97a-48de0246bcbc,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:41.306130 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:41.327091 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 45c9cb70-01a7-40d4-a814-178feb3696fb up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:41.329287 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79359d8-7cf6-4b6b-94b0-c2d971eee29b service neutron] Pushing event updated for resources: {'Port': ['ID=81506e0b-4d1e-4b6d-8999-29f8f019d93d,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:41.364540 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:41.410667 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a7f8ca55-45c9-4961-ba3b-2a58b241c71e req-0dddd6f1-a956-4f71-bac7-b600fc33932a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403102 Apr 18 19:29:41.416122 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'mac_address': 'fa:16:3e:b8:7a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:41.465683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:41.470791 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:41.471326 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.493156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] For port c0029aa5-2d4a-42e9-b163-c0e54d3ad991, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:41.508485 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] For port c0029aa5-2d4a-42e9-b163-c0e54d3ad991, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=c0029aa5-2d4a-42e9-b163-c0e54d3ad991,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:41.514655 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-061af85d-524f-40b4-ab97-9e21cd962594 admin admin] 10.222.0.66 "PUT /v2.0/routers/a9ff2f75-d2e0-46c3-98ba-3c37bc06c208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4664621 Apr 18 19:29:41.521226 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-e59132f7-b700-4164-ab96-401a6994d03b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=f810ff59-a899-42bb-997f-ba3abc25d468 HTTP/1.1" status: 200 len: 1098 time: 0.2769008 Apr 18 19:29:41.557182 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.563719 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4625242-c20f-4640-9ea1-e1c863ff013b req-d9ed3369-cd42-475d-9159-9aa125d5ee63 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:41.563719 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a4625242-c20f-4640-9ea1-e1c863ff013b req-d9ed3369-cd42-475d-9159-9aa125d5ee63 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 949 time: 0.2032909 Apr 18 19:29:41.571488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d554d-b51e-467e-804f-5a8a45fc3617 req-6922ff6c-a819-4526-ae29-38738dc5d570 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:41.571488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b97d554d-b51e-467e-804f-5a8a45fc3617 req-6922ff6c-a819-4526-ae29-38738dc5d570 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Synchronizing usage tracker for tenant:bd938a7c667c4687a22a1d5750416297 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:41.588678 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 45c9cb70-01a7-40d4-a814-178feb3696fb triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:41.588678 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.624569 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12a987e5-636b-4374-92d7-6ebbf79a9c99 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:41.647228 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a4625242-c20f-4640-9ea1-e1c863ff013b req-c9664f12-9550-449d-ba96-687e2e048581 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758519 Apr 18 19:29:41.647228 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.657803 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:41.676319 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-09185a00-c791-4f7f-bbbd-0baa0972d136 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9784045 Apr 18 19:29:41.676319 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.743725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Request body: {'port': {'device_id': '84a93a0a-563a-4145-a253-d753e10b588f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:41.752597 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.782030 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b97d554d-b51e-467e-804f-5a8a45fc3617 req-6922ff6c-a819-4526-ae29-38738dc5d570 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Unset dirty status for tenant:bd938a7c667c4687a22a1d5750416297 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:41.782030 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b97d554d-b51e-467e-804f-5a8a45fc3617 req-6922ff6c-a819-4526-ae29-38738dc5d570 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 931 time: 0.4422884 Apr 18 19:29:41.820341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53866) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:41.889044 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-96816967-cbe5-467d-bc3e-78a7858b4a85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=81506e0b-4d1e-4b6d-8999-29f8f019d93d HTTP/1.1" status: 200 len: 217 time: 0.2682581 Apr 18 19:29:41.890558 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:41.891823 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] 10.222.0.16 "PUT /v2.0/ports/c0029aa5-2d4a-42e9-b163-c0e54d3ad991 HTTP/1.1" status: 200 len: 1096 time: 4.3481331 Apr 18 19:29:41.900111 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=12a987e5-636b-4374-92d7-6ebbf79a9c99,revision_number=9']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:41.913195 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Checking segment: {'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:41.913195 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Network hostable DHCP agents. Network: 53865a1c-0820-41ea-bb78-cff1d4692167, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:29:41.953565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5d496e-a416-45a0-a254-a9492339f206,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:41.958140 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-322529587'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:41.977466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:41.990542 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Usage tracker for resource:network and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:41.994832 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b97d554d-b51e-467e-804f-5a8a45fc3617 req-d3ab4b1e-458b-4ded-a295-de61c0d1d854 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Synchronizing usage tracker for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:41.999808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:42.014707 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['12a987e5-636b-4374-92d7-6ebbf79a9c99'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:42.024521 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.053306 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:42.206799 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297901e-8b99-4d09-ac83-977ae0e17c29 service neutron] Pushing event updated for resources: {'Port': ['ID=c0029aa5-2d4a-42e9-b163-c0e54d3ad991,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:42.214850 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-16b16851-1a60-4f10-8f97-b68245760115 req-f8afba3c-8057-4ce8-bbbd-8417070faa11 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips/3d1a753d-330b-4a39-a501-a41906d7a887 HTTP/1.1" status: 200 len: 692 time: 0.3221083 Apr 18 19:29:42.258331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-a61742cd-c7b1-41f8-8084-d45df080d4c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:42.258331 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-a61742cd-c7b1-41f8-8084-d45df080d4c7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.3511775 Apr 18 19:29:42.319817 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b97d554d-b51e-467e-804f-5a8a45fc3617 req-d3ab4b1e-458b-4ded-a295-de61c0d1d854 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Unset dirty status for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:42.328449 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b97d554d-b51e-467e-804f-5a8a45fc3617 req-d3ab4b1e-458b-4ded-a295-de61c0d1d854 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404804 Apr 18 19:29:42.330208 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:42.357685 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.415628 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Network 53865a1c-0820-41ea-bb78-cff1d4692167 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:29:42.498699 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73941a2-1eee-4d12-85f6-7f1f2a59608e'] response: {'name': 'network-changed', 'server_uuid': 'f810ff59-a899-42bb-997f-ba3abc25d468', 'tag': '81506e0b-4d1e-4b6d-8999-29f8f019d93d', 'status': 'completed', 'code': 200} Apr 18 19:29:42.513362 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 53865a1c-0820-41ea-bb78-cff1d4692167) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:42.521826 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ade1e4-e5c9-42f9-9764-77d311b50551 None None] Network 53865a1c-0820-41ea-bb78-cff1d4692167 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:42.689719 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-9dabb5ba-98a7-44a5-b5fb-b925de290c94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 1099 time: 0.6470339 Apr 18 19:29:42.734009 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702332c5-6383-45f2-b97a-48de0246bcbc {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:42.751350 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.762683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:29:42.775397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:42.776226 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.807514 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-a8dbecfd-9668-4007-9757-3283f5473a2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c0029aa5-2d4a-42e9-b163-c0e54d3ad991 HTTP/1.1" status: 200 len: 217 time: 0.1029162 Apr 18 19:29:42.817499 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb06ab9-7c9b-4b81-b1c7-1e3897f2d253 None None] Network 53865a1c-0820-41ea-bb78-cff1d4692167 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:42.857660 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Transition to ACTIVE for port object 702332c5-6383-45f2-b97a-48de0246bcbc will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:42.868078 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.868078 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Added segment 9bb4bb5e-fd86-4549-bfea-58c734171ce1 of type vlan for network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 Apr 18 19:29:42.886502 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-cd1ebbb9-1f79-46f6-8cb2-d2d86cbf00fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6136801 Apr 18 19:29:42.896073 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b16851-1a60-4f10-8f97-b68245760115 req-83b7f24b-eec3-4e5c-ad73-815ad22ecf68 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:42.898252 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-16b16851-1a60-4f10-8f97-b68245760115 req-83b7f24b-eec3-4e5c-ad73-815ad22ecf68 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.6514509 Apr 18 19:29:42.935548 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.948571 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:42.994425 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-33fdfcf7-4b6e-4856-9260-bda1607899fb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.6142263 Apr 18 19:29:42.999008 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828ddfd-43ba-4dc6-a5ec-b4baff19683f req-37192494-570d-4e2c-bbe8-803b381c02d0 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:43.000716 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0828ddfd-43ba-4dc6-a5ec-b4baff19683f req-37192494-570d-4e2c-bbe8-803b381c02d0 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 948 time: 0.2325702 Apr 18 19:29:43.019121 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 12a987e5-636b-4374-92d7-6ebbf79a9c99 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:43.145615 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Pushing event updated for resources: {'Port': ['ID=702332c5-6383-45f2-b97a-48de0246bcbc,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:43.164738 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0828ddfd-43ba-4dc6-a5ec-b4baff19683f req-baf4138a-6bf7-4840-bf7d-b9c3045c181e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415255 Apr 18 19:29:43.170906 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-9d100534-f607-41c4-845b-95774354f208 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:43.178890 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-9d100534-f607-41c4-845b-95774354f208 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.3498235 Apr 18 19:29:43.216150 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-16b16851-1a60-4f10-8f97-b68245760115 req-5b34c482-de67-4283-bcd2-9aa8d6ef47a5 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.2797141 Apr 18 19:29:43.242847 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.246662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:43.249861 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.260418 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 12a987e5-636b-4374-92d7-6ebbf79a9c99 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:43.261046 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.390936 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-16b16851-1a60-4f10-8f97-b68245760115 req-9bc52525-5a92-47e6-9e00-a974d5a11c93 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.91 HTTP/1.1" status: 200 len: 695 time: 0.1738880 Apr 18 19:29:43.401525 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5937324 Apr 18 19:29:43.410986 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53884) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:43.421859 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'subnet': {'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:43.443394 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.447628 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d440-b397-48be-9b67-4ee334b47a43 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Network': ['ID=0181d0d7-4cad-46e1-8a9c-1924c93441c3,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:43.464020 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:29:43.531399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Attempting to bind port 702332c5-6383-45f2-b97a-48de0246bcbc on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:43.531733 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Attempting to bind port 702332c5-6383-45f2-b97a-48de0246bcbc by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:43.532058 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Attempting to bind port 702332c5-6383-45f2-b97a-48de0246bcbc on network 4cf91442-fad6-4320-8744-85f7f84e354c {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:43.553180 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:43.561427 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Port 702332c5-6383-45f2-b97a-48de0246bcbc on network 4cf91442-fad6-4320-8744-85f7f84e354c not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:29:43.561748 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Attempting to bind port 702332c5-6383-45f2-b97a-48de0246bcbc on network 4cf91442-fad6-4320-8744-85f7f84e354c {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:43.578998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:43.579561 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:43.583269 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:43.583803 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Checking segment: {'id': 'b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:43.584377 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Bound using segment: {'id': 'b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:43.584983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Bound port: 702332c5-6383-45f2-b97a-48de0246bcbc, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:43.585500 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.605721 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26958461-e373-4963-ab54-2ade14f02b62 req-cb10a5e8-7bc9-4e13-9ee0-cefa017d8ede tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:43.607245 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-26958461-e373-4963-ab54-2ade14f02b62 req-cb10a5e8-7bc9-4e13-9ee0-cefa017d8ede tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 948 time: 0.2650547 Apr 18 19:29:43.608178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Usage tracker for resource:subnet and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:43.612653 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:43.617949 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-e5969c6a-095c-4275-916a-4f7efe8498f8 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127728 Apr 18 19:29:43.645606 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-5d8a7f43-f344-4c5a-a92f-ff603eca3269 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4546676 Apr 18 19:29:43.646060 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-16b16851-1a60-4f10-8f97-b68245760115 req-b434889c-c3b5-458a-a38e-c3d4b288dcca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Deleting port a1f842fa-f4dd-4390-b368-ef3250c9f4ca {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:43.646401 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-16b16851-1a60-4f10-8f97-b68245760115 req-b434889c-c3b5-458a-a38e-c3d4b288dcca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.646986 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.655386 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:43.727913 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=12a987e5-636b-4374-92d7-6ebbf79a9c99,revision_number=10']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:43.728814 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-26958461-e373-4963-ab54-2ade14f02b62 req-2cf52cf5-cc0d-4ee7-8179-9b35fb9d2cbb tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121361 Apr 18 19:29:43.734839 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] For port 702332c5-6383-45f2-b97a-48de0246bcbc, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:43.738464 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] For port 702332c5-6383-45f2-b97a-48de0246bcbc, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=702332c5-6383-45f2-b97a-48de0246bcbc,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:43.790751 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:43.850629 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.942761 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:43.944206 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] 10.222.0.71 "PUT /v2.0/ports/702332c5-6383-45f2-b97a-48de0246bcbc HTTP/1.1" status: 200 len: 1091 time: 2.2072568 Apr 18 19:29:43.944563 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a93a0a-563a-4145-a253-d753e10b588f', 'tag': '702332c5-6383-45f2-b97a-48de0246bcbc'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:43.954872 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:44.006740 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-2ce479f4-7ec5-47f7-ae45-c35b0e2a5ac1 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821378 Apr 18 19:29:44.008978 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-b0ff1fbf-7993-4cad-96df-400554801bc5 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367484 Apr 18 19:29:44.068818 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc14af9-b65f-4c46-bca3-84620396ff23 service neutron] Pushing event updated for resources: {'Port': ['ID=702332c5-6383-45f2-b97a-48de0246bcbc,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:44.311457 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-16b16851-1a60-4f10-8f97-b68245760115 req-b434889c-c3b5-458a-a38e-c3d4b288dcca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:44.311691 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-16b16851-1a60-4f10-8f97-b68245760115 req-b434889c-c3b5-458a-a38e-c3d4b288dcca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:44.366751 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-ae6a3d99-3657-4430-a2fb-98bdd27a159f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:44.368647 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-ae6a3d99-3657-4430-a2fb-98bdd27a159f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/networks?id=53865a1c-0820-41ea-bb78-cff1d4692167 HTTP/1.1" status: 200 len: 822 time: 0.3431673 Apr 18 19:29:44.442167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-16b16851-1a60-4f10-8f97-b68245760115 req-b434889c-c3b5-458a-a38e-c3d4b288dcca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Calling delete_port for a1f842fa-f4dd-4390-b368-ef3250c9f4ca owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:44.444582 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-dba1c80f-b32f-49d8-8185-182760aeab9a tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/quotas/5ad35ad917bc4036817be27017ea25fe HTTP/1.1" status: 200 len: 375 time: 0.0676036 Apr 18 19:29:44.450267 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0717c0fd-38f8-4f1c-9b6a-e0c233b390bc req-1d8b5970-e599-460a-8112-4cd8bd5f582f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=f810ff59-a899-42bb-997f-ba3abc25d468 HTTP/1.1" status: 200 len: 1098 time: 0.2940650 Apr 18 19:29:44.502265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf2f23-902e-4165-acd8-745b8fdc31bc', 'tag': 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:44.526522 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-a73944de-1fb2-491f-867f-560f2c801a9f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ad35ad917bc4036817be27017ea25fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734124 Apr 18 19:29:44.553600 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e4c88d8-27e9-448b-b2c1-ef11492692f9 req-e70e8077-b79d-4ec8-9cb2-cb7e0f4b7d12 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214908 Apr 18 19:29:44.567946 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-0e45891f-ad01-47ec-bd8d-ad3507157d1c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd938a7c667c4687a22a1d5750416297&device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 1094 time: 0.5073564 Apr 18 19:29:44.677693 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-d3d4f27c-570f-4060-ab8f-886ee2681084 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=702332c5-6383-45f2-b97a-48de0246bcbc HTTP/1.1" status: 200 len: 217 time: 0.1024094 Apr 18 19:29:44.749818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-973bc84f-8194-4a9a-af3b-777504d4de25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:44.751220 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-973bc84f-8194-4a9a-af3b-777504d4de25 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d15cd35e-84f4-4a27-9e3a-411ef1b9d845 HTTP/1.1" status: 200 len: 853 time: 0.0670338 Apr 18 19:29:44.754535 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717c0fd-38f8-4f1c-9b6a-e0c233b390bc req-7ce50d22-627e-4229-8f4d-a7bc9ec5f675 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:44.755934 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0717c0fd-38f8-4f1c-9b6a-e0c233b390bc req-7ce50d22-627e-4229-8f4d-a7bc9ec5f675 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2984903 Apr 18 19:29:44.760743 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-e4bad372-7a3b-4920-b3d7-a872f2c9540f service neutron] 10.222.0.66 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822739 Apr 18 19:29:44.763254 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:44.806638 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-4003c56b-ecfc-485a-941d-b0efe0035327 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cf91442-fad6-4320-8744-85f7f84e354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434787 Apr 18 19:29:44.885667 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-16b16851-1a60-4f10-8f97-b68245760115 req-b434889c-c3b5-458a-a38e-c3d4b288dcca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:44.946189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434889c-c3b5-458a-a38e-c3d4b288dcca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event deleted for resources: {'Port': ['ID=a1f842fa-f4dd-4390-b368-ef3250c9f4ca,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:44.959679 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0717c0fd-38f8-4f1c-9b6a-e0c233b390bc req-f0245ca5-9bc2-42f2-b8e9-a9e63817d57a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=81506e0b-4d1e-4b6d-8999-29f8f019d93d HTTP/1.1" status: 200 len: 217 time: 0.1931083 Apr 18 19:29:45.009102 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Subnet': ['ID=06770f77-d8fb-4c10-8707-ba5d82afeaeb,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:45.082093 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-e19e37bf-e223-4966-b058-32699d5cd491 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679787 Apr 18 19:29:45.089324 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Checking segment: {'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:45.090601 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network hostable DHCP agents. Network: 0181d0d7-4cad-46e1-8a9c-1924c93441c3, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:29:45.098568 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-1a5a6c2f-7e09-4e34-85d3-19012cb37c79 service neutron] 10.222.0.66 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573581 Apr 18 19:29:45.100389 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717c0fd-38f8-4f1c-9b6a-e0c233b390bc req-5bd33f45-5a5d-4903-b214-7e91e6800d05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:45.102481 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0717c0fd-38f8-4f1c-9b6a-e0c233b390bc req-5bd33f45-5a5d-4903-b214-7e91e6800d05 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1310685 Apr 18 19:29:45.115840 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-16b16851-1a60-4f10-8f97-b68245760115 req-b434889c-c3b5-458a-a38e-c3d4b288dcca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.195908 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0717c0fd-38f8-4f1c-9b6a-e0c233b390bc req-e525c9ec-2830-46b2-82d1-65cd76685cdf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750179 Apr 18 19:29:45.196035 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-16b16851-1a60-4f10-8f97-b68245760115 req-b434889c-c3b5-458a-a38e-c3d4b288dcca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.196994 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-16b16851-1a60-4f10-8f97-b68245760115 req-b434889c-c3b5-458a-a38e-c3d4b288dcca tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "DELETE /v2.0/floatingips/3d1a753d-330b-4a39-a501-a41906d7a887 HTTP/1.1" status: 204 len: 173 time: 1.8019335 Apr 18 19:29:45.262581 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b08151-b6c3-4673-a526-1d24f1abc2e9 req-2815ff9e-ead9-4f03-873f-929b81e01103 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729112 Apr 18 19:29:45.307374 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:29:45.350573 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0717c0fd-38f8-4f1c-9b6a-e0c233b390bc req-27bfc116-cfba-4f56-9088-bc7264748833 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599882 Apr 18 19:29:45.412035 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2630d-b307-4115-8e31-fadd16c816b6 req-47348532-ab65-4b3f-93e3-6257b1dbb91a tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:45.413574 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33b2630d-b307-4115-8e31-fadd16c816b6 req-47348532-ab65-4b3f-93e3-6257b1dbb91a tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 943 time: 0.0960820 Apr 18 19:29:45.441317 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5defca3-92ce-4ea9-be6c-d5881a51d512'] response: {'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'code': 200} Apr 18 19:29:45.460123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 0181d0d7-4cad-46e1-8a9c-1924c93441c3) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:45.469752 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a53ca-aeef-4905-bd60-2c552c3e0c4f None None] Network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:45.478539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:45.481738 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.511463 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-33b2630d-b307-4115-8e31-fadd16c816b6 req-4c00cb47-1572-4fab-8ad1-2358e8cb2562 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Synchronizing usage tracker for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:45.546794 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-33b2630d-b307-4115-8e31-fadd16c816b6 req-4c00cb47-1572-4fab-8ad1-2358e8cb2562 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Unset dirty status for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:45.566987 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33b2630d-b307-4115-8e31-fadd16c816b6 req-4c00cb47-1572-4fab-8ad1-2358e8cb2562 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461344 Apr 18 19:29:45.587849 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0717c0fd-38f8-4f1c-9b6a-e0c233b390bc req-c66166bb-fa82-4c34-b65e-ee6ad3bb5743 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287965 Apr 18 19:29:45.627106 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5e18cd83-125d-4358-aa67-b4f75f42502c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2150214 Apr 18 19:29:45.633874 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53914) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:45.637910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2034181903'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:45.666556 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:45.666556 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Usage tracker for resource:network and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:45.667566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:45.673087 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:45.686272 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06cfb84a-687c-45ea-8c96-f704647c6a46'] response: {'name': 'network-changed', 'server_uuid': '84a93a0a-563a-4145-a253-d753e10b588f', 'tag': '702332c5-6383-45f2-b97a-48de0246bcbc', 'status': 'completed', 'code': 200} Apr 18 19:29:45.764420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:45.764420 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.788673 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-0181d0d7-4cad-46e1-8a9c-1924c93441c3', 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'fixed_ips': [{'subnet_id': '06770f77-d8fb-4c10-8707-ba5d82afeaeb'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:29:45.791442 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.793579 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9406dce6-7444-4837-8445-36b44088e8f4 req-120680fb-6106-4923-897b-188f977c6745 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd938a7c667c4687a22a1d5750416297&device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 1094 time: 0.1069255 Apr 18 19:29:45.828287 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:29:45.873931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cef3de-7b0d-4bac-b959-845035cb5bd7 req-ab9943e8-54f9-4740-b5f9-c8ea97f5ea2d tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:45.877632 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f8cef3de-7b0d-4bac-b959-845035cb5bd7 req-ab9943e8-54f9-4740-b5f9-c8ea97f5ea2d tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 948 time: 0.0919614 Apr 18 19:29:45.897262 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.899238 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Added segment a09222ed-d5eb-45da-a98c-a81fb1d9c577 of type vlan for network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f Apr 18 19:29:45.941257 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f8cef3de-7b0d-4bac-b959-845035cb5bd7 req-5b17938b-175a-4540-a7ea-f84b5849e6dd tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479095 Apr 18 19:29:45.950973 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:45.970816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406dce6-7444-4837-8445-36b44088e8f4 req-cf2d8e43-5eab-4584-a6e9-9511f74f72e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:45.973821 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9406dce6-7444-4837-8445-36b44088e8f4 req-cf2d8e43-5eab-4584-a6e9-9511f74f72e7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 200 len: 914 time: 0.1727762 Apr 18 19:29:45.988256 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Allocated IP 19.80.0.2 (0181d0d7-4cad-46e1-8a9c-1924c93441c3/06770f77-d8fb-4c10-8707-ba5d82afeaeb/539cf68a-36da-42f7-9424-961fa7092509) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:46.036039 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccff74ef-fe85-4b97-b455-28d75fbc5786'] response: {'name': 'network-changed', 'server_uuid': 'e6cf2f23-902e-4165-acd8-745b8fdc31bc', 'tag': 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991', 'status': 'completed', 'code': 200} Apr 18 19:29:46.166157 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-977d674b-9ac0-425d-94f7-4718d651e67c req-10dacdc6-5a08-4383-bf37-5e10128bdaaa tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 210 time: 0.0603478 Apr 18 19:29:46.198268 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-76ba1fa2-0df7-4e8c-ba50-1ba537ee551f req-e34ecd16-b654-4af5-a22d-6b71b7e764d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 1099 time: 0.1349566 Apr 18 19:29:46.279277 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.281782 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9406dce6-7444-4837-8445-36b44088e8f4 req-af21e5a7-4bbb-4b99-96e4-1ed662c29ed1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=702332c5-6383-45f2-b97a-48de0246bcbc HTTP/1.1" status: 200 len: 217 time: 0.2987046 Apr 18 19:29:46.290943 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-8e2980cc-2b62-4b77-8ca3-ecdf13be1a1b tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips/05feaa52-ca5c-4378-bfc6-a83acc9f03e6 HTTP/1.1" status: 200 len: 693 time: 0.1511114 Apr 18 19:29:46.306836 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Transition to ACTIVE for port object 539cf68a-36da-42f7-9424-961fa7092509 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:46.346962 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Transition to ACTIVE for port object 539cf68a-36da-42f7-9424-961fa7092509 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:46.415793 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.419680 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:46.420262 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.454238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba1fa2-0df7-4e8c-ba50-1ba537ee551f req-1bd702f4-2c9b-4fc7-9500-25a789ea06e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:46.456136 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-76ba1fa2-0df7-4e8c-ba50-1ba537ee551f req-1bd702f4-2c9b-4fc7-9500-25a789ea06e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2480395 Apr 18 19:29:46.457645 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.543222 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:46.547298 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:46.557988 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:46.561674 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Pushing event updated for resources: {'Port': ['ID=539cf68a-36da-42f7-9424-961fa7092509,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:46.574012 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406dce6-7444-4837-8445-36b44088e8f4 req-336d1340-9d10-4082-8440-55d6038006ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:46.575633 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9406dce6-7444-4837-8445-36b44088e8f4 req-336d1340-9d10-4082-8440-55d6038006ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d15cd35e-84f4-4a27-9e3a-411ef1b9d845 HTTP/1.1" status: 200 len: 853 time: 0.2539449 Apr 18 19:29:46.586983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Network': ['ID=50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:46.611159 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:29:46.638286 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fb44232d-814d-47ea-a386-661b99e26937 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0075989 Apr 18 19:29:46.645831 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53926) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:46.648202 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9406dce6-7444-4837-8445-36b44088e8f4 req-2062dc9f-d56f-4f2f-a111-483d9b68ff60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cf91442-fad6-4320-8744-85f7f84e354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574989 Apr 18 19:29:46.653605 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-76ba1fa2-0df7-4e8c-ba50-1ba537ee551f req-66b9e1f8-168c-48fe-946a-851b8d2ea393 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=c0029aa5-2d4a-42e9-b163-c0e54d3ad991 HTTP/1.1" status: 200 len: 217 time: 0.1913300 Apr 18 19:29:46.657293 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcb9ccf9-6f36-48ee-9f83-7d338d136618 req-acae16b5-88b3-4091-a697-132599e2ac6c tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 1101 time: 0.2843275 Apr 18 19:29:46.661808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'subnet': {'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:46.753782 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Attempting to bind port 539cf68a-36da-42f7-9424-961fa7092509 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:46.755854 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Attempting to bind port 539cf68a-36da-42f7-9424-961fa7092509 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:46.755854 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Attempting to bind port 539cf68a-36da-42f7-9424-961fa7092509 on network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:46.769947 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba1fa2-0df7-4e8c-ba50-1ba537ee551f req-e885d20c-6263-487c-8323-91cad01226bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:46.771416 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-76ba1fa2-0df7-4e8c-ba50-1ba537ee551f req-e885d20c-6263-487c-8323-91cad01226bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1027765 Apr 18 19:29:46.773744 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:46.773967 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Checking segment: {'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:46.774992 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.774992 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Bound using segment: {'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:46.775325 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Bound port: 539cf68a-36da-42f7-9424-961fa7092509, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:46.775695 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:46.786999 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcb9ccf9-6f36-48ee-9f83-7d338d136618 req-f809e0d4-c7ac-490a-88ce-cc63c08b616d tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165683 Apr 18 19:29:46.849027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-28a5a18c-473f-4142-ade8-80e9e17ad6e7 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:46.860053 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-28a5a18c-473f-4142-ade8-80e9e17ad6e7 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.5653458 Apr 18 19:29:46.870393 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-76ba1fa2-0df7-4e8c-ba50-1ba537ee551f req-644d290a-7801-4be7-814d-79f3e576e3d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823233 Apr 18 19:29:46.890080 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] For port 539cf68a-36da-42f7-9424-961fa7092509, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:46.894231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] For port 539cf68a-36da-42f7-9424-961fa7092509, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=539cf68a-36da-42f7-9424-961fa7092509,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:46.940341 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 81506e0b-4d1e-4b6d-8999-29f8f019d93d details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:47.005658 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:47.010242 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-34e0e296-8af0-4cbc-ad7b-e79c54ca5048 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Synchronizing usage tracker for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:47.017708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Usage tracker for resource:subnet and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:47.022555 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:47.045780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:47.062836 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.080709 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9406dce6-7444-4837-8445-36b44088e8f4 req-5726c09c-4c34-4da4-8d34-14b8ad07b0f7 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027267 Apr 18 19:29:47.080934 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-76ba1fa2-0df7-4e8c-ba50-1ba537ee551f req-2759a069-39af-4d0f-b852-83d3294f91dc service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030153 Apr 18 19:29:47.134043 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8373-5524-4452-932d-ccf4cfb1e605 req-d5e68c0e-e026-405c-b321-9e8bd12af105 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:47.137210 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66fa8373-5524-4452-932d-ccf4cfb1e605 req-d5e68c0e-e026-405c-b321-9e8bd12af105 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 943 time: 0.1715360 Apr 18 19:29:47.201524 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24eb53-0eca-4e3e-94a4-4e9213266b29 None None] Pushing event updated for resources: {'Port': ['ID=539cf68a-36da-42f7-9424-961fa7092509,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:47.244133 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:47.248535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 81506e0b-4d1e-4b6d-8999-29f8f019d93d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=81506e0b-4d1e-4b6d-8999-29f8f019d93d,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:47.259076 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-34e0e296-8af0-4cbc-ad7b-e79c54ca5048 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Unset dirty status for tenant:03e626e2e26c4a2eb687295dce640e86 on resource:floatingip {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:47.266136 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-34e0e296-8af0-4cbc-ad7b-e79c54ca5048 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.4076970 Apr 18 19:29:47.266583 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '81506e0b-4d1e-4b6d-8999-29f8f019d93d', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '81506e0b-4d1e-4b6d-8999-29f8f019d93d', 'mac_address': 'fa:16:3e:bd:00:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:47.298139 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-76ba1fa2-0df7-4e8c-ba50-1ba537ee551f req-a9c2a728-5ee2-4f74-8203-9a688f798fd9 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012985 Apr 18 19:29:47.300852 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66fa8373-5524-4452-932d-ccf4cfb1e605 req-21d71410-3413-4bd3-9d7e-56ef045d9a4c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211154 Apr 18 19:29:47.340408 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.364393 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81506e0b-4d1e-4b6d-8999-29f8f019d93d {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:47.406860 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 81506e0b-4d1e-4b6d-8999-29f8f019d93d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=81506e0b-4d1e-4b6d-8999-29f8f019d93d,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:47.545760 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.549420 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-c7979792-3b61-4858-b978-917b64a37fe2 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.231 HTTP/1.1" status: 200 len: 696 time: 0.2807345 Apr 18 19:29:47.624971 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=81506e0b-4d1e-4b6d-8999-29f8f019d93d,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:47.635954 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:47.662387 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9406dce6-7444-4837-8445-36b44088e8f4 req-16cb4212-2c56-4099-903f-f2236be77c80 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742226 Apr 18 19:29:47.782085 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['81506e0b-4d1e-4b6d-8999-29f8f019d93d'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:47.937460 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-2247954a-e63d-4809-93ed-5350cc800bf9 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Deleting port f78b5f57-35bd-4081-976e-665a1fb4f20f {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:47.937460 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-2247954a-e63d-4809-93ed-5350cc800bf9 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.207093 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-2247954a-e63d-4809-93ed-5350cc800bf9 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.207420 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-2247954a-e63d-4809-93ed-5350cc800bf9 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.251944 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-5d0b0bed-d977-4b4a-bcd1-4ae9eb9de478 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:48.252469 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-5d0b0bed-d977-4b4a-bcd1-4ae9eb9de478 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Synchronizing usage tracker for tenant:5ad35ad917bc4036817be27017ea25fe on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:48.281560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b6cb0-f764-44a5-942e-1bc38e5481bf req-960cc00c-1d8e-4d4f-ab45-8eefbce7dacc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:48.283450 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-077b6cb0-f764-44a5-942e-1bc38e5481bf req-960cc00c-1d8e-4d4f-ab45-8eefbce7dacc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 948 time: 0.2436903 Apr 18 19:29:48.329213 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cabf478-2137-4890-857e-46996b2ce75b None None] Network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:48.332883 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-077b6cb0-f764-44a5-942e-1bc38e5481bf req-daa5f67a-0d8e-4757-8d0a-24e34cb1c597 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Apr 18 19:29:48.340592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-2247954a-e63d-4809-93ed-5350cc800bf9 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Calling delete_port for f78b5f57-35bd-4081-976e-665a1fb4f20f owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:48.442752 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-5d0b0bed-d977-4b4a-bcd1-4ae9eb9de478 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Unset dirty status for tenant:5ad35ad917bc4036817be27017ea25fe on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:48.447668 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-5d0b0bed-d977-4b4a-bcd1-4ae9eb9de478 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "GET /v2.0/networks?id=53865a1c-0820-41ea-bb78-cff1d4692167 HTTP/1.1" status: 200 len: 822 time: 0.4270382 Apr 18 19:29:48.463333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Request body: {'port': {'device_id': '71989fb5-b66b-4678-b1f3-68a05994a805', 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167', 'admin_state_up': True, 'tenant_id': '5ad35ad917bc4036817be27017ea25fe'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:48.505470 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.599642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Subnet': ['ID=d08a9acb-6ca3-41ef-8a0d-ab630aab5c18,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:48.605328 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-913769c4-b502-4b27-95ca-41331d183c1a req-8aee3e66-3979-4ffe-9216-f260684489dc tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 210 time: 0.1028957 Apr 18 19:29:48.638428 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8a819942-58b1-4868-85ab-c0638921c594 None None] Provisioning for port 539cf68a-36da-42f7-9424-961fa7092509 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:48.659084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Checking segment: {'id': 'a09222ed-d5eb-45da-a98c-a81fb1d9c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:48.659688 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network hostable DHCP agents. Network: 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:29:48.686075 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:48.691258 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Usage tracker for resource:port and tenant:5ad35ad917bc4036817be27017ea25fe is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:29:48.695788 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:29:48.705582 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:48.722689 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-2247954a-e63d-4809-93ed-5350cc800bf9 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.773098 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247954a-e63d-4809-93ed-5350cc800bf9 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Pushing event deleted for resources: {'Port': ['ID=f78b5f57-35bd-4081-976e-665a1fb4f20f,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:48.777162 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:29:48.809741 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device c0029aa5-2d4a-42e9-b163-c0e54d3ad991 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:48.825661 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Made reservation on behalf of 5ad35ad917bc4036817be27017ea25fe for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:48.829031 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.855236 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-901b4eee-8d6b-45ab-a1cf-e1c2c7b6b542 req-1ef04bdf-87d9-4490-8ddc-d28776a4d901 tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 1101 time: 0.1092706 Apr 18 19:29:48.905971 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-2247954a-e63d-4809-93ed-5350cc800bf9 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.922435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:48.926653 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:48.927432 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:48.939728 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c1a744-f9a0-4481-ae8f-4f21b53b51e9 None None] Network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:48.964620 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-901b4eee-8d6b-45ab-a1cf-e1c2c7b6b542 req-e863ec7c-52f5-4f06-8486-6ffe96f7033f tempest-ServersAdminTestJSON-1651330064 tempest-ServersAdminTestJSON-1651330064-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077263 Apr 18 19:29:48.965771 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 702332c5-6383-45f2-b97a-48de0246bcbc details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:48.968535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 81506e0b-4d1e-4b6d-8999-29f8f019d93d up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:49.017975 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-2247954a-e63d-4809-93ed-5350cc800bf9 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.019166 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-80bca2e3-8e12-4d80-a989-112bd0139a06 req-2247954a-e63d-4809-93ed-5350cc800bf9 tempest-FloatingIPDetailsTestJSON-1471815316 tempest-FloatingIPDetailsTestJSON-1471815316-project] 10.222.0.66 "DELETE /v2.0/floatingips/05feaa52-ca5c-4378-bfc6-a83acc9f03e6 HTTP/1.1" status: 204 len: 173 time: 1.4557850 Apr 18 19:29:49.032267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 53942) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:49.098520 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Allocated IP 172.20.0.12 (53865a1c-0820-41ea-bb78-cff1d4692167/0c5d496e-a416-45a0-a254-a9492339f206/15ad9bc4-0c60-4f61-9cf7-72e763c0b261) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:49.101066 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port c0029aa5-2d4a-42e9-b163-c0e54d3ad991, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=c0029aa5-2d4a-42e9-b163-c0e54d3ad991,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:49.172828 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-183add2f-74a5-4c88-86cb-e27a9d19581a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5151389 Apr 18 19:29:49.227882 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991', 'mac_address': 'fa:16:3e:ad:f0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:49.336790 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.386292 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 539cf68a-36da-42f7-9424-961fa7092509 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:49.411938 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127a0d4-b064-4eb1-83eb-c2cf9c87596a req-c14ef183-7f86-45b0-98dd-8f35ea616bf6 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:49.413339 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5127a0d4-b064-4eb1-83eb-c2cf9c87596a req-c14ef183-7f86-45b0-98dd-8f35ea616bf6 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 943 time: 0.2810080 Apr 18 19:29:49.449844 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0029aa5-2d4a-42e9-b163-c0e54d3ad991 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:49.501993 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.509639 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5127a0d4-b064-4eb1-83eb-c2cf9c87596a req-35d3a8eb-2c22-4407-a3e2-71e8ce2fb735 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767775 Apr 18 19:29:49.542886 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port c0029aa5-2d4a-42e9-b163-c0e54d3ad991, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=c0029aa5-2d4a-42e9-b163-c0e54d3ad991,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:49.549400 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 702332c5-6383-45f2-b97a-48de0246bcbc, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=702332c5-6383-45f2-b97a-48de0246bcbc,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:49.602275 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 81506e0b-4d1e-4b6d-8999-29f8f019d93d completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:49.612200 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '702332c5-6383-45f2-b97a-48de0246bcbc', 'network_id': '4cf91442-fad6-4320-8744-85f7f84e354c', 'port_id': '702332c5-6383-45f2-b97a-48de0246bcbc', 'mac_address': 'fa:16:3e:20:92:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15cd35e-84f4-4a27-9e3a-411ef1b9d845', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:49.614730 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 81506e0b-4d1e-4b6d-8999-29f8f019d93d triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:49.615097 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.646544 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f', 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'fixed_ips': [{'subnet_id': 'd08a9acb-6ca3-41ef-8a0d-ab630aab5c18'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:29:49.650204 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.660626 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.766977 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.845831 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=c0029aa5-2d4a-42e9-b163-c0e54d3ad991,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:49.854868 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.922725 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:49.959124 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 539cf68a-36da-42f7-9424-961fa7092509 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:49.992935 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event updated for resources: {'Port': ['ID=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:49.997440 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702332c5-6383-45f2-b97a-48de0246bcbc {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:50.000618 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Network 53865a1c-0820-41ea-bb78-cff1d4692167 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:50.006020 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:50.011553 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 539cf68a-36da-42f7-9424-961fa7092509 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:50.012160 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:50.012290 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:50.084209 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-c51f6bee-952c-4ca8-a0c7-b9f2853eb372 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:50.088594 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-c51f6bee-952c-4ca8-a0c7-b9f2853eb372 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:50.090134 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-c51f6bee-952c-4ca8-a0c7-b9f2853eb372 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/networks?id=0181d0d7-4cad-46e1-8a9c-1924c93441c3&id=50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f&id=0181d0d7-4cad-46e1-8a9c-1924c93441c3 HTTP/1.1" status: 200 len: 1391 time: 0.4429619 Apr 18 19:29:50.109372 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['c0029aa5-2d4a-42e9-b163-c0e54d3ad991'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:50.116265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:50.116915 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:50.136108 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-6821ebbc-c256-4f21-8141-f743c6a18543 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/quotas/3d1b2d052b1541b09d0bd58abb59164a HTTP/1.1" status: 200 len: 375 time: 0.0365937 Apr 18 19:29:50.155689 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 702332c5-6383-45f2-b97a-48de0246bcbc, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=702332c5-6383-45f2-b97a-48de0246bcbc,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:50.159544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59f1cf-e1ef-4173-88b1-d49628d6c9c6 req-9bc994cd-9617-4454-8205-ffe7b5f5bef0 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:50.161500 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7f59f1cf-e1ef-4173-88b1-d49628d6c9c6 req-9bc994cd-9617-4454-8205-ffe7b5f5bef0 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 949 time: 0.3195565 Apr 18 19:29:50.196404 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:50.203930 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-710c68ed-1cad-447c-a04e-d0b735c24bcd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7450895 Apr 18 19:29:50.223068 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Request body: {'port': {'device_id': '71989fb5-b66b-4678-b1f3-68a05994a805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:50.263253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f810ff59-a899-42bb-997f-ba3abc25d468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81506e0b-4d1e-4b6d-8999-29f8f019d93d'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:50.271926 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Allocated IP 19.86.0.2 (50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f/d08a9acb-6ca3-41ef-8a0d-ab630aab5c18/3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:50.281721 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:50.313631 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7f59f1cf-e1ef-4173-88b1-d49628d6c9c6 req-8b1d1c8e-17d1-4e05-a767-dc290ed3802d tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970230 Apr 18 19:29:50.324571 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 81506e0b-4d1e-4b6d-8999-29f8f019d93d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=81506e0b-4d1e-4b6d-8999-29f8f019d93d,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:50.354760 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5a4182d4-cce5-4f05-b703-ab699f4baa7b tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2132549 Apr 18 19:29:50.494103 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:50.495890 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:50.529355 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:50.551475 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['702332c5-6383-45f2-b97a-48de0246bcbc'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:50.583144 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=702332c5-6383-45f2-b97a-48de0246bcbc,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:50.614132 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-833365e9-71da-43b1-9eb8-4b3ca734b770 service neutron] 10.222.0.66 "GET /v2.0/networks/0181d0d7-4cad-46e1-8a9c-1924c93441c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584217 Apr 18 19:29:50.683544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc09d2-906b-4538-b29d-7b2154610d5f req-399633cd-a317-4fd1-ab87-3bfd8db5af28 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:50.687548 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bdcc09d2-906b-4538-b29d-7b2154610d5f req-399633cd-a317-4fd1-ab87-3bfd8db5af28 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 932 time: 0.1627917 Apr 18 19:29:50.692685 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] Deleting port 45c9cb70-01a7-40d4-a814-178feb3696fb {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:50.693158 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:50.756899 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 539cf68a-36da-42f7-9424-961fa7092509, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=539cf68a-36da-42f7-9424-961fa7092509,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:50.830037 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=81506e0b-4d1e-4b6d-8999-29f8f019d93d,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:50.850944 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bdcc09d2-906b-4538-b29d-7b2154610d5f req-2036f9ec-3cd7-4cb5-9b95-fbde5f1db6db tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324301 Apr 18 19:29:50.855082 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:50.912829 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4143bbe9-0d78-4ef0-94cd-6a7315cdeb21 service neutron] 10.222.0.66 "GET /v2.0/networks/0181d0d7-4cad-46e1-8a9c-1924c93441c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879295 Apr 18 19:29:50.967823 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.002599 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Transition to ACTIVE for port object 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:51.005288 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=539cf68a-36da-42f7-9424-961fa7092509,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:51.047015 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Transition to ACTIVE for port object 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:51.111983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] For port 45c9cb70-01a7-40d4-a814-178feb3696fb, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=45c9cb70-01a7-40d4-a814-178feb3696fb,segment=NetworkSegment(824ef925-6d36-4cd9-8340-2221fe325edc),segment_id=824ef925-6d36-4cd9-8340-2221fe325edc)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:51.112554 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.136791 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c322cdf-8661-48e2-9799-f416f25fadd5 req-2ee71810-73bd-400f-a295-960e252b90de tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:51.138528 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4c322cdf-8661-48e2-9799-f416f25fadd5 req-2ee71810-73bd-400f-a295-960e252b90de tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 950 time: 0.2208953 Apr 18 19:29:51.158722 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.182130 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:51.199632 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.218783 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-f0c99eed-0911-4b95-b179-da5edc75076e service neutron] 10.222.0.66 "GET /v2.0/networks/50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937260 Apr 18 19:29:51.255302 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Pushing event updated for resources: {'Port': ['ID=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:51.272732 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 539cf68a-36da-42f7-9424-961fa7092509 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:51.295875 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] Calling delete_port for 45c9cb70-01a7-40d4-a814-178feb3696fb owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:51.307420 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:51.308628 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Transition to ACTIVE for port object 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:51.310602 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:51.314414 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:51.379769 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-89865636-109a-4df8-87e4-b3565b10a78c service neutron] 10.222.0.66 "GET /v2.0/networks/50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596375 Apr 18 19:29:51.390430 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-4c322cdf-8661-48e2-9799-f416f25fadd5 req-9ff80cae-81ed-4aa8-ab66-ac9548868ea9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Deleting port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:51.390793 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4c322cdf-8661-48e2-9799-f416f25fadd5 req-9ff80cae-81ed-4aa8-ab66-ac9548868ea9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.405226 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.433001 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b3962-18bd-4f83-bbe8-c47ac6417f3d req-88472b01-1475-4cc6-834d-0abb9876c40c tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:51.434067 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c9b3962-18bd-4f83-bbe8-c47ac6417f3d req-88472b01-1475-4cc6-834d-0abb9876c40c tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 950 time: 0.4088964 Apr 18 19:29:51.436855 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Attempting to bind port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:51.437220 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Attempting to bind port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'a09222ed-d5eb-45da-a98c-a81fb1d9c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:51.437575 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Attempting to bind port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f on network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:51.445629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:51.445999 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Checking segment: {'id': 'a09222ed-d5eb-45da-a98c-a81fb1d9c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:51.446419 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.447015 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Bound using segment: {'id': 'a09222ed-d5eb-45da-a98c-a81fb1d9c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:51.450222 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Bound port: 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09222ed-d5eb-45da-a98c-a81fb1d9c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:51.450222 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.470608 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 539cf68a-36da-42f7-9424-961fa7092509 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:51.470984 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.586980 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c9b3962-18bd-4f83-bbe8-c47ac6417f3d req-3c9907e0-4ae7-4f69-b4e4-5917853952c8 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221309 Apr 18 19:29:51.675866 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-120462e9-5fa6-43d9-a16a-10bb3e057289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.681381 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] For port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:51.702713 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363d7254-ab12-4858-998b-e836726015d1'] response: {'server_uuid': 'f810ff59-a899-42bb-997f-ba3abc25d468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81506e0b-4d1e-4b6d-8999-29f8f019d93d', 'code': 200} Apr 18 19:29:51.801435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-4c322cdf-8661-48e2-9799-f416f25fadd5 req-9ff80cae-81ed-4aa8-ab66-ac9548868ea9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] For port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:51.802009 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4c322cdf-8661-48e2-9799-f416f25fadd5 req-9ff80cae-81ed-4aa8-ab66-ac9548868ea9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.817068 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Pushing event updated for resources: {'Port': ['ID=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:51.881370 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-ae78e63a-8963-46d8-b02e-d58af8fe5e11 service neutron] 10.222.0.66 "GET /v2.0/networks/0181d0d7-4cad-46e1-8a9c-1924c93441c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006895 Apr 18 19:29:51.891507 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] For port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:51.965758 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:51.974348 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:52.064906 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225ae83-3f7f-4161-a471-0e7d888d1bd0 None None] Pushing event updated for resources: {'Port': ['ID=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:52.078285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Attempting to bind port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:52.078651 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Attempting to bind port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:52.079041 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Attempting to bind port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 on network 53865a1c-0820-41ea-bb78-cff1d4692167 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:52.092355 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 on network 53865a1c-0820-41ea-bb78-cff1d4692167 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:29:52.092478 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Attempting to bind port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 on network 53865a1c-0820-41ea-bb78-cff1d4692167 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:52.097132 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e9f64704-d70a-4c83-a934-1ba1076886d6 req-4e8a6f0d-eb81-4ab2-8077-b1c2369fa90b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f810ff59-a899-42bb-997f-ba3abc25d468 HTTP/1.1" status: 200 len: 1100 time: 0.3261769 Apr 18 19:29:52.101537 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-4c322cdf-8661-48e2-9799-f416f25fadd5 req-9ff80cae-81ed-4aa8-ab66-ac9548868ea9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Calling delete_port for e6d3586a-9d7c-4d0d-8dbd-c731455ac66b owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:52.137591 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:52.138136 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Checking segment: {'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:52.138281 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Bound using segment: {'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:52.138765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Bound port: 15ad9bc4-0c60-4f61-9cf7-72e763c0b261, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:52.139114 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:52.148685 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] Pushing event deleted for resources: {'Port': ['ID=45c9cb70-01a7-40d4-a814-178feb3696fb,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:52.176886 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-531c05bd-a12f-4653-8dcc-dca6cb0e9d42 service neutron] 10.222.0.66 "GET /v2.0/networks/0181d0d7-4cad-46e1-8a9c-1924c93441c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686589 Apr 18 19:29:52.244460 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e9f64704-d70a-4c83-a934-1ba1076886d6 req-756d5295-c502-4e50-bf90-2fb2a58f49b8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409385 Apr 18 19:29:52.292112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] For port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:52.297877 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] For port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:52.424396 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:52.424515 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f4cf6-8a2a-419c-871d-fcd92df02cea req-ef50c611-8abd-46f3-bfa9-ee4f1f70e0b6 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:52.425015 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c63f4cf6-8a2a-419c-871d-fcd92df02cea req-ef50c611-8abd-46f3-bfa9-ee4f1f70e0b6 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 944 time: 0.5088434 Apr 18 19:29:52.515890 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:52.515890 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] 10.222.0.16 "PUT /v2.0/ports/15ad9bc4-0c60-4f61-9cf7-72e763c0b261 HTTP/1.1" status: 200 len: 1092 time: 2.2983871 Apr 18 19:29:52.515890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71989fb5-b66b-4678-b1f3-68a05994a805', 'tag': '15ad9bc4-0c60-4f61-9cf7-72e763c0b261'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:52.551682 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5571f4-6e8d-41ff-965d-3125452c18e9 service neutron] Pushing event updated for resources: {'Port': ['ID=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:52.588280 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4c322cdf-8661-48e2-9799-f416f25fadd5 req-9ff80cae-81ed-4aa8-ab66-ac9548868ea9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:52.604418 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d3860fcc-e194-4283-a07f-4d6d619d2900', 'e6d3586a-9d7c-4d0d-8dbd-c731455ac66b', '12a987e5-636b-4374-92d7-6ebbf79a9c99'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:52.697484 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff80cae-81ed-4aa8-ab66-ac9548868ea9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Pushing event deleted for resources: {'Port': ['ID=e6d3586a-9d7c-4d0d-8dbd-c731455ac66b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:52.718590 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c63f4cf6-8a2a-419c-871d-fcd92df02cea req-913adac6-6e9b-4a17-9d72-172fe59c0a65 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926035 Apr 18 19:29:52.753263 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-19f99df2-08f4-41e3-a9fe-ae8a5bbb4e52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ad35ad917bc4036817be27017ea25fe&device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 1095 time: 0.1175361 Apr 18 19:29:52.759907 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a6ab9-aa85-4a5e-bd52-0b6ade80a92c req-44272afe-2992-4b2a-94eb-c0e035e0c495 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:52.761429 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-538a6ab9-aa85-4a5e-bd52-0b6ade80a92c req-44272afe-2992-4b2a-94eb-c0e035e0c495 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 949 time: 0.1781073 Apr 18 19:29:52.832201 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device c0029aa5-2d4a-42e9-b163-c0e54d3ad991 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:52.853022 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-822789f1-a4a3-4a9a-93eb-f02cc2c01092 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15ad9bc4-0c60-4f61-9cf7-72e763c0b261 HTTP/1.1" status: 200 len: 217 time: 0.0905957 Apr 18 19:29:52.883754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c322cdf-8661-48e2-9799-f416f25fadd5 req-9ff80cae-81ed-4aa8-ab66-ac9548868ea9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] No DVR routers for this DVR port e6d3586a-9d7c-4d0d-8dbd-c731455ac66b on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:52.891039 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4c322cdf-8661-48e2-9799-f416f25fadd5 req-9ff80cae-81ed-4aa8-ab66-ac9548868ea9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:52.903221 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57d04d2-3c72-49e7-86e5-8a1fd71f9488', 'name': 'network-vif-deleted', 'tag': 'e6d3586a-9d7c-4d0d-8dbd-c731455ac66b'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:52.935111 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-538a6ab9-aa85-4a5e-bd52-0b6ade80a92c req-879c9599-51bb-4bf0-9b72-13c0e84323d4 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165113 Apr 18 19:29:52.942226 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-fa67bbba-1d3b-4341-8d8b-5aa0a61210b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:52.943660 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-fa67bbba-1d3b-4341-8d8b-5aa0a61210b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c5d496e-a416-45a0-a254-a9492339f206 HTTP/1.1" status: 200 len: 862 time: 0.0796945 Apr 18 19:29:52.983777 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 702332c5-6383-45f2-b97a-48de0246bcbc up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:53.008894 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-d88dc4dd-0107-4d34-8142-81c5a521666e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53865a1c-0820-41ea-bb78-cff1d4692167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586236 Apr 18 19:29:53.035300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162be98-1b0b-4846-843e-9a31ff485201 req-9246f7d2-879c-4c08-93c9-66f236aa91e9 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:53.038778 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7162be98-1b0b-4846-843e-9a31ff485201 req-9246f7d2-879c-4c08-93c9-66f236aa91e9 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 944 time: 0.1280453 Apr 18 19:29:53.044610 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:53.137398 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4c322cdf-8661-48e2-9799-f416f25fadd5 req-9ff80cae-81ed-4aa8-ab66-ac9548868ea9 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "DELETE /v2.0/ports/e6d3586a-9d7c-4d0d-8dbd-c731455ac66b HTTP/1.1" status: 204 len: 173 time: 1.9902074 Apr 18 19:29:53.141887 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b8bcf2d5-6b38-4a82-8895-a793489a7ec8 req-1096f73e-a3ee-4e4c-85f6-a1e6080954d8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 210 time: 0.0933964 Apr 18 19:29:53.217112 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-a5d56908-c3a4-4c6f-b039-fd0a9fe2789f service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981432 Apr 18 19:29:53.223946 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:53.242449 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:53.243054 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:53.332789 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7162be98-1b0b-4846-843e-9a31ff485201 req-f0e34505-c003-4cb3-a74f-783f22de8e47 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837639 Apr 18 19:29:53.369731 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 702332c5-6383-45f2-b97a-48de0246bcbc completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:53.392665 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 702332c5-6383-45f2-b97a-48de0246bcbc triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:53.393364 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:53.446234 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3ccc69-04a1-464f-8d6d-f93100d0aa50'] response: {'name': 'network-changed', 'server_uuid': '71989fb5-b66b-4678-b1f3-68a05994a805', 'tag': '15ad9bc4-0c60-4f61-9cf7-72e763c0b261', 'status': 'completed', 'code': 200} Apr 18 19:29:53.644576 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe184502-e8e2-40e8-b40a-34d898578b22 req-0fc5a47e-6c7f-44f6-89dd-7ac6588530e4 service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170525 Apr 18 19:29:53.678163 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:53.803319 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609fa5c0-3cbd-4b22-af39-7c55fd11b007'] response: {'server_uuid': 'a57d04d2-3c72-49e7-86e5-8a1fd71f9488', 'name': 'network-vif-deleted', 'tag': 'e6d3586a-9d7c-4d0d-8dbd-c731455ac66b', 'status': 'completed', 'code': 200} Apr 18 19:29:53.956509 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a494388c-7c8d-4f80-bb54-b578d3f3bc21 req-a4e85c7b-d7cc-4b44-8aeb-433f886b4a66 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=a57d04d2-3c72-49e7-86e5-8a1fd71f9488 HTTP/1.1" status: 200 len: 210 time: 0.2190609 Apr 18 19:29:54.003362 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:54.028900 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-78edd211-eb12-4b9f-88c5-57955a1ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:54.072336 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7dbe2ce0-c940-43c5-a8c5-8b673e357f85 req-d981fb7d-f939-494d-868d-4b42b0033cb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ad35ad917bc4036817be27017ea25fe&device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 1095 time: 0.2386200 Apr 18 19:29:54.093647 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d9a14-b474-403d-9a83-39a76ed026dd None None] Network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:29:54.274479 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Sync routers for ids ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:54.276987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe2ce0-c940-43c5-a8c5-8b673e357f85 req-a3f3e0d4-f366-4675-a008-4b569cf0f232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:54.287494 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7dbe2ce0-c940-43c5-a8c5-8b673e357f85 req-a3f3e0d4-f366-4675-a008-4b569cf0f232 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53865a1c-0820-41ea-bb78-cff1d4692167 HTTP/1.1" status: 200 len: 923 time: 0.2162285 Apr 18 19:29:54.330604 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:54.377432 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf2f23-902e-4165-acd8-745b8fdc31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:54.400506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00029cba-db05-469d-86af-b5cb0881856c req-b6b33fbd-d6e5-4b06-b396-ab5fb64d0b42 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:54.402217 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-00029cba-db05-469d-86af-b5cb0881856c req-b6b33fbd-d6e5-4b06-b396-ab5fb64d0b42 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 944 time: 0.1212080 Apr 18 19:29:54.447029 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 702332c5-6383-45f2-b97a-48de0246bcbc, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=702332c5-6383-45f2-b97a-48de0246bcbc,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:54.454317 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port c0029aa5-2d4a-42e9-b163-c0e54d3ad991, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=c0029aa5-2d4a-42e9-b163-c0e54d3ad991,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:54.456852 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Routers {'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:54.457500 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:29:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:54.492138 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-00029cba-db05-469d-86af-b5cb0881856c req-e24250c7-3b46-4aa0-9cf1-5d711a2c0ae3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814159 Apr 18 19:29:54.527959 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:54.560204 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7dbe2ce0-c940-43c5-a8c5-8b673e357f85 req-f43f91c9-bc2e-4880-a8a4-0128756a80fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15ad9bc4-0c60-4f61-9cf7-72e763c0b261 HTTP/1.1" status: 200 len: 217 time: 0.2662468 Apr 18 19:29:54.589290 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] Router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:29:54.603189 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:54.605117 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:54.605986 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e6d3586a-9d7c-4d0d-8dbd-c731455ac66b no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:54.667215 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdf1ee-0690-418a-bc6e-8335c5e567b4 req-a76552de-4efe-4243-bbec-690344ffe0df tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:54.669142 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-17cdf1ee-0690-418a-bc6e-8335c5e567b4 req-a76552de-4efe-4243-bbec-690344ffe0df tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 949 time: 0.3764482 Apr 18 19:29:54.673064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe2ce0-c940-43c5-a8c5-8b673e357f85 req-4be786c8-90ec-4b47-a252-731c738809ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:54.678137 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7dbe2ce0-c940-43c5-a8c5-8b673e357f85 req-4be786c8-90ec-4b47-a252-731c738809ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c5d496e-a416-45a0-a254-a9492339f206 HTTP/1.1" status: 200 len: 862 time: 0.1033654 Apr 18 19:29:54.729912 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: e6d3586a-9d7c-4d0d-8dbd-c731455ac66b {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:54.730352 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e6d3586a-9d7c-4d0d-8dbd-c731455ac66b not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:54.740083 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a3f4d360-bffc-46a7-ae78-832a822f38f5 None None] Provisioning for port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:29:54.745712 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7dbe2ce0-c940-43c5-a8c5-8b673e357f85 req-aeed436a-afaa-43fd-8bc4-c78488c049cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53865a1c-0820-41ea-bb78-cff1d4692167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535369 Apr 18 19:29:54.769856 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a3f4d360-bffc-46a7-ae78-832a822f38f5 None None] Provisioning complete for port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:54.770386 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d360-bffc-46a7-ae78-832a822f38f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:54.840533 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5eb0482b-a1a2-4e1f-ab73-ad971058858b req-a47bcdcd-065d-4088-81a7-8320e7e9b6a8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Synchronizing usage tracker for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:54.858646 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-17cdf1ee-0690-418a-bc6e-8335c5e567b4 req-93d449df-9052-4357-8073-53fd4fe4a6f5 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829638 Apr 18 19:29:54.957582 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Set router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:54.962070 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7dbe2ce0-c940-43c5-a8c5-8b673e357f85 req-cf222798-1769-4499-b5e7-9e168a2c2660 service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042375 Apr 18 19:29:55.008844 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:29:55.014401 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9c82030c-78b9-4d3b-8717-9927182eb1af admin admin] 10.222.0.66 "PUT /v2.0/routers/2f438b3a-13c3-47bd-a26a-4d391f5d4e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9814863 Apr 18 19:29:55.016826 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54004) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:55.021262 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77232e6-edef-4a08-a2b4-f25e4079c0f5 None None] Sync routers for ids ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:29:55.055292 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77232e6-edef-4a08-a2b4-f25e4079c0f5 None None] Routers {'2f438b3a-13c3-47bd-a26a-4d391f5d4e86'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:55.056066 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d77232e6-edef-4a08-a2b4-f25e4079c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:29:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:55.150422 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a391d987-f5f9-47dd-a4d5-7d0df974912b'] response: {'server_uuid': 'e6cf2f23-902e-4165-acd8-745b8fdc31bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991', 'code': 200} Apr 18 19:29:55.167383 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.171458 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.172193 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=c0029aa5-2d4a-42e9-b163-c0e54d3ad991,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:55.189649 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7dbe2ce0-c940-43c5-a8c5-8b673e357f85 req-219a997d-bc68-4c67-a601-0334a8a7e9ee service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166653 Apr 18 19:29:55.257973 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5eb0482b-a1a2-4e1f-ab73-ad971058858b req-a47bcdcd-065d-4088-81a7-8320e7e9b6a8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Unset dirty status for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:55.259588 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5eb0482b-a1a2-4e1f-ab73-ad971058858b req-a47bcdcd-065d-4088-81a7-8320e7e9b6a8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 210 time: 0.6320364 Apr 18 19:29:55.307082 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=702332c5-6383-45f2-b97a-48de0246bcbc,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:55.424569 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c2dcf873-631a-4975-99a9-2624e9ee7bfa req-b7a096d4-436f-459e-9865-c2b8bbf9886a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 1101 time: 0.2813334 Apr 18 19:29:55.461186 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e78fe1-b388-4a13-a009-4900ac605baf req-14f7d959-09a5-4ce4-b511-ffa4c49fc634 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:55.462077 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e0e78fe1-b388-4a13-a009-4900ac605baf req-14f7d959-09a5-4ce4-b511-ffa4c49fc634 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Synchronizing usage tracker for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:55.494082 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c2dcf873-631a-4975-99a9-2624e9ee7bfa req-dda0ec59-61a1-4409-9ed8-5b1c9ffe4869 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600243 Apr 18 19:29:55.503120 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-d77232e6-edef-4a08-a2b4-f25e4079c0f5 None None] Set router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:55.549999 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.576867 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e0e78fe1-b388-4a13-a009-4900ac605baf req-14f7d959-09a5-4ce4-b511-ffa4c49fc634 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Unset dirty status for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:55.578589 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e0e78fe1-b388-4a13-a009-4900ac605baf req-14f7d959-09a5-4ce4-b511-ffa4c49fc634 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 944 time: 0.2880280 Apr 18 19:29:55.693024 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d360-bffc-46a7-ae78-832a822f38f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.700638 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e0e78fe1-b388-4a13-a009-4900ac605baf req-d60720dc-1dc5-4295-860f-71147a742fec tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Synchronizing usage tracker for tenant:5ad35ad917bc4036817be27017ea25fe on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:55.780357 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-a3f4d360-bffc-46a7-ae78-832a822f38f5 None None] For port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:55.859462 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'name': 'tempest-ServersTestMultiNic-718568495-router', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:26Z', 'updated_at': '2022-04-18T19:29:35Z', 'revision_number': 4, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'gw_port': {'id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:27Z', 'updated_at': '2022-04-18T19:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'a41bb5a8-fcd9-4178-b3ad-abfc10231a02', 'name': '', 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'mac_address': 'fa:16:3e:dc:cc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adaca97f-1183-40d3-a060-bd8dda67e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:33Z', 'updated_at': '2022-04-18T19:29:35Z', 'revision_number': 2, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'subnets': [{'id': 'adaca97f-1183-40d3-a060-bd8dda67e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:55.887076 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Checking router: a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:55.887424 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Updating router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:29:55.915420 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e0e78fe1-b388-4a13-a009-4900ac605baf req-d60720dc-1dc5-4295-860f-71147a742fec tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Unset dirty status for tenant:5ad35ad917bc4036817be27017ea25fe on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:55.917916 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e0e78fe1-b388-4a13-a009-4900ac605baf req-d60720dc-1dc5-4295-860f-71147a742fec tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338833 Apr 18 19:29:55.979909 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:55.999532 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d360-bffc-46a7-ae78-832a822f38f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.022833 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d77232e6-edef-4a08-a2b4-f25e4079c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-router', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:02Z', 'updated_at': '2022-04-18T19:29:51Z', 'revision_number': 5, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'gw_port': {'id': '76e56d22-096c-481c-84db-c85c7b4d68b7', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:04Z', 'updated_at': '2022-04-18T19:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:56.027032 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77232e6-edef-4a08-a2b4-f25e4079c0f5 None None] Checking router: 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:29:56.039444 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77232e6-edef-4a08-a2b4-f25e4079c0f5 None None] Routers {'2f438b3a-13c3-47bd-a26a-4d391f5d4e86'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:56.040063 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d77232e6-edef-4a08-a2b4-f25e4079c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:29:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:56.045265 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.143078 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4d360-bffc-46a7-ae78-832a822f38f5 None None] Pushing event updated for resources: {'Port': ['ID=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:56.144502 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Deleting port 76e56d22-096c-481c-84db-c85c7b4d68b7 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:56.144502 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.245628 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a454eeb5-75bf-4d3e-addf-bd2f39422440 None None] Provisioning complete for port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:56.246622 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a454eeb5-75bf-4d3e-addf-bd2f39422440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.376318 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-d77232e6-edef-4a08-a2b4-f25e4079c0f5 None None] Set router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 gateway port host: None {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:56.376874 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78884682-970d-4a19-814a-8a3cb6f1c7f7 req-36a91513-f37e-4422-b64d-9647c3401ff0 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:56.384561 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78884682-970d-4a19-814a-8a3cb6f1c7f7 req-36a91513-f37e-4422-b64d-9647c3401ff0 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 945 time: 0.2226458 Apr 18 19:29:56.450799 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-78884682-970d-4a19-814a-8a3cb6f1c7f7 req-bd8cf8ec-9477-437b-b1d2-ec8d6f0002ba tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649834 Apr 18 19:29:56.498671 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.528594 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-d77232e6-edef-4a08-a2b4-f25e4079c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-router', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:02Z', 'updated_at': '2022-04-18T19:29:55Z', 'revision_number': 6, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'gw_port_host': None}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:56.532896 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77232e6-edef-4a08-a2b4-f25e4079c0f5 None None] The sync data for ids ['2f438b3a-13c3-47bd-a26a-4d391f5d4e86'] in n-d-838334-1 is: [{'id': '2f438b3a-13c3-47bd-a26a-4d391f5d4e86', 'name': 'tempest-FloatingIPDetailsTestJSON-1910343357-router', 'tenant_id': '03e626e2e26c4a2eb687295dce640e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:02Z', 'updated_at': '2022-04-18T19:29:55Z', 'revision_number': 6, 'project_id': '03e626e2e26c4a2eb687295dce640e86', 'gw_port_host': None}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:56.707780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f78b0-4879-4882-8b6b-7752cf8911bb req-37a9cb89-7793-44b0-a7b4-9b64cf029e9b tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:56.711756 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5a0f78b0-4879-4882-8b6b-7752cf8911bb req-37a9cb89-7793-44b0-a7b4-9b64cf029e9b tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 950 time: 0.1357648 Apr 18 19:29:56.789893 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.792884 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] For port 76e56d22-096c-481c-84db-c85c7b4d68b7, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=76e56d22-096c-481c-84db-c85c7b4d68b7,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:56.793434 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:56.804875 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Transition to ACTIVE for port object a41bb5a8-fcd9-4178-b3ad-abfc10231a02 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:56.806702 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4e818a8f-79e8-4423-b9fc-799572319540 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:56.813277 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4e818a8f-79e8-4423-b9fc-799572319540 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:56.813277 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4e818a8f-79e8-4423-b9fc-799572319540 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Synchronizing usage tracker for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:56.814084 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5a0f78b0-4879-4882-8b6b-7752cf8911bb req-a9def282-aa89-4289-8f76-cae33dc81252 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936775 Apr 18 19:29:56.828183 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bbc56-3811-48b6-befe-819cf76f6467 req-5f41e84f-5e55-42bb-9a9a-b8d7a33c3fa9 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:56.831832 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:29:56.837720 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-882bbc56-3811-48b6-befe-819cf76f6467 req-5f41e84f-5e55-42bb-9a9a-b8d7a33c3fa9 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 950 time: 0.4416647 Apr 18 19:29:56.952157 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.048137 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f08af136-ef2e-4e79-b767-9d134163c6f0 req-cbf4d929-3c51-4bc5-83c6-3f990c0004d6 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 210 time: 0.0690024 Apr 18 19:29:57.161159 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a93a0a-563a-4145-a253-d753e10b588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702332c5-6383-45f2-b97a-48de0246bcbc'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:57.163632 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Calling delete_port for 76e56d22-096c-481c-84db-c85c7b4d68b7 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:57.171195 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24402624-9f1f-4bbc-bd68-a7be3c54a6e2 None None] Pushing event updated for resources: {'Port': ['ID=a41bb5a8-fcd9-4178-b3ad-abfc10231a02,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:57.208445 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:57.223235 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '15ad9bc4-0c60-4f61-9cf7-72e763c0b261', 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167', 'port_id': '15ad9bc4-0c60-4f61-9cf7-72e763c0b261', 'mac_address': 'fa:16:3e:ee:ac:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5d496e-a416-45a0-a254-a9492339f206', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:29:57.330063 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-882bbc56-3811-48b6-befe-819cf76f6467 req-99a24596-d50a-4c8d-b91f-fde46c1c98f9 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892817 Apr 18 19:29:57.340431 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4e818a8f-79e8-4423-b9fc-799572319540 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Unset dirty status for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:57.343148 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4e818a8f-79e8-4423-b9fc-799572319540 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "GET /v2.0/networks?id=0181d0d7-4cad-46e1-8a9c-1924c93441c3&id=50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f&id=0181d0d7-4cad-46e1-8a9c-1924c93441c3 HTTP/1.1" status: 200 len: 1391 time: 1.1391706 Apr 18 19:29:57.365264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Attempting to bind port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:29:57.365777 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Attempting to bind port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '49bd38a3-98b3-4671-9cdf-b8d3a39ec37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:29:57.366162 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Attempting to bind port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 on network 9a7859bb-179d-454d-9205-fa5ba3ea0e54 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:29:57.370296 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'port': {'device_id': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3', 'admin_state_up': True, 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:29:57.371372 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57921f1-914e-40e1-a554-c53d2af7af37 req-404e495a-4e13-44f9-bcc7-ec8ada39db16 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:57.380769 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d57921f1-914e-40e1-a554-c53d2af7af37 req-404e495a-4e13-44f9-bcc7-ec8ada39db16 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 944 time: 0.1551061 Apr 18 19:29:57.381330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:29:57.381330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Checking segment: {'id': '49bd38a3-98b3-4671-9cdf-b8d3a39ec37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:29:57.381832 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.382911 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Bound using segment: {'id': '49bd38a3-98b3-4671-9cdf-b8d3a39ec37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:29:57.383564 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Bound port: a41bb5a8-fcd9-4178-b3ad-abfc10231a02, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bd38a3-98b3-4671-9cdf-b8d3a39ec37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:29:57.384024 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.406045 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.433348 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:29:57.455459 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:57.463855 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af5730e-d01d-406b-8b29-6a723a49ac5d'] response: {'server_uuid': '84a93a0a-563a-4145-a253-d753e10b588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702332c5-6383-45f2-b97a-48de0246bcbc', 'code': 200} Apr 18 19:29:57.539225 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d57921f1-914e-40e1-a554-c53d2af7af37 req-634fbf9a-84b9-4f2d-8d19-5b67a3eae125 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575742 Apr 18 19:29:57.590759 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeacfe-0ae2-4505-af9a-cff78431efc6 req-7f29bfa4-da03-48f3-b6ad-ff22688c789f tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:57.592342 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8aeacfe-0ae2-4505-af9a-cff78431efc6 req-7f29bfa4-da03-48f3-b6ad-ff22688c789f tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 950 time: 0.1566365 Apr 18 19:29:57.603505 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:29:57.646183 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.679849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-d8aeacfe-0ae2-4505-af9a-cff78431efc6 req-be0f18c5-510e-40fa-8555-6c25a8f227f1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Deleting port d3860fcc-e194-4283-a07f-4d6d619d2900 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:29:57.680357 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8aeacfe-0ae2-4505-af9a-cff78431efc6 req-be0f18c5-510e-40fa-8555-6c25a8f227f1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.775851 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:57.789905 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] For port a41bb5a8-fcd9-4178-b3ad-abfc10231a02, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:29:57.794498 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] For port a41bb5a8-fcd9-4178-b3ad-abfc10231a02, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a41bb5a8-fcd9-4178-b3ad-abfc10231a02,segment=NetworkSegment(49bd38a3-98b3-4671-9cdf-b8d3a39ec37d),segment_id=49bd38a3-98b3-4671-9cdf-b8d3a39ec37d)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:29:57.804589 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:29:57.804589 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.812042 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.881259 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e56d22-096c-481c-84db-c85c7b4d68b7,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:57.889431 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.900701 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:29:57.943620 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c65599a-eef5-49c2-8269-4be07d9375f3 req-9cb7b8d6-b45d-4a1f-919e-ab917b0a09b7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 1096 time: 0.2926066 Apr 18 19:29:57.961803 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['15ad9bc4-0c60-4f61-9cf7-72e763c0b261'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:57.984446 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-d8aeacfe-0ae2-4505-af9a-cff78431efc6 req-be0f18c5-510e-40fa-8555-6c25a8f227f1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] For port d3860fcc-e194-4283-a07f-4d6d619d2900, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d3860fcc-e194-4283-a07f-4d6d619d2900,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:29:57.984807 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8aeacfe-0ae2-4505-af9a-cff78431efc6 req-be0f18c5-510e-40fa-8555-6c25a8f227f1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:57.998932 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:29:58.015965 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0035a-cd21-401d-abb4-b05944c59400 req-75759765-b606-4b09-810d-68b4a2dfb3b3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:58.017798 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c5d0035a-cd21-401d-abb4-b05944c59400 req-75759765-b606-4b09-810d-68b4a2dfb3b3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 945 time: 0.3606684 Apr 18 19:29:58.194044 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24402624-9f1f-4bbc-bd68-a7be3c54a6e2 None None] Pushing event updated for resources: {'Port': ['ID=a41bb5a8-fcd9-4178-b3ad-abfc10231a02,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:58.205366 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Routers {'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:29:58.206153 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:29:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:58.210503 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-d8aeacfe-0ae2-4505-af9a-cff78431efc6 req-be0f18c5-510e-40fa-8555-6c25a8f227f1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Calling delete_port for d3860fcc-e194-4283-a07f-4d6d619d2900 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:29:58.240419 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c65599a-eef5-49c2-8269-4be07d9375f3 req-06168428-8421-42ae-aaa1-0ebd9765073f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868953 Apr 18 19:29:58.241006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:29:58.244569 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:58.332421 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 45c9cb70-01a7-40d4-a814-178feb3696fb no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:58.392827 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 45c9cb70-01a7-40d4-a814-178feb3696fb {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:58.393909 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 45c9cb70-01a7-40d4-a814-178feb3696fb not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:58.394592 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 76e56d22-096c-481c-84db-c85c7b4d68b7 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:29:58.431087 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c5d0035a-cd21-401d-abb4-b05944c59400 req-1db06459-806d-4772-9156-8ee62980224b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988972 Apr 18 19:29:58.465264 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:58.467054 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 76e56d22-096c-481c-84db-c85c7b4d68b7 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:29:58.467572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 76e56d22-096c-481c-84db-c85c7b4d68b7 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:29:58.477418 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8aeacfe-0ae2-4505-af9a-cff78431efc6 req-be0f18c5-510e-40fa-8555-6c25a8f227f1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:58.497863 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d3860fcc-e194-4283-a07f-4d6d619d2900', '12a987e5-636b-4374-92d7-6ebbf79a9c99'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:29:58.542528 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f18c5-510e-40fa-8555-6c25a8f227f1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Pushing event deleted for resources: {'Port': ['ID=d3860fcc-e194-4283-a07f-4d6d619d2900,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:58.745702 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8aeacfe-0ae2-4505-af9a-cff78431efc6 req-be0f18c5-510e-40fa-8555-6c25a8f227f1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] No DVR routers for this DVR port d3860fcc-e194-4283-a07f-4d6d619d2900 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:29:58.755941 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8aeacfe-0ae2-4505-af9a-cff78431efc6 req-be0f18c5-510e-40fa-8555-6c25a8f227f1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:58.759976 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6620db-b538-4ead-9c32-83db7393a18e', 'name': 'network-vif-deleted', 'tag': 'd3860fcc-e194-4283-a07f-4d6d619d2900'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:29:58.775992 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8aeacfe-0ae2-4505-af9a-cff78431efc6 req-be0f18c5-510e-40fa-8555-6c25a8f227f1 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "DELETE /v2.0/ports/d3860fcc-e194-4283-a07f-4d6d619d2900 HTTP/1.1" status: 204 len: 173 time: 1.1789973 Apr 18 19:29:58.785827 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec9744-c937-4713-b456-23e2c11fec7e req-81dc8dcd-e7c3-4b71-b333-5c5e0e98e74a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:58.786556 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-06ec9744-c937-4713-b456-23e2c11fec7e req-81dc8dcd-e7c3-4b71-b333-5c5e0e98e74a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Synchronizing usage tracker for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:29:58.797403 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] Set router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:29:58.870933 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-06ec9744-c937-4713-b456-23e2c11fec7e req-81dc8dcd-e7c3-4b71-b333-5c5e0e98e74a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Unset dirty status for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:29:58.872109 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-06ec9744-c937-4713-b456-23e2c11fec7e req-81dc8dcd-e7c3-4b71-b333-5c5e0e98e74a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b6620db-b538-4ead-9c32-83db7393a18e HTTP/1.1" status: 200 len: 867 time: 0.4720700 Apr 18 19:29:58.904618 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Allocated IP 19.80.0.12 (0181d0d7-4cad-46e1-8a9c-1924c93441c3/06770f77-d8fb-4c10-8707-ba5d82afeaeb/d2401830-1b35-4a3c-b370-2e9eef00c69a) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:29:58.940583 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-06ec9744-c937-4713-b456-23e2c11fec7e req-599c0611-7679-4f54-9ebf-2ee5d278ec71 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619752 Apr 18 19:29:59.167689 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.197916 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Transition to ACTIVE for port object d2401830-1b35-4a3c-b370-2e9eef00c69a will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:29:59.228351 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e7a00781-9c74-4c2a-b0ae-b4ff0761f532 req-e8d2060e-b956-438b-a5a0-89125f624381 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 210 time: 0.5734496 Apr 18 19:29:59.425365 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.440960 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'name': 'tempest-ServersTestMultiNic-718568495-router', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:26Z', 'updated_at': '2022-04-18T19:29:35Z', 'revision_number': 4, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'gw_port': {'id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:27Z', 'updated_at': '2022-04-18T19:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'a41bb5a8-fcd9-4178-b3ad-abfc10231a02', 'name': '', 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'mac_address': 'fa:16:3e:dc:cc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adaca97f-1183-40d3-a060-bd8dda67e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:33Z', 'updated_at': '2022-04-18T19:29:57Z', 'revision_number': 4, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'subnets': [{'id': 'adaca97f-1183-40d3-a060-bd8dda67e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:29:59.445297 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1ea530-5723-4d91-bab2-5917c43891fe None None] The sync data for ids ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'] in n-d-838334-1 is: [{'id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'name': 'tempest-ServersTestMultiNic-718568495-router', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:26Z', 'updated_at': '2022-04-18T19:29:35Z', 'revision_number': 4, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'gw_port': {'id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:27Z', 'updated_at': '2022-04-18T19:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'a41bb5a8-fcd9-4178-b3ad-abfc10231a02', 'name': '', 'network_id': '9a7859bb-179d-454d-9205-fa5ba3ea0e54', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'mac_address': 'fa:16:3e:dc:cc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adaca97f-1183-40d3-a060-bd8dda67e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:33Z', 'updated_at': '2022-04-18T19:29:57Z', 'revision_number': 4, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'subnets': [{'id': 'adaca97f-1183-40d3-a060-bd8dda67e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:29:59.614233 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.637287 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.643925 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Port': ['ID=d2401830-1b35-4a3c-b370-2e9eef00c69a,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:29:59.651553 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:29:59.655665 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:29:59.661334 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:29:59.709812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:59.709812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:59.709812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:59.709812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:59.709812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:59.709812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:59.709812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:59.709812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:59.709812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:59.709812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:59.709812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:29:59.766654 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:59.766654 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.776474 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4c2cc-8f40-4027-8417-cf031878701a req-1f35b962-5e96-4830-afa1-d6c7a6f79590 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:29:59.778027 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4aa4c2cc-8f40-4027-8417-cf031878701a req-1f35b962-5e96-4830-afa1-d6c7a6f79590 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 950 time: 0.2882392 Apr 18 19:29:59.843931 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4aa4c2cc-8f40-4027-8417-cf031878701a req-b22a87b4-e368-4fa8-b658-2f5e7f52f056 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590703 Apr 18 19:29:59.894106 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.894910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f438b3a-13c3-47bd-a26a-4d391f5d4e86 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:29:59.900573 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:29:59.903188 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3c3f6b99-6630-47ef-869a-a9a96a69b4e8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/2f438b3a-13c3-47bd-a26a-4d391f5d4e86 HTTP/1.1" status: 204 len: 168 time: 4.8841569 Apr 18 19:29:59.904635 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54060) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:29:59.964055 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-a8df2ca0-2908-4c24-8406-6c606e70b578 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5949590 Apr 18 19:29:59.974354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'port': {'device_id': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f', 'admin_state_up': True, 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:00.103422 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2949346f-a026-4417-9b3d-a747b73ec2e2'] response: {'server_uuid': '5b6620db-b538-4ead-9c32-83db7393a18e', 'name': 'network-vif-deleted', 'tag': 'd3860fcc-e194-4283-a07f-4d6d619d2900', 'status': 'completed', 'code': 200} Apr 18 19:30:00.122261 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-c609fd9d-638c-4a4f-8e05-3ae5d7b371a8 None None] Provisioning for port d2401830-1b35-4a3c-b370-2e9eef00c69a completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:00.127592 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-c609fd9d-638c-4a4f-8e05-3ae5d7b371a8 None None] Provisioning complete for port d2401830-1b35-4a3c-b370-2e9eef00c69a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:00.127936 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c609fd9d-638c-4a4f-8e05-3ae5d7b371a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:00.208309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0bffbc-9883-43b3-bf05-d32c6c6a9f00 admin admin] Deleting subnet e3eaccc8-826f-4a4a-ac62-4392504dc869 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:30:00.229638 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6a0bffbc-9883-43b3-bf05-d32c6c6a9f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:00.256549 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c609fd9d-638c-4a4f-8e05-3ae5d7b371a8 None None] Port d2401830-1b35-4a3c-b370-2e9eef00c69a cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:30:00.343016 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6a0bffbc-9883-43b3-bf05-d32c6c6a9f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:00.375986 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84be4b2-a4ac-4ab5-9f0b-13dbba4034b0 req-b0fd852f-3051-4e45-898b-0eb1c2789baa tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:00.377923 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e84be4b2-a4ac-4ab5-9f0b-13dbba4034b0 req-b0fd852f-3051-4e45-898b-0eb1c2789baa tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 945 time: 0.1113343 Apr 18 19:30:00.398700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006efa9-9aa7-430d-b89f-1b05e5150785 req-b43e1c50-646d-4d58-b404-0ac912f9eef3 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:00.400182 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d006efa9-9aa7-430d-b89f-1b05e5150785 req-b43e1c50-646d-4d58-b404-0ac912f9eef3 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 945 time: 0.3074894 Apr 18 19:30:00.404235 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:00.430911 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e84be4b2-a4ac-4ab5-9f0b-13dbba4034b0 req-c4ae4025-165f-4bfe-a390-a8f73f489533 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469184 Apr 18 19:30:00.431992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Usage tracker for resource:port and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:00.440989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:00.451104 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:00.496116 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d006efa9-9aa7-430d-b89f-1b05e5150785 req-ba3fec74-8fc6-4c89-9d9c-a45683f1edf4 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877271 Apr 18 19:30:00.506556 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6a0bffbc-9883-43b3-bf05-d32c6c6a9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:00.552032 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:00.555601 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:00.655436 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8641517-2536-4c92-a9ee-3935e2ff5c62 req-407eda06-f489-4e78-8b80-42106ddd1d14 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:00.656915 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f8641517-2536-4c92-a9ee-3935e2ff5c62 req-407eda06-f489-4e78-8b80-42106ddd1d14 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=f810ff59-a899-42bb-997f-ba3abc25d468 HTTP/1.1" status: 200 len: 949 time: 0.1063161 Apr 18 19:30:00.709741 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f8641517-2536-4c92-a9ee-3935e2ff5c62 req-b1ce727b-f315-42d3-be47-c04fc24c3ee0 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Apr 18 19:30:00.741935 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6a0bffbc-9883-43b3-bf05-d32c6c6a9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:00.821397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bffbc-9883-43b3-bf05-d32c6c6a9f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3eaccc8-826f-4a4a-ac62-4392504dc869,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:00.839110 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6a0bffbc-9883-43b3-bf05-d32c6c6a9f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:00.845319 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627ee86-8f80-4a6e-b24e-3e31832e2c70 None None] Network 5c2640b9-c659-4546-9e37-e18c68ddcc81 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:30:00.871331 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6a0bffbc-9883-43b3-bf05-d32c6c6a9f00 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e3eaccc8-826f-4a4a-ac62-4392504dc869 HTTP/1.1" status: 204 len: 168 time: 0.9628396 Apr 18 19:30:00.872587 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54076) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:00.883551 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd0dfd-477c-4a5c-8360-3d7cb430e838 req-285c90f5-3b3b-43b4-95d9-5283299f7d78 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:00.885924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2dbd0dfd-477c-4a5c-8360-3d7cb430e838 req-285c90f5-3b3b-43b4-95d9-5283299f7d78 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.2451639 Apr 18 19:30:00.886130 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Allocated IP 19.86.0.209 (50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f/d08a9acb-6ca3-41ef-8a0d-ab630aab5c18/c048f09a-c443-4481-aeb0-bd6365cd934d) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:00.926146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:00.972803 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2dbd0dfd-477c-4a5c-8360-3d7cb430e838 req-3d90f25b-f764-46b7-ab57-8ea92ccc0705 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805485 Apr 18 19:30:01.009189 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d3860fcc-e194-4283-a07f-4d6d619d2900 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:01.055235 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: d3860fcc-e194-4283-a07f-4d6d619d2900 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:01.055235 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d3860fcc-e194-4283-a07f-4d6d619d2900 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:01.087622 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.110091 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Deleting port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:01.110773 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.143595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66918e-ea79-4332-9163-816876e2caaa req-51c42ebf-9fac-42e3-9374-e23403aeb541 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:01.151336 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-da66918e-ea79-4332-9163-816876e2caaa req-51c42ebf-9fac-42e3-9374-e23403aeb541 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 931 time: 0.2500162 Apr 18 19:30:01.164126 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.184626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Transition to ACTIVE for port object c048f09a-c443-4481-aeb0-bd6365cd934d will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:01.235923 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:01.249836 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:01.250211 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.281350 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253179b-49b7-42e2-a07d-acb00cb8e211 None None] DHCP port deletion for 5c2640b9-c659-4546-9e37-e18c68ddcc81 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:30:01.296329 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e253179b-49b7-42e2-a07d-acb00cb8e211 None None] Deleting port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:01.296329 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e253179b-49b7-42e2-a07d-acb00cb8e211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.303429 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e5436670-8fed-4e93-8305-aec694c153aa req-926e9f22-ddd8-4e46-8936-ec9146a890d9 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-133517506&fields=id&tenant_id=bd938a7c667c4687a22a1d5750416297 HTTP/1.1" status: 200 len: 267 time: 0.0721824 Apr 18 19:30:01.312634 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-da66918e-ea79-4332-9163-816876e2caaa req-892de9a7-a1f1-4601-9268-417d7e4f0a28 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603694 Apr 18 19:30:01.354952 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a41bb5a8-fcd9-4178-b3ad-abfc10231a02 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:01.370053 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.468410 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] For port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223,segment=NetworkSegment(824ef925-6d36-4cd9-8340-2221fe325edc),segment_id=824ef925-6d36-4cd9-8340-2221fe325edc)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:01.468776 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.488210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:01.489418 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Port': ['ID=c048f09a-c443-4481-aeb0-bd6365cd934d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:01.494777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:01.497061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:01.552988 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5436670-8fed-4e93-8305-aec694c153aa req-dfa18a2e-2207-4e75-8241-8e1f223cb0db tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:01.554676 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e5436670-8fed-4e93-8305-aec694c153aa req-dfa18a2e-2207-4e75-8241-8e1f223cb0db tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 945 time: 0.2456560 Apr 18 19:30:01.567586 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-e5436670-8fed-4e93-8305-aec694c153aa req-dce1e8d2-f680-45f1-9365-d08a67d1ae78 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'port': {'security_groups': ['69e22112-223b-4d5d-9bb4-86c2d0f0fc48', 'ed8bd24d-87bf-4ce0-9640-283252c47ff8']}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:01.693655 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.801242 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:01.801638 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.813309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Calling delete_port for bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:01.825442 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71989fb5-b66b-4678-b1f3-68a05994a805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ad9bc4-0c60-4f61-9cf7-72e763c0b261'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:01.844543 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:01.850091 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e253179b-49b7-42e2-a07d-acb00cb8e211 None None] For port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223,segment=NetworkSegment(824ef925-6d36-4cd9-8340-2221fe325edc),segment_id=824ef925-6d36-4cd9-8340-2221fe325edc)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:01.851366 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e253179b-49b7-42e2-a07d-acb00cb8e211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.907269 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e5436670-8fed-4e93-8305-aec694c153aa req-dce1e8d2-f680-45f1-9365-d08a67d1ae78 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:01.940005 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f99e9-1e36-42ba-92c2-012fc2ae6ca7 req-30f54310-f73d-4fe9-91c2-35cf126d2487 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:01.944173 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f99e9-1e36-42ba-92c2-012fc2ae6ca7 req-30f54310-f73d-4fe9-91c2-35cf126d2487 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:01.946516 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e86f99e9-1e36-42ba-92c2-012fc2ae6ca7 req-30f54310-f73d-4fe9-91c2-35cf126d2487 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc&device_id=f810ff59-a899-42bb-997f-ba3abc25d468 HTTP/1.1" status: 200 len: 1690 time: 0.1941040 Apr 18 19:30:01.975400 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e253179b-49b7-42e2-a07d-acb00cb8e211 None None] Calling delete_port for bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:01.997947 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e86f99e9-1e36-42ba-92c2-012fc2ae6ca7 req-faaf940e-bb43-4ba7-aaed-bc1d612337e8 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414019 Apr 18 19:30:02.208890 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-e5436670-8fed-4e93-8305-aec694c153aa req-dce1e8d2-f680-45f1-9365-d08a67d1ae78 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] For port 702332c5-6383-45f2-b97a-48de0246bcbc, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=702332c5-6383-45f2-b97a-48de0246bcbc,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:02.233392 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e5436670-8fed-4e93-8305-aec694c153aa req-dce1e8d2-f680-45f1-9365-d08a67d1ae78 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.325681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:02.331165 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:02.331657 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.371829 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.381071 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-37b7a496-9183-461c-9b0a-ef1a3f3f9a12 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4035683 Apr 18 19:30:02.381071 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e5436670-8fed-4e93-8305-aec694c153aa req-dce1e8d2-f680-45f1-9365-d08a67d1ae78 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.385238 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-e253179b-49b7-42e2-a07d-acb00cb8e211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:30:02.386155 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-e253179b-49b7-42e2-a07d-acb00cb8e211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:30:02.386988 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.426064 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bc32ac31-47c7-42a0-8d2d-8299be1f367e', '702332c5-6383-45f2-b97a-48de0246bcbc'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:02.431567 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'port': {'device_id': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3', 'admin_state_up': True, 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:02.431873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:02.438775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] No DVR routers for this DVR port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 on host n-d-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:02.449562 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2a0196f3-a474-40c4-a2a6-b107fdcc4a7a None None] Provisioning for port c048f09a-c443-4481-aeb0-bd6365cd934d completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:02.461811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5436670-8fed-4e93-8305-aec694c153aa req-dce1e8d2-f680-45f1-9365-d08a67d1ae78 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:02.462442 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e5436670-8fed-4e93-8305-aec694c153aa req-dce1e8d2-f680-45f1-9365-d08a67d1ae78 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.471185 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e5436670-8fed-4e93-8305-aec694c153aa req-dce1e8d2-f680-45f1-9365-d08a67d1ae78 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "PUT /v2.0/ports/702332c5-6383-45f2-b97a-48de0246bcbc HTTP/1.1" status: 200 len: 981 time: 0.9089220 Apr 18 19:30:02.494748 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2a0196f3-a474-40c4-a2a6-b107fdcc4a7a None None] Provisioning complete for port c048f09a-c443-4481-aeb0-bd6365cd934d triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:02.495400 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2a0196f3-a474-40c4-a2a6-b107fdcc4a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.495588 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a93a0a-563a-4145-a253-d753e10b588f', 'tag': '702332c5-6383-45f2-b97a-48de0246bcbc'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:02.585763 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.615619 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2640b9-c659-4546-9e37-e18c68ddcc81']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:02.640204 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824ef925-6d36-4cd9-8340-2221fe325edc') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:02.640204 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824ef925-6d36-4cd9-8340-2221fe325edc') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:02.640410 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['702332c5-6383-45f2-b97a-48de0246bcbc'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:02.642057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1e8d2-f680-45f1-9365-d08a67d1ae78 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'Port': ['ID=702332c5-6383-45f2-b97a-48de0246bcbc,revision_number=6']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:02.654441 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.691639 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:02.713640 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:02.714721 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.726620 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e358f-77c9-4c54-b4d4-1803027e226f req-af61a59e-470e-4d2b-b636-9efb4bf2f884 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:02.726620 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-339e358f-77c9-4c54-b4d4-1803027e226f req-af61a59e-470e-4d2b-b636-9efb4bf2f884 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 946 time: 0.1414001 Apr 18 19:30:02.727078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Usage tracker for resource:port and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:02.730188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:02.735634 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e90782-20a4-4bff-967e-96b3c400f1bb'] response: {'server_uuid': '71989fb5-b66b-4678-b1f3-68a05994a805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ad9bc4-0c60-4f61-9cf7-72e763c0b261', 'code': 200} Apr 18 19:30:02.740855 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:30:02.741311 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.749680 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-2a0196f3-a474-40c4-a2a6-b107fdcc4a7a None None] Port c048f09a-c443-4481-aeb0-bd6365cd934d cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:30:02.754960 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:02.822781 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-339e358f-77c9-4c54-b4d4-1803027e226f req-7c826cde-eace-49c4-8c0d-655de5cf40cb tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892420 Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:30:02.843187 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:30:02.869287 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:02.874549 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.894843 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e253179b-49b7-42e2-a07d-acb00cb8e211 None None] Deleting port bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:02.895459 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-00618dc4-dcb9-486f-8567-64767337965c req-eec0c032-2084-4937-a98d-411064f221db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 1097 time: 0.1112597 Apr 18 19:30:02.895584 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e253179b-49b7-42e2-a07d-acb00cb8e211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:02.964002 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aebf4-b1bc-4937-9da7-a466c9086efe req-122092b4-6fba-444d-b725-d3dfdb07e30c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:02.965800 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a94aebf4-b1bc-4937-9da7-a466c9086efe req-122092b4-6fba-444d-b725-d3dfdb07e30c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.1282327 Apr 18 19:30:02.974916 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e253179b-49b7-42e2-a07d-acb00cb8e211 None None] The port 'bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:30:02.979124 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.018222 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-00618dc4-dcb9-486f-8567-64767337965c req-e48c8560-7316-4b05-8e35-64b97f3155dd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780478 Apr 18 19:30:03.047590 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a94aebf4-b1bc-4937-9da7-a466c9086efe req-edaad39b-75e2-498a-a0fb-5dac3a77d1ad tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710223 Apr 18 19:30:03.047590 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.057790 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port a41bb5a8-fcd9-4178-b3ad-abfc10231a02, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a41bb5a8-fcd9-4178-b3ad-abfc10231a02,segment=NetworkSegment(49bd38a3-98b3-4671-9cdf-b8d3a39ec37d),segment_id=49bd38a3-98b3-4671-9cdf-b8d3a39ec37d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:03.059964 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.117930 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:30:03.123552 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c2640b9-c659-4546-9e37-e18c68ddcc81,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:03.160107 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.188993 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d1f2f1d4-e1ae-45bb-8b3b-56d29f642b05 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5c2640b9-c659-4546-9e37-e18c68ddcc81 HTTP/1.1" status: 204 len: 168 time: 2.3149455 Apr 18 19:30:03.201024 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8040a27b-23cd-48b2-a959-90e7c57f1a6e req-e0e9a28a-ebcf-4f53-87b6-71bdf7b3b758 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/ed8bd24d-87bf-4ce0-9640-283252c47ff8 HTTP/1.1" status: 200 len: 1634 time: 0.0624869 Apr 18 19:30:03.206981 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Allocated IP 19.80.0.174 (0181d0d7-4cad-46e1-8a9c-1924c93441c3/06770f77-d8fb-4c10-8707-ba5d82afeaeb/d48e6e0f-ca04-4d56-9c08-1a21c3fee47d) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:03.250225 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=a41bb5a8-fcd9-4178-b3ad-abfc10231a02,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:03.299526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d7f0a-1801-4c17-8725-85ecb1bd40e1 req-50dac5bd-0577-4ade-8b30-1e891767cde5 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:03.304389 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d7f0a-1801-4c17-8725-85ecb1bd40e1 req-50dac5bd-0577-4ade-8b30-1e891767cde5 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:03.305282 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-574d7f0a-1801-4c17-8725-85ecb1bd40e1 req-50dac5bd-0577-4ade-8b30-1e891767cde5 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Synchronizing usage tracker for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:03.354221 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:03.377869 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-8040a27b-23cd-48b2-a959-90e7c57f1a6e req-496c8233-145e-4b70-bd44-0715b7c177f1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 19:30:03.389801 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8040a27b-23cd-48b2-a959-90e7c57f1a6e req-496c8233-145e-4b70-bd44-0715b7c177f1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "DELETE /v2.0/security-groups/ed8bd24d-87bf-4ce0-9640-283252c47ff8 HTTP/1.1" status: 409 len: 341 time: 0.1894262 Apr 18 19:30:03.401275 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:03.401623 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device bc68a0a4-4bc8-4ae3-ba15-e0ea55d72223 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:03.453118 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09cad899-d0db-473c-a3f7-c48af166abeb'] response: {'name': 'network-changed', 'server_uuid': '84a93a0a-563a-4145-a253-d753e10b588f', 'tag': '702332c5-6383-45f2-b97a-48de0246bcbc', 'status': 'completed', 'code': 200} Apr 18 19:30:03.487493 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.504420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Transition to ACTIVE for port object d48e6e0f-ca04-4d56-9c08-1a21c3fee47d will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:03.533672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-574d7f0a-1801-4c17-8725-85ecb1bd40e1 req-50dac5bd-0577-4ade-8b30-1e891767cde5 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Unset dirty status for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:03.534892 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-574d7f0a-1801-4c17-8725-85ecb1bd40e1 req-50dac5bd-0577-4ade-8b30-1e891767cde5 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 1654 time: 0.4354637 Apr 18 19:30:03.576258 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d43a0339-e109-4ab7-b36e-e99bf931dfdc req-659204b7-9dc5-4bc8-95bb-95bb647eae0e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd938a7c667c4687a22a1d5750416297&device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 1135 time: 0.0862830 Apr 18 19:30:03.587773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-574d7f0a-1801-4c17-8725-85ecb1bd40e1 req-e5ab3d7a-5a96-49cb-b386-06f43760a961 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Synchronizing usage tracker for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:03.612399 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.699984 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:03.703269 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:03.705644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:03.743064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Port': ['ID=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:03.746187 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-574d7f0a-1801-4c17-8725-85ecb1bd40e1 req-e5ab3d7a-5a96-49cb-b386-06f43760a961 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Unset dirty status for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:03.758939 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-574d7f0a-1801-4c17-8725-85ecb1bd40e1 req-e5ab3d7a-5a96-49cb-b386-06f43760a961 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184548 Apr 18 19:30:03.772870 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54102) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:03.793778 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a0339-e109-4ab7-b36e-e99bf931dfdc req-5a18d7dd-3dad-4d9a-ba20-2a2c5b115f62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:03.796274 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d43a0339-e109-4ab7-b36e-e99bf931dfdc req-5a18d7dd-3dad-4d9a-ba20-2a2c5b115f62 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 200 len: 914 time: 0.2136106 Apr 18 19:30:03.850126 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-22e7793e-ffe6-48cf-9e92-6c9889e98c3f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03e626e2e26c4a2eb687295dce640e86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0760736 Apr 18 19:30:03.853869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54106) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:03.858013 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:03.858716 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:03.877673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dd942-2bfc-45fd-b793-e0d503ed0efe req-bbb9e45e-863c-4e6e-af6b-1bd97af9ff2d tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:03.879704 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-714dd942-2bfc-45fd-b793-e0d503ed0efe req-bbb9e45e-863c-4e6e-af6b-1bd97af9ff2d tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 950 time: 0.2170737 Apr 18 19:30:03.938107 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d43a0339-e109-4ab7-b36e-e99bf931dfdc req-4a175b60-f67d-4fb1-b7b8-5cbc2c044003 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=702332c5-6383-45f2-b97a-48de0246bcbc HTTP/1.1" status: 200 len: 217 time: 0.1300023 Apr 18 19:30:03.976418 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5d7691df-f516-4c2e-9e10-6feefa019a91 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5534251 Apr 18 19:30:03.984849 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-714dd942-2bfc-45fd-b793-e0d503ed0efe req-28e216ef-e542-4bb9-8c4e-28b8c73e6be3 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/security-groups?id=cee89e87-6aa0-408e-8820-a9203bac44e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963461 Apr 18 19:30:03.989748 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Request body: {'port': {'device_id': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:04.018918 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a0339-e109-4ab7-b36e-e99bf931dfdc req-15a27b29-7e4f-40ba-b196-9caa3b2ad094 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:04.020407 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d43a0339-e109-4ab7-b36e-e99bf931dfdc req-15a27b29-7e4f-40ba-b196-9caa3b2ad094 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d15cd35e-84f4-4a27-9e3a-411ef1b9d845 HTTP/1.1" status: 200 len: 853 time: 0.0721791 Apr 18 19:30:04.066744 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2bc7d33e-3a4b-4a7b-a51e-25afb4c54919 None None] Provisioning for port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:04.072450 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d43a0339-e109-4ab7-b36e-e99bf931dfdc req-975203eb-33a1-4cd8-8b5f-6abd93e9f211 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cf91442-fad6-4320-8744-85f7f84e354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412939 Apr 18 19:30:04.073824 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2bc7d33e-3a4b-4a7b-a51e-25afb4c54919 None None] Provisioning complete for port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:04.074265 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2bc7d33e-3a4b-4a7b-a51e-25afb4c54919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.127563 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b252ad28-0921-4034-aab6-f9adbba33993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.159487 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7d33e-3a4b-4a7b-a51e-25afb4c54919 None None] Port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:30:04.281445 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d43a0339-e109-4ab7-b36e-e99bf931dfdc req-ce0a1cdc-2163-4d51-8b77-2fac45ae0824 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995761 Apr 18 19:30:04.331902 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b252ad28-0921-4034-aab6-f9adbba33993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.379078 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d3eff438-d3e1-4f18-a8cb-6b3b80bdd5fa req-938995ca-6a2f-4341-ab7b-1c6939a56b44 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 1101 time: 0.4548643 Apr 18 19:30:04.411238 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.443336 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d43a0339-e109-4ab7-b36e-e99bf931dfdc req-4805be99-9ae8-4b96-8be0-38dbe87ed1eb service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565912 Apr 18 19:30:04.531617 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-22c6de14-f71e-4598-8990-0738573cf76c tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:04.532119 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-22c6de14-f71e-4598-8990-0738573cf76c tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Synchronizing usage tracker for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:04.539250 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d3eff438-d3e1-4f18-a8cb-6b3b80bdd5fa req-b4a53ba6-db86-4d88-9153-d7a5478515e3 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448808 Apr 18 19:30:04.568345 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-22c6de14-f71e-4598-8990-0738573cf76c tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Unset dirty status for tenant:a53d823e29114764aaa93e7dd2d3962f on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:04.568345 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-22c6de14-f71e-4598-8990-0738573cf76c tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 950 time: 0.4904823 Apr 18 19:30:04.667964 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b252ad28-0921-4034-aab6-f9adbba33993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.736667 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da4010-fb15-49f8-9220-c8bf23b2400b req-1ef7dce5-f0d6-4a05-b4e8-e30045075d18 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:04.738172 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45da4010-fb15-49f8-9220-c8bf23b2400b req-1ef7dce5-f0d6-4a05-b4e8-e30045075d18 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 946 time: 0.1362348 Apr 18 19:30:04.742861 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0612cd3d-64e7-4aba-b279-d8a58512bff2 req-a3c24219-108d-42af-8f6e-02744cb2aac6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd938a7c667c4687a22a1d5750416297&device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 1135 time: 0.1057963 Apr 18 19:30:04.749472 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252ad28-0921-4034-aab6-f9adbba33993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f89e0a2-8afc-412e-b044-66ffb5ed108d,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:04.839923 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-6a2a8221-78d9-4da2-a899-7cfa4fb4d4c0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Deleting port 12a987e5-636b-4374-92d7-6ebbf79a9c99 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:04.840269 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-6a2a8221-78d9-4da2-a899-7cfa4fb4d4c0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.870033 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45da4010-fb15-49f8-9220-c8bf23b2400b req-0f56be7e-9af7-4349-af58-3bccd71beaa2 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244833 Apr 18 19:30:04.875632 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b252ad28-0921-4034-aab6-f9adbba33993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:04.879118 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b252ad28-0921-4034-aab6-f9adbba33993 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f89e0a2-8afc-412e-b044-66ffb5ed108d HTTP/1.1" status: 204 len: 168 time: 0.9994929 Apr 18 19:30:04.927559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612cd3d-64e7-4aba-b279-d8a58512bff2 req-2749d6af-9a63-4535-9a2f-1df2d945e251 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:04.927559 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0612cd3d-64e7-4aba-b279-d8a58512bff2 req-2749d6af-9a63-4535-9a2f-1df2d945e251 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 200 len: 914 time: 0.1635687 Apr 18 19:30:05.019877 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0612cd3d-64e7-4aba-b279-d8a58512bff2 req-71a44d92-156d-44aa-b63c-d43449e970f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=702332c5-6383-45f2-b97a-48de0246bcbc HTTP/1.1" status: 200 len: 217 time: 0.0831938 Apr 18 19:30:05.033215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b9685-04be-46fa-9f1b-e30b0d25fed7 req-bc98a924-44e6-4dbb-96dc-2d6ef6d1ba8e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:05.034696 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b81b9685-04be-46fa-9f1b-e30b0d25fed7 req-bc98a924-44e6-4dbb-96dc-2d6ef6d1ba8e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.3738558 Apr 18 19:30:05.143176 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612cd3d-64e7-4aba-b279-d8a58512bff2 req-e2744d8b-e330-40b9-b292-7889f481f8c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:05.145553 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0612cd3d-64e7-4aba-b279-d8a58512bff2 req-e2744d8b-e330-40b9-b292-7889f481f8c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d15cd35e-84f4-4a27-9e3a-411ef1b9d845 HTTP/1.1" status: 200 len: 853 time: 0.0861087 Apr 18 19:30:05.158171 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:30:05.196952 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0612cd3d-64e7-4aba-b279-d8a58512bff2 req-25e99d86-cf8a-4918-8022-54346a930bc2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cf91442-fad6-4320-8744-85f7f84e354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431564 Apr 18 19:30:05.206974 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06065ce5-f47a-494f-b8ce-76390e236981 req-63804b1b-0457-438e-93a8-c3f6407f8f61 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:05.214308 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-06065ce5-f47a-494f-b8ce-76390e236981 req-63804b1b-0457-438e-93a8-c3f6407f8f61 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 984 time: 0.1882432 Apr 18 19:30:05.260140 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b81b9685-04be-46fa-9f1b-e30b0d25fed7 req-568a0736-4c25-41b8-b281-34648f737969 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151885 Apr 18 19:30:05.270930 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2401830-1b35-4a3c-b370-2e9eef00c69a {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:05.281280 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:05.291901 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a41bb5a8-fcd9-4178-b3ad-abfc10231a02 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:05.315448 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-6a2a8221-78d9-4da2-a899-7cfa4fb4d4c0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] For port 12a987e5-636b-4374-92d7-6ebbf79a9c99, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=12a987e5-636b-4374-92d7-6ebbf79a9c99,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:05.316027 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-6a2a8221-78d9-4da2-a899-7cfa4fb4d4c0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:05.328995 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Transition to ACTIVE for port object d2401830-1b35-4a3c-b370-2e9eef00c69a will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:05.385545 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:05.386151 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:05.425976 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-06065ce5-f47a-494f-b8ce-76390e236981 req-5c071828-265a-4c02-afe0-b64749ec638b tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed8bd24d-87bf-4ce0-9640-283252c47ff8&id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2104845 Apr 18 19:30:05.468749 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0612cd3d-64e7-4aba-b279-d8a58512bff2 req-04707981-dfea-4094-8716-9df9cf83abb6 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362924 Apr 18 19:30:05.474114 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-6a2a8221-78d9-4da2-a899-7cfa4fb4d4c0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Calling delete_port for 12a987e5-636b-4374-92d7-6ebbf79a9c99 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:05.547753 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:05.764726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Pushing event updated for resources: {'Port': ['ID=d2401830-1b35-4a3c-b370-2e9eef00c69a,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:05.796749 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0612cd3d-64e7-4aba-b279-d8a58512bff2 req-c7488e80-3854-45af-b108-532a9a0c9ba8 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222167 Apr 18 19:30:05.808825 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64686fb-d296-424a-a9ff-f8a5758753a5 req-e15c398a-a943-4af6-9403-23d07110a10c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:05.813131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64686fb-d296-424a-a9ff-f8a5758753a5 req-e15c398a-a943-4af6-9403-23d07110a10c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:05.817076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64686fb-d296-424a-a9ff-f8a5758753a5 req-e15c398a-a943-4af6-9403-23d07110a10c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:05.818774 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e64686fb-d296-424a-a9ff-f8a5758753a5 req-e15c398a-a943-4af6-9403-23d07110a10c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2388 time: 0.1883409 Apr 18 19:30:05.878972 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e64686fb-d296-424a-a9ff-f8a5758753a5 req-757a72c4-9fd2-4cf3-b86e-274c102dae83 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510123 Apr 18 19:30:05.952901 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9c08a06d-09e2-4d49-979a-3b096d5dc55d req-c6da878e-a6c0-4f7f-8267-aa74deeabeaf tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f810ff59-a899-42bb-997f-ba3abc25d468 HTTP/1.1" status: 200 len: 1100 time: 0.4066076 Apr 18 19:30:06.026976 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Attempting to bind port d2401830-1b35-4a3c-b370-2e9eef00c69a on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:06.027419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Attempting to bind port d2401830-1b35-4a3c-b370-2e9eef00c69a by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:06.027807 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Attempting to bind port d2401830-1b35-4a3c-b370-2e9eef00c69a on network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:06.031666 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9c08a06d-09e2-4d49-979a-3b096d5dc55d req-267d37bd-9311-46b5-a896-82f4a8abfdff tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779839 Apr 18 19:30:06.035693 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Port d2401830-1b35-4a3c-b370-2e9eef00c69a on network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:06.036104 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Attempting to bind port d2401830-1b35-4a3c-b370-2e9eef00c69a on network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:06.043057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:06.043473 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Checking segment: {'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:06.045146 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Bound using segment: {'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:06.045146 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Bound port: d2401830-1b35-4a3c-b370-2e9eef00c69a, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:06.045146 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:06.217897 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d1a56-e444-449c-8942-7d5b13ccee2d req-56fe9532-4e30-41e4-aaae-a7f5e678099a tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:06.219357 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec2d1a56-e444-449c-8942-7d5b13ccee2d req-56fe9532-4e30-41e4-aaae-a7f5e678099a tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 946 time: 0.1879714 Apr 18 19:30:06.261016 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-6a2a8221-78d9-4da2-a899-7cfa4fb4d4c0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:06.278094 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ec2d1a56-e444-449c-8942-7d5b13ccee2d req-5eeb5422-a8ef-41be-92b6-24e2f84274df tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502198 Apr 18 19:30:06.358449 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f7c5e498-2103-4100-b686-679cac35b36d req-e24276f8-76db-44ce-ad05-d03eeca71f4a tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 210 time: 0.1047611 Apr 18 19:30:06.362825 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a8221-78d9-4da2-a899-7cfa4fb4d4c0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Pushing event deleted for resources: {'Port': ['ID=12a987e5-636b-4374-92d7-6ebbf79a9c99,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:06.438659 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-0b92a574-970e-4e5c-bf5b-90f0763cd164 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352957 Apr 18 19:30:06.462200 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] For port d2401830-1b35-4a3c-b370-2e9eef00c69a, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:06.464854 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-6a2a8221-78d9-4da2-a899-7cfa4fb4d4c0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] No DVR routers for this DVR port 12a987e5-636b-4374-92d7-6ebbf79a9c99 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:06.468317 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-6a2a8221-78d9-4da2-a899-7cfa4fb4d4c0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:06.471035 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'name': 'network-vif-deleted', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:06.483196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] For port d2401830-1b35-4a3c-b370-2e9eef00c69a, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d2401830-1b35-4a3c-b370-2e9eef00c69a,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:06.547747 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:06.576033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54160) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:06.602262 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ecdcbfa-d0cc-4837-8cc1-f45dcc29534a req-6a2a8221-78d9-4da2-a899-7cfa4fb4d4c0 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.71 "DELETE /v2.0/ports/12a987e5-636b-4374-92d7-6ebbf79a9c99 HTTP/1.1" status: 204 len: 173 time: 1.9897187 Apr 18 19:30:06.640670 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-deaa9983-93d6-49b0-bd72-579a785d8bbb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:06.649761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-deaa9983-93d6-49b0-bd72-579a785d8bbb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994202 Apr 18 19:30:06.652060 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:06.661239 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] 10.222.0.71 "PUT /v2.0/ports/d2401830-1b35-4a3c-b370-2e9eef00c69a HTTP/1.1" status: 200 len: 1091 time: 2.6767635 Apr 18 19:30:06.670616 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-65a0067b-a0eb-4a81-a6fb-6b4797795624 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/quotas/6d877a9ecaf349cb8fde62d566b24cad HTTP/1.1" status: 200 len: 375 time: 0.0198686 Apr 18 19:30:06.712308 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67a4ad-65f2-4247-8d38-1e5f8647993b service neutron] Pushing event updated for resources: {'Port': ['ID=d2401830-1b35-4a3c-b370-2e9eef00c69a,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:06.745810 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb6bb6-ee53-4095-8c4a-d640656137f0 req-3a6d8a1a-f6ab-4d6d-954a-2b19816f959f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:06.747453 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5afb6bb6-ee53-4095-8c4a-d640656137f0 req-3a6d8a1a-f6ab-4d6d-954a-2b19816f959f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.2418306 Apr 18 19:30:06.786304 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Request body: {'port': {'device_id': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:06.811311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-ba1378c0-b369-4818-baa9-0467f155c347 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1394134 Apr 18 19:30:06.846336 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1212866926-network', 'tenant_id': '0b65ec795a4743e1bfb0333a30014a1a'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:06.857518 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:06.867201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Usage tracker for resource:network and tenant:0b65ec795a4743e1bfb0333a30014a1a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:06.877662 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:06.884983 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:06.915335 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5afb6bb6-ee53-4095-8c4a-d640656137f0 req-821cc46c-d253-4f8e-8769-b85d50468b76 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548138 Apr 18 19:30:07.002669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Made reservation on behalf of 0b65ec795a4743e1bfb0333a30014a1a for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:07.005641 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:07.023609 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:07.023860 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:07.073755 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:07.074557 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 12a987e5-636b-4374-92d7-6ebbf79a9c99 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:07.083311 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Usage tracker for resource:security_group_rule and tenant:0b65ec795a4743e1bfb0333a30014a1a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:07.089215 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:07.102915 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:07.254850 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 12a987e5-636b-4374-92d7-6ebbf79a9c99 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:07.255190 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 12a987e5-636b-4374-92d7-6ebbf79a9c99 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:07.271555 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:07.364224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e5dbc-a50d-4dae-abe3-0dbf4e377a27 req-831b2383-0f28-47da-aecd-440cc6e2a2d5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.365686 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c99e5dbc-a50d-4dae-abe3-0dbf4e377a27 req-831b2383-0f28-47da-aecd-440cc6e2a2d5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 984 time: 0.0819237 Apr 18 19:30:07.368487 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:07.390538 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca9021-fb84-464d-873b-f3f748680cc4 req-213f0ae5-c6ca-4788-8b61-d2c68c526d7e tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.391990 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-deca9021-fb84-464d-873b-f3f748680cc4 req-213f0ae5-c6ca-4788-8b61-d2c68c526d7e tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 946 time: 0.2665572 Apr 18 19:30:07.423226 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:30:07.442865 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd26132-b90a-4ae6-8615-d73b3904aed5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:07.455888 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:07.455888 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Added segment bfc39249-373d-41e5-b60d-3b0a32ad2bc3 of type vlan for network 71a0c590-c1ef-454f-934f-eab54d047aa7 Apr 18 19:30:07.467699 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c99e5dbc-a50d-4dae-abe3-0dbf4e377a27 req-4742a0ca-462a-444b-9870-2217c2b02fed tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed8bd24d-87bf-4ce0-9640-283252c47ff8&id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0866053 Apr 18 19:30:07.484609 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-deca9021-fb84-464d-873b-f3f748680cc4 req-2331ab0f-c2e1-4e70-b8e5-999a32b581d8 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853503 Apr 18 19:30:07.490762 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:07.597947 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f0f240-d23e-4364-851e-0b0c8c0131b7'] response: {'server_uuid': 'c8ebb846-a0e5-4f98-ad14-f18e65bacd5e', 'name': 'network-vif-deleted', 'tag': '12a987e5-636b-4374-92d7-6ebbf79a9c99', 'status': 'completed', 'code': 200} Apr 18 19:30:07.607116 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c048f09a-c443-4481-aeb0-bd6365cd934d {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:07.614736 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:07.635428 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Transition to ACTIVE for port object c048f09a-c443-4481-aeb0-bd6365cd934d will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:07.641667 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c94cd832-d202-4bd4-96bd-0039453fa4ac req-510dc5da-95ee-4b2c-9b99-1ba30a082efe tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 210 time: 0.0451393 Apr 18 19:30:07.671163 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:07.671163 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.671163 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:07.760115 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060c1a8-d738-473e-abd7-a672e58d24d6 req-ef94b532-788f-42ec-853b-f3814bd744f4 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.764507 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060c1a8-d738-473e-abd7-a672e58d24d6 req-ef94b532-788f-42ec-853b-f3814bd744f4 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.768598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060c1a8-d738-473e-abd7-a672e58d24d6 req-ef94b532-788f-42ec-853b-f3814bd744f4 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:07.770969 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9060c1a8-d738-473e-abd7-a672e58d24d6 req-ef94b532-788f-42ec-853b-f3814bd744f4 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2388 time: 0.1174812 Apr 18 19:30:07.773415 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:07.837669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4e32eeff-ac10-4545-a81d-b094b83288d7 req-504a0472-8387-45b5-9b8a-46a2d80181d8 tempest-ServersAdminTestJSON-444168385 tempest-ServersAdminTestJSON-444168385-project] 10.222.0.66 "GET /v2.0/ports?device_id=c8ebb846-a0e5-4f98-ad14-f18e65bacd5e HTTP/1.1" status: 200 len: 210 time: 0.0512326 Apr 18 19:30:07.838270 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] Pushing event updated for resources: {'Network': ['ID=71a0c590-c1ef-454f-934f-eab54d047aa7,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:07.848833 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 71a0c590-c1ef-454f-934f-eab54d047aa7 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:30:07.934103 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9060c1a8-d738-473e-abd7-a672e58d24d6 req-b34d9a00-c21a-43db-ac2f-47eba954cf3b tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554046 Apr 18 19:30:07.977965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1ecb25df-9c7f-42a2-ae6e-b1a2a20b2292 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3977835 Apr 18 19:30:07.978099 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Pushing event updated for resources: {'Port': ['ID=c048f09a-c443-4481-aeb0-bd6365cd934d,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:07.987686 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54186) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:07.994969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Request body: {'subnet': {'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1212866926-subnet', 'tenant_id': '0b65ec795a4743e1bfb0333a30014a1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:08.007652 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:08.056555 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Usage tracker for resource:subnet and tenant:0b65ec795a4743e1bfb0333a30014a1a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:08.060884 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:08.070346 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:08.111522 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07293be2-5f05-4985-bad7-d8a9a6f67487 req-43cf28a3-7315-4f0e-82a0-839beb45d18a tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-509347060&fields=id&tenant_id=bd938a7c667c4687a22a1d5750416297 HTTP/1.1" status: 200 len: 267 time: 0.0903416 Apr 18 19:30:08.131092 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Attempting to bind port c048f09a-c443-4481-aeb0-bd6365cd934d on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:08.131841 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Attempting to bind port c048f09a-c443-4481-aeb0-bd6365cd934d by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'a09222ed-d5eb-45da-a98c-a81fb1d9c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:08.132356 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Attempting to bind port c048f09a-c443-4481-aeb0-bd6365cd934d on network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:08.139330 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Port c048f09a-c443-4481-aeb0-bd6365cd934d on network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:08.139937 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Attempting to bind port c048f09a-c443-4481-aeb0-bd6365cd934d on network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:08.148750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:08.149316 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Checking segment: {'id': 'a09222ed-d5eb-45da-a98c-a81fb1d9c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:08.149485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Bound using segment: {'id': 'a09222ed-d5eb-45da-a98c-a81fb1d9c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:08.150769 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Bound port: c048f09a-c443-4481-aeb0-bd6365cd934d, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09222ed-d5eb-45da-a98c-a81fb1d9c577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:08.152184 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.195666 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Made reservation on behalf of 0b65ec795a4743e1bfb0333a30014a1a for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:08.198568 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.306994 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] For port c048f09a-c443-4481-aeb0-bd6365cd934d, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:08.312070 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] For port c048f09a-c443-4481-aeb0-bd6365cd934d, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=c048f09a-c443-4481-aeb0-bd6365cd934d,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:08.318475 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07293be2-5f05-4985-bad7-d8a9a6f67487 req-c7dc33ab-a346-456e-81a1-b46ab8513bd6 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.318945 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2cbef-f2f6-4ad7-8324-3ecb26738ec7 req-17f1112d-6518-4020-8880-069c67ae1525 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.320439 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07293be2-5f05-4985-bad7-d8a9a6f67487 req-c7dc33ab-a346-456e-81a1-b46ab8513bd6 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 984 time: 0.2014270 Apr 18 19:30:08.320928 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71f2cbef-f2f6-4ad7-8324-3ecb26738ec7 req-17f1112d-6518-4020-8880-069c67ae1525 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 946 time: 0.1580279 Apr 18 19:30:08.337309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-07293be2-5f05-4985-bad7-d8a9a6f67487 req-88ecd892-c9bd-4dbb-a1ef-b26b2f4057af tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'port': {'security_groups': ['69e22112-223b-4d5d-9bb4-86c2d0f0fc48', 'ed8bd24d-87bf-4ce0-9640-283252c47ff8', 'b79480a4-bf38-480c-8dde-cb2cf3e92d54']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:08.368257 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71f2cbef-f2f6-4ad7-8324-3ecb26738ec7 req-53d9a48f-15f8-4912-92ae-1a1b4e097625 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Apr 18 19:30:08.410002 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.471300 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.472664 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] 10.222.0.71 "PUT /v2.0/ports/c048f09a-c443-4481-aeb0-bd6365cd934d HTTP/1.1" status: 200 len: 1092 time: 1.7095714 Apr 18 19:30:08.486247 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9ffa5-23d4-4164-8cb6-4630d8b8cf84 service neutron] Pushing event updated for resources: {'Port': ['ID=c048f09a-c443-4481-aeb0-bd6365cd934d,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:08.501693 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-07293be2-5f05-4985-bad7-d8a9a6f67487 req-88ecd892-c9bd-4dbb-a1ef-b26b2f4057af tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.664754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Request body: {'port': {'device_id': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:08.761483 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.800207 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:08.817516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b350b8a-da6b-4f0b-bc01-cab4f54d05b3 req-e18189c0-5ae3-4685-b31d-4b221a98270e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:08.825041 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6b350b8a-da6b-4f0b-bc01-cab4f54d05b3 req-e18189c0-5ae3-4685-b31d-4b221a98270e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.3103373 Apr 18 19:30:08.926491 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6b350b8a-da6b-4f0b-bc01-cab4f54d05b3 req-69bbf1a2-2478-447c-9757-13302759c68f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004660 Apr 18 19:30:08.977914 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb84896-be61-47b3-b13f-8af31da05bcb,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:08.996991 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Checking segment: {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:08.997415 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Network hostable DHCP agents. Network: 71a0c590-c1ef-454f-934f-eab54d047aa7, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:30:09.030531 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-07293be2-5f05-4985-bad7-d8a9a6f67487 req-88ecd892-c9bd-4dbb-a1ef-b26b2f4057af tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] For port 702332c5-6383-45f2-b97a-48de0246bcbc, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=702332c5-6383-45f2-b97a-48de0246bcbc,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:09.059844 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-07293be2-5f05-4985-bad7-d8a9a6f67487 req-88ecd892-c9bd-4dbb-a1ef-b26b2f4057af tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:09.087522 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Network 71a0c590-c1ef-454f-934f-eab54d047aa7 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:30:09.127624 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-07293be2-5f05-4985-bad7-d8a9a6f67487 req-88ecd892-c9bd-4dbb-a1ef-b26b2f4057af tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:09.139498 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bc32ac31-47c7-42a0-8d2d-8299be1f367e', '702332c5-6383-45f2-b97a-48de0246bcbc'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:09.156772 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bef6dd65-fb70-4040-87bc-25f9250bfe43 req-a4e50292-0531-4688-9440-26f9e8ae2daf tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 210 time: 0.0530465 Apr 18 19:30:09.216837 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07293be2-5f05-4985-bad7-d8a9a6f67487 req-88ecd892-c9bd-4dbb-a1ef-b26b2f4057af tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:09.217568 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-07293be2-5f05-4985-bad7-d8a9a6f67487 req-88ecd892-c9bd-4dbb-a1ef-b26b2f4057af tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:09.230554 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07293be2-5f05-4985-bad7-d8a9a6f67487 req-88ecd892-c9bd-4dbb-a1ef-b26b2f4057af tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "PUT /v2.0/ports/702332c5-6383-45f2-b97a-48de0246bcbc HTTP/1.1" status: 200 len: 1020 time: 0.8954206 Apr 18 19:30:09.230554 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a93a0a-563a-4145-a253-d753e10b588f', 'tag': '702332c5-6383-45f2-b97a-48de0246bcbc'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:09.240511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecd892-c9bd-4dbb-a1ef-b26b2f4057af tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'Port': ['ID=702332c5-6383-45f2-b97a-48de0246bcbc,revision_number=7']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:09.259625 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 71a0c590-c1ef-454f-934f-eab54d047aa7) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:09.271131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:09.272925 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:09.283381 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ad2b87-8b80-4ea2-b946-67f174e04549 None None] Network 71a0c590-c1ef-454f-934f-eab54d047aa7 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:30:09.309797 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48e6e0f-ca04-4d56-9c08-1a21c3fee47d {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:09.309947 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['702332c5-6383-45f2-b97a-48de0246bcbc'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:09.337334 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:09.357441 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5135450e-434e-421f-8f99-452309b7ba89 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3683393 Apr 18 19:30:09.385206 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Transition to ACTIVE for port object d48e6e0f-ca04-4d56-9c08-1a21c3fee47d will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:09.485946 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:09.486816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a80415-37cd-4a7d-a399-7c5b0bdb7fb8 req-4358acc2-e9dc-4d04-bde8-f5843b4fd069 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:09.495315 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-35a80415-37cd-4a7d-a399-7c5b0bdb7fb8 req-4358acc2-e9dc-4d04-bde8-f5843b4fd069 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 946 time: 0.1198797 Apr 18 19:30:09.564731 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-35a80415-37cd-4a7d-a399-7c5b0bdb7fb8 req-e8b77bc3-6496-49ef-982b-9c226708f33b tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619397 Apr 18 19:30:09.664842 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'tag': 'd2401830-1b35-4a3c-b370-2e9eef00c69a'}, {'name': 'network-changed', 'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'tag': 'c048f09a-c443-4481-aeb0-bd6365cd934d'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:09.691420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Pushing event updated for resources: {'Port': ['ID=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:09.698780 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d56eb59-949d-4178-a2ed-3b2d3fddb7bd req-c89de3fc-a2d6-4157-b063-fa761537fb06 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/b79480a4-bf38-480c-8dde-cb2cf3e92d54 HTTP/1.1" status: 200 len: 1634 time: 0.0693028 Apr 18 19:30:09.766819 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-6d56eb59-949d-4178-a2ed-3b2d3fddb7bd req-34e7d562-a11b-47e1-84c7-aff9ca45f6ad tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 19:30:09.776888 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d56eb59-949d-4178-a2ed-3b2d3fddb7bd req-34e7d562-a11b-47e1-84c7-aff9ca45f6ad tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "DELETE /v2.0/security-groups/b79480a4-bf38-480c-8dde-cb2cf3e92d54 HTTP/1.1" status: 409 len: 341 time: 0.0722353 Apr 18 19:30:09.827061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5b690-49fa-4cfa-bc99-de73603867a9 req-25869ea8-0268-43e1-96f8-eb8ef42a278c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:09.833188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5b690-49fa-4cfa-bc99-de73603867a9 req-25869ea8-0268-43e1-96f8-eb8ef42a278c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:09.841129 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5b690-49fa-4cfa-bc99-de73603867a9 req-25869ea8-0268-43e1-96f8-eb8ef42a278c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:09.841129 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7cb5b690-49fa-4cfa-bc99-de73603867a9 req-25869ea8-0268-43e1-96f8-eb8ef42a278c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2412 time: 0.3951409 Apr 18 19:30:09.869383 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e9a16aa-4648-44b9-8246-b0d26f8cdd24'] response: {'name': 'network-changed', 'server_uuid': '84a93a0a-563a-4145-a253-d753e10b588f', 'tag': '702332c5-6383-45f2-b97a-48de0246bcbc', 'status': 'completed', 'code': 200} Apr 18 19:30:09.891877 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:09.997327 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-a4626d95-160c-4e91-8ff7-9cb7211ee384 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1524024 Apr 18 19:30:10.051481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Attempting to bind port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:10.051822 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Attempting to bind port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:10.052100 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Attempting to bind port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d on network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:10.054474 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54222) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:10.067339 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f51ae0-573e-4de8-bafd-c05e9f121f2e None None] Network 71a0c590-c1ef-454f-934f-eab54d047aa7 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:30:10.138835 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d on network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:10.139358 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Attempting to bind port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d on network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:10.146852 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2d0d8b4b-e0e6-40b0-8fb0-9a39bb387100 req-5bd6500e-4631-499e-b6a3-f4e1834295ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bd938a7c667c4687a22a1d5750416297&device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 1174 time: 0.2530954 Apr 18 19:30:10.159629 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7cb5b690-49fa-4cfa-bc99-de73603867a9 req-3a30690f-240c-48cf-a3b9-91e7c6e0937f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609825 Apr 18 19:30:10.215552 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:10.215929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Checking segment: {'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:10.216321 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Bound using segment: {'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:10.216823 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Bound port: d48e6e0f-ca04-4d56-9c08-1a21c3fee47d, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb4bb5e-fd86-4549-bfea-58c734171ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:10.217262 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:10.304372 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-78ca1f65-52fb-4042-b23e-a76bd5581eeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:10.304372 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-78ca1f65-52fb-4042-b23e-a76bd5581eeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2920036 Apr 18 19:30:10.320759 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5873703-9939-459d-9ab5-2fc5b2157d45 req-362bd054-0c95-4f87-a864-79492d86eb6a tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:10.326687 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Request body: {'port': {'device_id': '47b9ca70-1b42-4fe2-a922-ba1af8282702', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '6d877a9ecaf349cb8fde62d566b24cad'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:10.330527 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a5873703-9939-459d-9ab5-2fc5b2157d45 req-362bd054-0c95-4f87-a864-79492d86eb6a tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 946 time: 0.3044631 Apr 18 19:30:10.420035 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a5873703-9939-459d-9ab5-2fc5b2157d45 req-33ae3f7f-8115-4689-9eda-655b5aa45ead tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883894 Apr 18 19:30:10.470144 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d8b4b-e0e6-40b0-8fb0-9a39bb387100 req-b7ebb810-031d-4dd9-8426-b6eb879f7994 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:10.470301 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2d0d8b4b-e0e6-40b0-8fb0-9a39bb387100 req-b7ebb810-031d-4dd9-8426-b6eb879f7994 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 200 len: 914 time: 0.3175142 Apr 18 19:30:10.545346 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0c9e57-f9cb-48a0-ac95-7aff3e0e66ff'] response: {'name': 'network-changed', 'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'tag': 'd2401830-1b35-4a3c-b370-2e9eef00c69a', 'status': 'completed', 'code': 200} Apr 18 19:30:10.545614 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0c9e57-f9cb-48a0-ac95-7aff3e0e66ff'] response: {'name': 'network-changed', 'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'tag': 'c048f09a-c443-4481-aeb0-bd6365cd934d', 'status': 'completed', 'code': 200} Apr 18 19:30:10.560506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] For port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:10.574819 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] For port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:10.650703 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a0b5d956-e012-402b-b6a0-7d1060427493 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a53d823e29114764aaa93e7dd2d3962f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5513144 Apr 18 19:30:10.656318 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54240) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:10.669506 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2d0d8b4b-e0e6-40b0-8fb0-9a39bb387100 req-b49c5a99-e0ff-41c6-b3c3-c0decb330071 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=702332c5-6383-45f2-b97a-48de0246bcbc HTTP/1.1" status: 200 len: 217 time: 0.1916988 Apr 18 19:30:10.715486 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:10.758048 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d8b4b-e0e6-40b0-8fb0-9a39bb387100 req-172dd926-c4b8-4ea8-b82d-d68527771174 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:10.759568 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2d0d8b4b-e0e6-40b0-8fb0-9a39bb387100 req-172dd926-c4b8-4ea8-b82d-d68527771174 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d15cd35e-84f4-4a27-9e3a-411ef1b9d845 HTTP/1.1" status: 200 len: 853 time: 0.0821424 Apr 18 19:30:10.810971 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2d0d8b4b-e0e6-40b0-8fb0-9a39bb387100 req-c9346f06-e8ec-4ef9-8c87-10631be5379e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4cf91442-fad6-4320-8744-85f7f84e354c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448761 Apr 18 19:30:10.847057 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bd060a88-2979-4686-b51c-956d802dc3ee req-03635905-9d9c-4235-939c-d9a612f563f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2823 time: 0.2455671 Apr 18 19:30:11.003507 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:11.031841 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:11.035601 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:11.036962 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] 10.222.0.71 "PUT /v2.0/ports/d48e6e0f-ca04-4d56-9c08-1a21c3fee47d HTTP/1.1" status: 200 len: 1092 time: 2.3818507 Apr 18 19:30:11.045001 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:11.082191 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2d0d8b4b-e0e6-40b0-8fb0-9a39bb387100 req-a8933734-efa8-4819-add4-b35e9a8f1f63 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635489 Apr 18 19:30:11.146563 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8b125cb-a12e-4ee8-8089-9fa8156565f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:11.148959 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b401f9-c503-4861-89e3-e9715df68da0 service neutron] Pushing event updated for resources: {'Port': ['ID=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:11.168270 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060a88-2979-4686-b51c-956d802dc3ee req-964f422c-89f8-47fc-9dc7-1db7ba1da9c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.168270 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060a88-2979-4686-b51c-956d802dc3ee req-964f422c-89f8-47fc-9dc7-1db7ba1da9c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.168270 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060a88-2979-4686-b51c-956d802dc3ee req-964f422c-89f8-47fc-9dc7-1db7ba1da9c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.168270 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bd060a88-2979-4686-b51c-956d802dc3ee req-964f422c-89f8-47fc-9dc7-1db7ba1da9c9 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2716622 Apr 18 19:30:11.213812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-38a0539c-0e33-4bf7-ad4e-8d650d7ba07e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.214966 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-38a0539c-0e33-4bf7-ad4e-8d650d7ba07e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 805 time: 0.5736556 Apr 18 19:30:11.236665 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8b125cb-a12e-4ee8-8089-9fa8156565f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:11.250025 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Made reservation on behalf of 6d877a9ecaf349cb8fde62d566b24cad for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:11.252991 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:11.273570 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-43771bd4-6009-411c-b46d-5ddaa3848dbc tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/quotas/0b65ec795a4743e1bfb0333a30014a1a HTTP/1.1" status: 200 len: 375 time: 0.0477927 Apr 18 19:30:11.373528 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-94190be1-e964-48f0-95cc-130e85b27b76 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929003 Apr 18 19:30:11.401854 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2d0d8b4b-e0e6-40b0-8fb0-9a39bb387100 req-3c17a43b-cfbe-445f-b0ee-5bb4cd077014 service neutron] 10.222.0.71 "GET /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096035 Apr 18 19:30:11.431985 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060a88-2979-4686-b51c-956d802dc3ee req-3239dada-2d7a-49b9-a93c-5d0d119fbc0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.433501 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bd060a88-2979-4686-b51c-956d802dc3ee req-3239dada-2d7a-49b9-a93c-5d0d119fbc0a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2486310 Apr 18 19:30:11.449104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9c1e6-8354-487e-aeee-6a943892c3fe req-1042a432-0e1c-4638-838b-f8d3a41b0a39 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.450880 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c2b9c1e6-8354-487e-aeee-6a943892c3fe req-1042a432-0e1c-4638-838b-f8d3a41b0a39 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.2414174 Apr 18 19:30:11.565659 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8b125cb-a12e-4ee8-8089-9fa8156565f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:11.610671 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b125cb-a12e-4ee8-8089-9fa8156565f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee89e87-6aa0-408e-8820-a9203bac44e6,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:11.618827 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-46d1f772-b219-4881-ac77-824e920d3884 service neutron] 10.222.0.66 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317619 Apr 18 19:30:11.643191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Allocated IP 192.168.233.209 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/f8c97400-a3e4-4c62-8541-c944c471c9f1) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:11.670881 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c2b9c1e6-8354-487e-aeee-6a943892c3fe req-6ba0132a-271d-43f3-8594-31480927d5d7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138538 Apr 18 19:30:11.694919 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bd060a88-2979-4686-b51c-956d802dc3ee req-d7c7cb9d-53b3-482b-acfb-c47cb8ff28cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2865 time: 0.2190189 Apr 18 19:30:11.867398 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9708e7fd-ec6d-4f38-82fb-3467557586bf req-0b2ba32d-d168-4401-8ba4-ee6771edb3d9 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 210 time: 0.0593350 Apr 18 19:30:11.873624 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-4532bcb2-a676-42d2-85ce-57085086f955 service neutron] 10.222.0.66 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485681 Apr 18 19:30:11.881460 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8b125cb-a12e-4ee8-8089-9fa8156565f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:11.881460 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f8b125cb-a12e-4ee8-8089-9fa8156565f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cee89e87-6aa0-408e-8820-a9203bac44e6 HTTP/1.1" status: 204 len: 168 time: 1.2240164 Apr 18 19:30:11.902871 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060a88-2979-4686-b51c-956d802dc3ee req-82b875f9-dd66-4376-baca-1d48a788a2b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.903332 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060a88-2979-4686-b51c-956d802dc3ee req-82b875f9-dd66-4376-baca-1d48a788a2b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.903769 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060a88-2979-4686-b51c-956d802dc3ee req-82b875f9-dd66-4376-baca-1d48a788a2b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:11.908235 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bd060a88-2979-4686-b51c-956d802dc3ee req-82b875f9-dd66-4376-baca-1d48a788a2b0 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2029388 Apr 18 19:30:11.980723 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:12.001345 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Transition to ACTIVE for port object f8c97400-a3e4-4c62-8541-c944c471c9f1 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:12.076995 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:12.099811 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c', '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:12.180322 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd060a88-2979-4686-b51c-956d802dc3ee req-d7dbe2d8-80bf-45c7-94d8-893b75db24df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.180322 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bd060a88-2979-4686-b51c-956d802dc3ee req-d7dbe2d8-80bf-45c7-94d8-893b75db24df service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2614863 Apr 18 19:30:12.186161 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['81506e0b-4d1e-4b6d-8999-29f8f019d93d'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:12.220069 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176662ed-e952-4759-b65c-ed8c1841ffa9 req-0204cb89-844d-4b65-a7c0-965514117cc7 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.232195 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-176662ed-e952-4759-b65c-ed8c1841ffa9 req-0204cb89-844d-4b65-a7c0-965514117cc7 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 1023 time: 0.1678815 Apr 18 19:30:12.346093 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event updated for resources: {'Port': ['ID=f8c97400-a3e4-4c62-8541-c944c471c9f1,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:12.384398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:12.386880 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:12.400597 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-176662ed-e952-4759-b65c-ed8c1841ffa9 req-df27d37a-3a9b-4b16-bcc5-edbaa8bb0846 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed8bd24d-87bf-4ce0-9640-283252c47ff8&id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&id=b79480a4-bf38-480c-8dde-cb2cf3e92d54&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1695464 Apr 18 19:30:12.413844 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-c4693ee2-4705-428f-a98c-b82cad8c7cd5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2865 time: 0.1619146 Apr 18 19:30:12.418655 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:12.539070 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-466e91bc-afe3-4ca0-8d08-72ce7ebc90d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=d2401830-1b35-4a3c-b370-2e9eef00c69a HTTP/1.1" status: 200 len: 217 time: 0.1183772 Apr 18 19:30:12.544949 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.546004 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:12.552880 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'tag': 'd48e6e0f-ca04-4d56-9c08-1a21c3fee47d'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:12.620785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f87-7778-4d85-86b8-2927b7d4ebbd req-3d69881b-5256-4073-8ef7-db65824071d7 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.625145 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f87-7778-4d85-86b8-2927b7d4ebbd req-3d69881b-5256-4073-8ef7-db65824071d7 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.629202 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291f87-7778-4d85-86b8-2927b7d4ebbd req-3d69881b-5256-4073-8ef7-db65824071d7 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.638453 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86291f87-7778-4d85-86b8-2927b7d4ebbd req-3d69881b-5256-4073-8ef7-db65824071d7 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2412 time: 0.4135656 Apr 18 19:30:12.681637 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-05b01f06-5cd1-447f-98e8-d7254bd9c147 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3595128 Apr 18 19:30:12.696054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Request body: {'port': {'device_id': '47b9ca70-1b42-4fe2-a922-ba1af8282702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:12.751803 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86291f87-7778-4d85-86b8-2927b7d4ebbd req-f62f8cbe-cac1-4b08-a2d9-ca631ec4a44a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078708 Apr 18 19:30:12.800198 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5a40527d-eebc-4644-b100-946360ad8a23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.801882 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5a40527d-eebc-4644-b100-946360ad8a23 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06770f77-d8fb-4c10-8707-ba5d82afeaeb HTTP/1.1" status: 200 len: 801 time: 0.2408352 Apr 18 19:30:12.873742 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cd8e1-b2db-42fb-a80e-ef3d845f3ea4 req-bd95b859-640b-479b-9757-8787a4a41760 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.875300 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-478cd8e1-b2db-42fb-a80e-ef3d845f3ea4 req-bd95b859-640b-479b-9757-8787a4a41760 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 1023 time: 0.2495353 Apr 18 19:30:12.917930 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9472026e-9de2-4853-9dd9-c59cca5b7505 req-a0bd5a7b-2b7d-4ad5-96f8-14fdfb008323 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 210 time: 0.0765550 Apr 18 19:30:12.926956 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:12.937057 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89b528-c93b-473a-8bf2-731d32294c3c req-786bbdbc-051f-4578-b213-ea29947b23cb tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:12.938189 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd89b528-c93b-473a-8bf2-731d32294c3c req-786bbdbc-051f-4578-b213-ea29947b23cb tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 946 time: 0.3134630 Apr 18 19:30:12.939324 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1712da35-4bc2-4be3-9791-93a2f6f56e00 None None] Provisioning for port f8c97400-a3e4-4c62-8541-c944c471c9f1 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:12.956692 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1712da35-4bc2-4be3-9791-93a2f6f56e00 None None] Provisioning complete for port f8c97400-a3e4-4c62-8541-c944c471c9f1 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:12.957108 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1712da35-4bc2-4be3-9791-93a2f6f56e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.012456 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-478cd8e1-b2db-42fb-a80e-ef3d845f3ea4 req-f3e1adec-12e4-407c-b863-f8a923938886 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Deleting port 702332c5-6383-45f2-b97a-48de0246bcbc {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:13.012456 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-478cd8e1-b2db-42fb-a80e-ef3d845f3ea4 req-f3e1adec-12e4-407c-b863-f8a923938886 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.023332 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-1712da35-4bc2-4be3-9791-93a2f6f56e00 None None] Port f8c97400-a3e4-4c62-8541-c944c471c9f1 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:30:13.110534 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-9ec77770-9dba-492d-b98f-b4b2b819c719 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0181d0d7-4cad-46e1-8a9c-1924c93441c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2923646 Apr 18 19:30:13.160635 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54270) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:13.177042 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd89b528-c93b-473a-8bf2-731d32294c3c req-61247467-07a9-44cc-8f80-49fcd36f8027 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288907 Apr 18 19:30:13.247122 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18350e2-0993-446b-bae1-9e1e5a79756f'] response: {'name': 'network-changed', 'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'tag': 'd48e6e0f-ca04-4d56-9c08-1a21c3fee47d', 'status': 'completed', 'code': 200} Apr 18 19:30:13.386780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a6e4b-5f7b-4384-a150-be05c867c202 req-c8e43344-74fb-4f90-8727-a5f1395a990a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:13.388200 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d00a6e4b-5f7b-4384-a150-be05c867c202 req-c8e43344-74fb-4f90-8727-a5f1395a990a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.1429124 Apr 18 19:30:13.489216 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c97400-a3e4-4c62-8541-c944c471c9f1 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:13.489423 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4fb85f74-c697-42ed-8592-b8b45bde303b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9521e88e9e3342ee86519e9a0126695b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3086224 Apr 18 19:30:13.490387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54278) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:13.496228 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d00a6e4b-5f7b-4384-a150-be05c867c202 req-0a593c20-4ff9-4cc4-9cc0-ce95e360eaf2 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967038 Apr 18 19:30:13.497837 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.557353 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-936216d7-863a-416d-aa63-400e6db4846d service neutron] 10.222.0.71 "GET /v2.0/networks/0181d0d7-4cad-46e1-8a9c-1924c93441c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413316 Apr 18 19:30:13.650464 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Transition to ACTIVE for port object f8c97400-a3e4-4c62-8541-c944c471c9f1 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:13.733135 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-795bef41-93e9-41b3-9e2d-1711c6b6bc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.767589 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-795bef41-93e9-41b3-9e2d-1711c6b6bc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.785962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b101339-d47e-437c-b7dd-ca2f46a35197 req-1141ba09-37f8-4481-8d1a-fce0193f2b46 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:13.787482 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4b101339-d47e-437c-b7dd-ca2f46a35197 req-1141ba09-37f8-4481-8d1a-fce0193f2b46 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 946 time: 0.1360235 Apr 18 19:30:13.798290 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.815918 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca32820-efb9-41a0-bbf1-130747a49777 req-ce14ecd3-8a16-4b30-b0a8-5fb2bb58d171 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:13.820858 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7ca32820-efb9-41a0-bbf1-130747a49777 req-ce14ecd3-8a16-4b30-b0a8-5fb2bb58d171 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 936 time: 0.4943068 Apr 18 19:30:13.875246 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-478cd8e1-b2db-42fb-a80e-ef3d845f3ea4 req-f3e1adec-12e4-407c-b863-f8a923938886 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] For port 702332c5-6383-45f2-b97a-48de0246bcbc, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=702332c5-6383-45f2-b97a-48de0246bcbc,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:13.875982 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-478cd8e1-b2db-42fb-a80e-ef3d845f3ea4 req-f3e1adec-12e4-407c-b863-f8a923938886 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:13.957006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Pushing event updated for resources: {'Port': ['ID=f8c97400-a3e4-4c62-8541-c944c471c9f1,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:14.001646 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4b101339-d47e-437c-b7dd-ca2f46a35197 req-e9227c11-970b-4fa2-9532-4ddc831657d3 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075646 Apr 18 19:30:14.030222 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-478cd8e1-b2db-42fb-a80e-ef3d845f3ea4 req-f3e1adec-12e4-407c-b863-f8a923938886 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Calling delete_port for 702332c5-6383-45f2-b97a-48de0246bcbc owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:14.130683 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-795bef41-93e9-41b3-9e2d-1711c6b6bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.170845 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bef41-93e9-41b3-9e2d-1711c6b6bc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7547302d-692e-4995-8ca8-c26d400aa4e1,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:14.172180 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-397a91c3-41b9-4770-8734-f049b0b0a833 service neutron] 10.222.0.71 "GET /v2.0/networks/0181d0d7-4cad-46e1-8a9c-1924c93441c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016681 Apr 18 19:30:14.256131 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Attempting to bind port f8c97400-a3e4-4c62-8541-c944c471c9f1 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:14.256493 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Attempting to bind port f8c97400-a3e4-4c62-8541-c944c471c9f1 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:14.256821 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Attempting to bind port f8c97400-a3e4-4c62-8541-c944c471c9f1 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:14.273499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Port f8c97400-a3e4-4c62-8541-c944c471c9f1 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:14.273837 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Attempting to bind port f8c97400-a3e4-4c62-8541-c944c471c9f1 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:14.277311 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-795bef41-93e9-41b3-9e2d-1711c6b6bc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.278461 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-795bef41-93e9-41b3-9e2d-1711c6b6bc83 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7547302d-692e-4995-8ca8-c26d400aa4e1 HTTP/1.1" status: 204 len: 168 time: 0.7871203 Apr 18 19:30:14.292897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:14.293237 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:14.293826 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:14.294264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Bound port: f8c97400-a3e4-4c62-8541-c944c471c9f1, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:14.294697 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.300546 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-77cb3e57-ee24-4f7e-9a11-a3259b9bdacf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.209&port_id=c048f09a-c443-4481-aeb0-bd6365cd934d HTTP/1.1" status: 200 len: 217 time: 0.1179883 Apr 18 19:30:14.313930 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7ca32820-efb9-41a0-bbf1-130747a49777 req-37c2e854-e71e-4e93-8434-4c7766022510 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765515 Apr 18 19:30:14.318945 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0ebea-2401-4ac4-924b-e1f924c606e8 req-9a31d1db-1824-4ebd-a55f-42d3ec1a9d89 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:14.320282 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-88d0ebea-2401-4ac4-924b-e1f924c606e8 req-9a31d1db-1824-4ebd-a55f-42d3ec1a9d89 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 1023 time: 0.1580579 Apr 18 19:30:14.445225 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-88d0ebea-2401-4ac4-924b-e1f924c606e8 req-74425471-9472-48ff-b268-3a0d15935275 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed8bd24d-87bf-4ce0-9640-283252c47ff8&id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&id=b79480a4-bf38-480c-8dde-cb2cf3e92d54&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1182969 Apr 18 19:30:14.450336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] For port f8c97400-a3e4-4c62-8541-c944c471c9f1, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:14.453529 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] For port f8c97400-a3e4-4c62-8541-c944c471c9f1, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f8c97400-a3e4-4c62-8541-c944c471c9f1,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:14.541780 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.567045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-63cd1fab-2159-4ed3-a653-fa401798c133 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:14.568502 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-63cd1fab-2159-4ed3-a653-fa401798c133 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d08a9acb-6ca3-41ef-8a0d-ab630aab5c18 HTTP/1.1" status: 200 len: 801 time: 0.1402247 Apr 18 19:30:14.624603 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-478cd8e1-b2db-42fb-a80e-ef3d845f3ea4 req-f3e1adec-12e4-407c-b863-f8a923938886 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.635869 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bc32ac31-47c7-42a0-8d2d-8299be1f367e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:14.644494 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-195791b1-f43d-4be7-b8d7-97d426be16f2 req-93aa5fa6-4b0d-45e8-b903-6c00e4a38ea2 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 210 time: 0.0628624 Apr 18 19:30:14.658905 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.660225 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] 10.222.0.71 "PUT /v2.0/ports/f8c97400-a3e4-4c62-8541-c944c471c9f1 HTTP/1.1" status: 200 len: 1096 time: 1.9701788 Apr 18 19:30:14.669743 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42727249-fd73-4f6c-8a3c-9a9c3e03cf8f service neutron] Pushing event updated for resources: {'Port': ['ID=f8c97400-a3e4-4c62-8541-c944c471c9f1,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:14.694060 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1adec-12e4-407c-b863-f8a923938886 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event deleted for resources: {'Port': ['ID=702332c5-6383-45f2-b97a-48de0246bcbc,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:14.861081 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-478cd8e1-b2db-42fb-a80e-ef3d845f3ea4 req-f3e1adec-12e4-407c-b863-f8a923938886 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] No DVR routers for this DVR port 702332c5-6383-45f2-b97a-48de0246bcbc on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:14.880300 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-478cd8e1-b2db-42fb-a80e-ef3d845f3ea4 req-f3e1adec-12e4-407c-b863-f8a923938886 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:14.898253 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a93a0a-563a-4145-a253-d753e10b588f', 'name': 'network-vif-deleted', 'tag': '702332c5-6383-45f2-b97a-48de0246bcbc'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:14.928165 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-178ab68e-2a68-4c0c-a239-fa1d8cb9827a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3470175 Apr 18 19:30:14.949910 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-a519417d-e651-471e-885c-638391f748d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 1099 time: 0.1517732 Apr 18 19:30:14.992289 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810eea8-2abb-4e4a-b0f1-1499eab76494 req-0266e417-8a20-47bc-8090-5df885b9cfe6 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:14.996220 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810eea8-2abb-4e4a-b0f1-1499eab76494 req-0266e417-8a20-47bc-8090-5df885b9cfe6 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:15.011943 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810eea8-2abb-4e4a-b0f1-1499eab76494 req-0266e417-8a20-47bc-8090-5df885b9cfe6 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:15.021434 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8810eea8-2abb-4e4a-b0f1-1499eab76494 req-0266e417-8a20-47bc-8090-5df885b9cfe6 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2412 time: 0.5416307 Apr 18 19:30:15.133642 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-0c1dff29-12e1-4905-bd76-f597384ad647 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f8c97400-a3e4-4c62-8541-c944c471c9f1 HTTP/1.1" status: 200 len: 217 time: 0.1759722 Apr 18 19:30:15.137656 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 702332c5-6383-45f2-b97a-48de0246bcbc no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:15.155735 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-478cd8e1-b2db-42fb-a80e-ef3d845f3ea4 req-f3e1adec-12e4-407c-b863-f8a923938886 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.71 "DELETE /v2.0/ports/702332c5-6383-45f2-b97a-48de0246bcbc HTTP/1.1" status: 204 len: 173 time: 2.2668364 Apr 18 19:30:15.189285 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8810eea8-2abb-4e4a-b0f1-1499eab76494 req-8b4c407c-d58a-43cd-82a9-d2ccc1524aad tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665070 Apr 18 19:30:15.217311 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 702332c5-6383-45f2-b97a-48de0246bcbc {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:15.217657 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 702332c5-6383-45f2-b97a-48de0246bcbc not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:15.265134 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b9ca70-1b42-4fe2-a922-ba1af8282702', 'tag': 'f8c97400-a3e4-4c62-8541-c944c471c9f1'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:15.349861 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-e94d8e36-bc5a-4142-bd46-b12334d7cc9f service neutron] 10.222.0.71 "GET /v2.0/networks/50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127676 Apr 18 19:30:15.463867 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-6a7df85d-3172-42b7-b323-63288bb27d88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:15.465253 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-6a7df85d-3172-42b7-b323-63288bb27d88 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.3241422 Apr 18 19:30:15.593598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-a4e6f05f-a903-4b25-87ae-7596711b983f tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:15.595032 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-a4e6f05f-a903-4b25-87ae-7596711b983f tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.16 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 805 time: 0.3607314 Apr 18 19:30:15.598971 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-2b6596a5-485d-4416-b4bf-eb4fdf0eecf7 service neutron] 10.222.0.71 "GET /v2.0/networks/50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431731 Apr 18 19:30:15.605569 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-0fca4925-6fc9-4930-b6d2-ea591857b2e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262443 Apr 18 19:30:15.609976 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852e24e-e16f-4a1a-8615-87bd09c5e08b req-e59c8f38-ec7c-4a4f-801c-61eeaf9f9145 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:15.611619 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0852e24e-e16f-4a1a-8615-87bd09c5e08b req-e59c8f38-ec7c-4a4f-801c-61eeaf9f9145 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.1799078 Apr 18 19:30:15.619030 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Request body: {'port': {'device_id': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'admin_state_up': True, 'tenant_id': '0b65ec795a4743e1bfb0333a30014a1a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:15.700747 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-ffa2531a-77ee-4ec6-95ef-772f52c6e033 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d HTTP/1.1" status: 200 len: 217 time: 0.0881906 Apr 18 19:30:15.704751 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b19df1-8588-4da9-b704-7aa8d439fdb5'] response: {'server_uuid': '84a93a0a-563a-4145-a253-d753e10b588f', 'name': 'network-vif-deleted', 'tag': '702332c5-6383-45f2-b97a-48de0246bcbc', 'status': 'completed', 'code': 200} Apr 18 19:30:15.769678 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0852e24e-e16f-4a1a-8615-87bd09c5e08b req-4ceec94f-f85e-4621-91a6-aaa62e1a1179 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017497 Apr 18 19:30:15.811750 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-13806d27-a23e-4b01-a3e8-8a9728cea628 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:15.816855 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-13806d27-a23e-4b01-a3e8-8a9728cea628 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06770f77-d8fb-4c10-8707-ba5d82afeaeb HTTP/1.1" status: 200 len: 801 time: 0.1093874 Apr 18 19:30:15.832888 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8697fb9-54db-44c0-bbce-cf23e448fb1a'] response: {'name': 'network-changed', 'server_uuid': '47b9ca70-1b42-4fe2-a922-ba1af8282702', 'tag': 'f8c97400-a3e4-4c62-8541-c944c471c9f1', 'status': 'completed', 'code': 200} Apr 18 19:30:15.868894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:15.933680 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Usage tracker for resource:port and tenant:0b65ec795a4743e1bfb0333a30014a1a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:15.939574 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:15.973356 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-de9f0b74-0cc3-4549-9b54-e59f28d2b93e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0181d0d7-4cad-46e1-8a9c-1924c93441c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1491210 Apr 18 19:30:16.006559 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:16.081892 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-f1cff63c-47f7-4fcd-8864-d17e2aeae7b5 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502830 Apr 18 19:30:16.118691 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d2392-f7dd-438b-85f6-fdb02e1c4eb9 req-0641a390-218c-435e-83d6-79be0cf97257 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:16.119496 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-180d2392-f7dd-438b-85f6-fdb02e1c4eb9 req-0641a390-218c-435e-83d6-79be0cf97257 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:16.231197 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8bfb40a3-5fe0-44fd-a98a-919c3de9a7ca req-332fd579-1310-4b67-ad7e-f83bb164521d tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Synchronizing usage tracker for tenant:bd938a7c667c4687a22a1d5750416297 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:16.285607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Made reservation on behalf of 0b65ec795a4743e1bfb0333a30014a1a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:16.289304 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:16.295232 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-93e62de0-b795-479e-96bb-8a4d3a741dea service neutron] 10.222.0.71 "GET /v2.0/networks/0181d0d7-4cad-46e1-8a9c-1924c93441c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152788 Apr 18 19:30:16.378072 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8bfb40a3-5fe0-44fd-a98a-919c3de9a7ca req-332fd579-1310-4b67-ad7e-f83bb164521d tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Unset dirty status for tenant:bd938a7c667c4687a22a1d5750416297 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:16.393544 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8bfb40a3-5fe0-44fd-a98a-919c3de9a7ca req-332fd579-1310-4b67-ad7e-f83bb164521d tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=84a93a0a-563a-4145-a253-d753e10b588f HTTP/1.1" status: 200 len: 210 time: 0.3873003 Apr 18 19:30:16.412076 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-180d2392-f7dd-438b-85f6-fdb02e1c4eb9 req-0641a390-218c-435e-83d6-79be0cf97257 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:16.414025 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-180d2392-f7dd-438b-85f6-fdb02e1c4eb9 req-0641a390-218c-435e-83d6-79be0cf97257 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 948 time: 0.4816754 Apr 18 19:30:16.483030 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c20e2e2-64e9-4a0b-ba20-c64122894373 req-7ee2d67c-df38-4381-aae4-9e49647ccc05 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921592 Apr 18 19:30:16.510824 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c6d6487-4642-489b-9a45-b633b3d9e226 req-5be1ee70-dcc9-4117-aceb-f50730e746cf service neutron] 10.222.0.71 "GET /v2.0/networks/0181d0d7-4cad-46e1-8a9c-1924c93441c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097902 Apr 18 19:30:16.551212 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-180d2392-f7dd-438b-85f6-fdb02e1c4eb9 req-b73200c1-863d-4835-bed7-81c5ea918d74 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190703 Apr 18 19:30:16.562811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Allocated IP 172.20.0.7 (71a0c590-c1ef-454f-934f-eab54d047aa7/3fb84896-be61-47b3-b13f-8af31da05bcb/9edc971a-b00d-487d-b762-b4d772caf305) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:16.668282 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22383c06-e5fd-4661-9f2d-c52f8aee0f84 req-f62c9363-5266-4f49-87dc-0c963c4ca4e9 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 210 time: 0.0464652 Apr 18 19:30:16.771428 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e7ca0ec-b845-4b1a-8127-19905c12cb91 req-1a7a0cb0-1202-4154-a233-8d9cfe67008e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 1099 time: 0.0854650 Apr 18 19:30:16.914281 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:16.915100 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ca0ec-b845-4b1a-8127-19905c12cb91 req-7360faa5-5f1e-43e1-b717-ffd706bf2218 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:16.916529 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e7ca0ec-b845-4b1a-8127-19905c12cb91 req-7360faa5-5f1e-43e1-b717-ffd706bf2218 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.1588135 Apr 18 19:30:16.938437 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04d635fd-4840-42fb-971c-24730c60578c req-13b9892a-ef21-4935-9482-a0dafc30be66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2865 time: 0.2185919 Apr 18 19:30:16.972188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b8b51-30de-4095-80cf-2f9bf8a15511 req-6a28d2b9-17bc-45da-89e0-c8ab2c6bf80c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:16.976157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b8b51-30de-4095-80cf-2f9bf8a15511 req-6a28d2b9-17bc-45da-89e0-c8ab2c6bf80c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:16.980894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b8b51-30de-4095-80cf-2f9bf8a15511 req-6a28d2b9-17bc-45da-89e0-c8ab2c6bf80c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:16.981722 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-252b8b51-30de-4095-80cf-2f9bf8a15511 req-6a28d2b9-17bc-45da-89e0-c8ab2c6bf80c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2412 time: 0.2139459 Apr 18 19:30:17.003694 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e7ca0ec-b845-4b1a-8127-19905c12cb91 req-03149538-81a5-4381-ba95-c38a93bb9a55 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f8c97400-a3e4-4c62-8541-c944c471c9f1 HTTP/1.1" status: 200 len: 217 time: 0.0793974 Apr 18 19:30:17.117743 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ca0ec-b845-4b1a-8127-19905c12cb91 req-4f08dfd7-65d9-470f-abba-dfa26adb7442 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:17.119781 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e7ca0ec-b845-4b1a-8127-19905c12cb91 req-4f08dfd7-65d9-470f-abba-dfa26adb7442 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1096373 Apr 18 19:30:17.133453 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-252b8b51-30de-4095-80cf-2f9bf8a15511 req-8ac0f218-f7a4-40b6-9c6c-94c64f910ff1 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401162 Apr 18 19:30:17.139953 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d635fd-4840-42fb-971c-24730c60578c req-ec15e12b-44f1-41f0-8400-e9277f0dc3bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:17.142592 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04d635fd-4840-42fb-971c-24730c60578c req-ec15e12b-44f1-41f0-8400-e9277f0dc3bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=0181d0d7-4cad-46e1-8a9c-1924c93441c3 HTTP/1.1" status: 200 len: 902 time: 0.1960380 Apr 18 19:30:17.219878 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:17.286025 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e7ca0ec-b845-4b1a-8127-19905c12cb91 req-3d55c27f-c8f0-42f8-ba24-1f8a60733f59 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512098 Apr 18 19:30:17.293253 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04d635fd-4840-42fb-971c-24730c60578c req-43c3f063-0e5a-4d1a-99b3-ad822987af69 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d HTTP/1.1" status: 200 len: 217 time: 0.1423872 Apr 18 19:30:17.407492 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063fc25-d4e5-46c3-841f-7908d5062fc4 req-1eb84915-6fe1-4674-bda9-c14e6d7c0ab0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:17.407941 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Network 71a0c590-c1ef-454f-934f-eab54d047aa7 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:17.408946 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a063fc25-d4e5-46c3-841f-7908d5062fc4 req-1eb84915-6fe1-4674-bda9-c14e6d7c0ab0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.2201898 Apr 18 19:30:17.417403 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:17.422423 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Pushing event updated for resources: {'Port': ['ID=9edc971a-b00d-487d-b762-b4d772caf305,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:17.427040 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:17.471352 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e7ca0ec-b845-4b1a-8127-19905c12cb91 req-7a77ab52-2ae3-4b8c-afa8-87808ebc227f service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767898 Apr 18 19:30:17.473663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d635fd-4840-42fb-971c-24730c60578c req-6a7ab8b9-dbb4-4d67-b443-83d5c94dade7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:17.475649 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04d635fd-4840-42fb-971c-24730c60578c req-6a7ab8b9-dbb4-4d67-b443-83d5c94dade7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=06770f77-d8fb-4c10-8707-ba5d82afeaeb HTTP/1.1" status: 200 len: 801 time: 0.1717823 Apr 18 19:30:17.484919 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a063fc25-d4e5-46c3-841f-7908d5062fc4 req-b70b0b04-d8a9-4d1d-a9e7-e097fee2ed6d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645647 Apr 18 19:30:17.571652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:17.571652 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:17.629241 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d617edd-1b33-45ac-8464-55648b68affc req-2c17b0f0-34ee-4a69-8cde-ed6c5741e655 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:17.629241 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0d617edd-1b33-45ac-8464-55648b68affc req-2c17b0f0-34ee-4a69-8cde-ed6c5741e655 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 946 time: 0.2895734 Apr 18 19:30:17.666130 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-237939ad-eef0-453f-ae27-8a1ae20e5c4e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0470958 Apr 18 19:30:17.676561 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e7ca0ec-b845-4b1a-8127-19905c12cb91 req-70661c5c-51e9-4c73-a57c-b60535f34a51 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822464 Apr 18 19:30:17.685714 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Request body: {'port': {'device_id': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:17.784906 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0d617edd-1b33-45ac-8464-55648b68affc req-f0583f1f-957f-46e9-affe-2cc1e423df6b tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562634 Apr 18 19:30:17.792894 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04d635fd-4840-42fb-971c-24730c60578c req-86388d42-a252-4bbf-bb76-a0b0765c494f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0181d0d7-4cad-46e1-8a9c-1924c93441c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2974675 Apr 18 19:30:17.842789 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422904e5-5f4b-4985-8491-b862bb6de00a req-d84ef491-d260-420c-b230-4923bda67022 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:17.844530 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-422904e5-5f4b-4985-8491-b862bb6de00a req-d84ef491-d260-420c-b230-4923bda67022 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 948 time: 0.0885067 Apr 18 19:30:17.899826 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-422904e5-5f4b-4985-8491-b862bb6de00a req-64ff2311-653d-4512-a0ba-e33fd551c251 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450804 Apr 18 19:30:17.959962 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.075673 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-74d38e3f-72f8-4e7f-8cf4-e168deec7cd9 req-ace64a0b-ea3e-4153-8f5e-ccd48051c8b3 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/ed8bd24d-87bf-4ce0-9640-283252c47ff8 HTTP/1.1" status: 200 len: 1634 time: 0.2211425 Apr 18 19:30:18.103939 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e5d9f-a8ae-434d-b8db-0369816ab17c req-8256d79d-c11a-4dd8-8065-5161e1773c4b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:18.105776 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cb0e5d9f-a8ae-434d-b8db-0369816ab17c req-8256d79d-c11a-4dd8-8065-5161e1773c4b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 931 time: 0.0902319 Apr 18 19:30:18.110071 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04d635fd-4840-42fb-971c-24730c60578c req-7cfcd977-01d1-448b-9824-a5b98ddbad6a service neutron] 10.222.0.71 "GET /v2.0/networks/0181d0d7-4cad-46e1-8a9c-1924c93441c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030136 Apr 18 19:30:18.158267 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-cb0e5d9f-a8ae-434d-b8db-0369816ab17c req-9e60b867-8c7f-4f39-a5b8-f6ae8b4c9d88 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Synchronizing usage tracker for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:18.264747 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-cb0e5d9f-a8ae-434d-b8db-0369816ab17c req-9e60b867-8c7f-4f39-a5b8-f6ae8b4c9d88 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Unset dirty status for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:18.266021 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cb0e5d9f-a8ae-434d-b8db-0369816ab17c req-9e60b867-8c7f-4f39-a5b8-f6ae8b4c9d88 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546042 Apr 18 19:30:18.454637 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-74d38e3f-72f8-4e7f-8cf4-e168deec7cd9 req-f3b15af5-079b-4a82-acfd-e8cad006baad tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.531035 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-86b616c7-dd5e-4bea-a69c-9b9b10fcef66 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4d594eb8ddc7455ab636ca7214372018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273466 Apr 18 19:30:18.559493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04d635fd-4840-42fb-971c-24730c60578c req-6da366d5-34ee-45c3-9813-d1fe2b46aacc service neutron] 10.222.0.71 "GET /v2.0/networks/0181d0d7-4cad-46e1-8a9c-1924c93441c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345770 Apr 18 19:30:18.568067 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-74d38e3f-72f8-4e7f-8cf4-e168deec7cd9 req-f3b15af5-079b-4a82-acfd-e8cad006baad tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.681177 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-25d7259e-e626-4018-bcc4-7f182e90dc23 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:18.682643 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-25d7259e-e626-4018-bcc4-7f182e90dc23 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463983 Apr 18 19:30:18.699380 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-cd4e98f3-9f89-4084-a97d-ffb0ea987c9e tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/quotas/4d594eb8ddc7455ab636ca7214372018 HTTP/1.1" status: 200 len: 375 time: 0.0110469 Apr 18 19:30:18.718324 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edc971a-b00d-487d-b762-b4d772caf305 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:18.725947 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.728334 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-74d38e3f-72f8-4e7f-8cf4-e168deec7cd9 req-f3b15af5-079b-4a82-acfd-e8cad006baad tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.752572 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-1c704293-f127-4008-bf0a-de80ad5565ff tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d594eb8ddc7455ab636ca7214372018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450034 Apr 18 19:30:18.756730 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b15af5-079b-4a82-acfd-e8cad006baad tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8bd24d-87bf-4ce0-9640-283252c47ff8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:18.761307 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Transition to ACTIVE for port object 9edc971a-b00d-487d-b762-b4d772caf305 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:18.833460 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-74d38e3f-72f8-4e7f-8cf4-e168deec7cd9 req-f3b15af5-079b-4a82-acfd-e8cad006baad tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.834392 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-74d38e3f-72f8-4e7f-8cf4-e168deec7cd9 req-f3b15af5-079b-4a82-acfd-e8cad006baad tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "DELETE /v2.0/security-groups/ed8bd24d-87bf-4ce0-9640-283252c47ff8 HTTP/1.1" status: 204 len: 173 time: 0.7576919 Apr 18 19:30:18.879834 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:18.945994 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:19.036748 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Pushing event updated for resources: {'Port': ['ID=9edc971a-b00d-487d-b762-b4d772caf305,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:19.108052 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f8c97400-a3e4-4c62-8541-c944c471c9f1 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:19.164303 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3ae0-795a-4eb8-a5c0-712cb0f4711f req-e61e1940-9b55-44e9-a4c4-54ccb4f796e2 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:19.169019 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3ae0-795a-4eb8-a5c0-712cb0f4711f req-e61e1940-9b55-44e9-a4c4-54ccb4f796e2 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:19.172188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3ae0-795a-4eb8-a5c0-712cb0f4711f req-e61e1940-9b55-44e9-a4c4-54ccb4f796e2 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:19.174010 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04bc3ae0-795a-4eb8-a5c0-712cb0f4711f req-e61e1940-9b55-44e9-a4c4-54ccb4f796e2 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2412 time: 0.2431555 Apr 18 19:30:19.191211 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:19.213067 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Attempting to bind port 9edc971a-b00d-487d-b762-b4d772caf305 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:19.213599 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Attempting to bind port 9edc971a-b00d-487d-b762-b4d772caf305 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:19.214104 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Attempting to bind port 9edc971a-b00d-487d-b762-b4d772caf305 on network 71a0c590-c1ef-454f-934f-eab54d047aa7 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:19.228560 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '15ad9bc4-0c60-4f61-9cf7-72e763c0b261', 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167', 'port_id': '15ad9bc4-0c60-4f61-9cf7-72e763c0b261', 'mac_address': 'fa:16:3e:ee:ac:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5d496e-a416-45a0-a254-a9492339f206', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:19.233280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Port 9edc971a-b00d-487d-b762-b4d772caf305 on network 71a0c590-c1ef-454f-934f-eab54d047aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:19.233785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Attempting to bind port 9edc971a-b00d-487d-b762-b4d772caf305 on network 71a0c590-c1ef-454f-934f-eab54d047aa7 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:19.254344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:19.254957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Checking segment: {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:19.255516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Bound using segment: {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:19.256169 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Bound port: 9edc971a-b00d-487d-b762-b4d772caf305, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:19.256707 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.273237 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04bc3ae0-795a-4eb8-a5c0-712cb0f4711f req-f3746555-676b-46ac-981e-b82aa251abc5 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910771 Apr 18 19:30:19.369450 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5c9a7-f5a1-452c-9645-1868bc5e16b1 req-4072e8ef-d148-4d8c-a5d3-3e8cc032e84c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:19.372625 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acf5c9a7-f5a1-452c-9645-1868bc5e16b1 req-4072e8ef-d148-4d8c-a5d3-3e8cc032e84c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.1596563 Apr 18 19:30:19.393422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] For port 9edc971a-b00d-487d-b762-b4d772caf305, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:19.397407 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] For port 9edc971a-b00d-487d-b762-b4d772caf305, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9edc971a-b00d-487d-b762-b4d772caf305,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:19.414676 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.450269 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f8c97400-a3e4-4c62-8541-c944c471c9f1, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f8c97400-a3e4-4c62-8541-c944c471c9f1,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:19.456408 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acf5c9a7-f5a1-452c-9645-1868bc5e16b1 req-f3065e09-9c10-40d2-8317-c8d8f7483d32 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765901 Apr 18 19:30:19.458762 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:19.474812 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'f8c97400-a3e4-4c62-8541-c944c471c9f1', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'f8c97400-a3e4-4c62-8541-c944c471c9f1', 'mac_address': 'fa:16:3e:50:be:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:19.510837 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:19.526124 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.557695 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.570263 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c97400-a3e4-4c62-8541-c944c471c9f1 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:19.590805 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f8c97400-a3e4-4c62-8541-c944c471c9f1, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f8c97400-a3e4-4c62-8541-c944c471c9f1,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:19.619360 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.622129 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] 10.222.0.16 "PUT /v2.0/ports/9edc971a-b00d-487d-b762-b4d772caf305 HTTP/1.1" status: 200 len: 1091 time: 1.9444768 Apr 18 19:30:19.625659 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'tag': '9edc971a-b00d-487d-b762-b4d772caf305'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:19.660434 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e68e4-6b1c-4331-9a91-8aeb64c642cb service neutron] Pushing event updated for resources: {'Port': ['ID=9edc971a-b00d-487d-b762-b4d772caf305,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:19.675310 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f02b8-6c3e-457c-9979-0e98fa65b056 req-e8bf1add-eaf6-4050-9183-190a07e82b1c tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:19.675310 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c22f02b8-6c3e-457c-9979-0e98fa65b056 req-e8bf1add-eaf6-4050-9183-190a07e82b1c tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 946 time: 0.2083354 Apr 18 19:30:19.676289 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.677244 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a1d5a537-7c83-4634-af89-237e88209f8c details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:19.707926 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d7e2dc22-626f-41c2-aa63-6511230d2c91 req-128d78cf-702d-4687-8d25-2cafe79855cb tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/b79480a4-bf38-480c-8dde-cb2cf3e92d54 HTTP/1.1" status: 200 len: 1634 time: 0.1883121 Apr 18 19:30:19.729659 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.730304 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d48e6e0f-ca04-4d56-9c08-1a21c3fee47d details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:19.731278 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c22f02b8-6c3e-457c-9979-0e98fa65b056 req-1fc1e4b8-ff44-4e73-809a-785cd7ae8eb0 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509613 Apr 18 19:30:19.798088 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d7e2dc22-626f-41c2-aa63-6511230d2c91 req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.822230 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d7e2dc22-626f-41c2-aa63-6511230d2c91 req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:19.876246 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:20.006700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729dd5a-7acb-4bbe-8630-af5bca43ddff req-331a5ae1-dc7e-4081-a6ea-18ecc36232c8 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:20.008233 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c729dd5a-7acb-4bbe-8630-af5bca43ddff req-331a5ae1-dc7e-4081-a6ea-18ecc36232c8 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 949 time: 0.1528003 Apr 18 19:30:20.015255 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-777a5aa3-917d-4b3d-879c-6a205e0aca51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 1094 time: 0.1189029 Apr 18 19:30:20.026626 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d7e2dc22-626f-41c2-aa63-6511230d2c91 req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.107343 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79480a4-bf38-480c-8dde-cb2cf3e92d54,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:20.120324 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=f8c97400-a3e4-4c62-8541-c944c471c9f1,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:20.128981 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:20.130174 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d7e2dc22-626f-41c2-aa63-6511230d2c91 req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.149985 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-f394802d-661a-4059-9e0a-6c50a3b415d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9edc971a-b00d-487d-b762-b4d772caf305 HTTP/1.1" status: 200 len: 217 time: 0.1191044 Apr 18 19:30:20.151595 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d7e2dc22-626f-41c2-aa63-6511230d2c91 req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "DELETE /v2.0/security-groups/b79480a4-bf38-480c-8dde-cb2cf3e92d54 HTTP/1.1" status: 204 len: 173 time: 0.4370611 Apr 18 19:30:20.189107 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:20.189495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:20.189837 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:20.190176 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:20.190545 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:20.194830 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:20.196290 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:20.196646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:20.196983 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:20.197316 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:20.197645 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694f900e-356c-4bde-9e09-d3eecb93f2fe tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:20.217586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'port_id': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'mac_address': 'fa:16:3e:0f:01:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:20.258372 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c729dd5a-7acb-4bbe-8630-af5bca43ddff req-f02b8f82-e6b9-4b43-90d6-0bbf813e3c68 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357864 Apr 18 19:30:20.304561 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-ef20343e-551d-419d-bede-2a5b5c474f69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:20.304561 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-ef20343e-551d-419d-bede-2a5b5c474f69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fb84896-be61-47b3-b13f-8af31da05bcb HTTP/1.1" status: 200 len: 845 time: 0.1416032 Apr 18 19:30:20.335708 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.379656 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-1724fd3d-08cd-40f2-884b-230985ecda63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71a0c590-c1ef-454f-934f-eab54d047aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720117 Apr 18 19:30:20.405601 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:20.432539 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-54406aa6-65a5-42ae-96ab-9247dfee8500 req-8403985d-28e3-418c-90d6-973b126f91d2 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 210 time: 0.1189342 Apr 18 19:30:20.445727 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1d5a537-7c83-4634-af89-237e88209f8c {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:20.473327 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'd48e6e0f-ca04-4d56-9c08-1a21c3fee47d', 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3', 'port_id': 'd48e6e0f-ca04-4d56-9c08-1a21c3fee47d', 'mac_address': 'fa:16:3e:9d:b8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06770f77-d8fb-4c10-8707-ba5d82afeaeb', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:20.499945 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:20.522759 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2291edda-a3a6-4fbd-b465-cb86366a7cfb'] response: {'name': 'network-changed', 'server_uuid': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'tag': '9edc971a-b00d-487d-b762-b4d772caf305', 'status': 'completed', 'code': 200} Apr 18 19:30:20.559375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1332076292', 'description': 'tempest-description-1440345346'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:20.572239 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:20.575105 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.578867 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:20.591233 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:20.602919 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48e6e0f-ca04-4d56-9c08-1a21c3fee47d {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:20.603121 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:20.623218 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:20.624574 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.732470 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:20.747726 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.756861 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['a1d5a537-7c83-4634-af89-237e88209f8c'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:20.789255 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-d2ef5051-4a3b-40e2-ac25-6e9ed9501752 service neutron] 10.222.0.16 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996346 Apr 18 19:30:20.797704 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:20.799908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f031e-53df-499c-b857-6aca246d70eb req-f07c90ed-1eb5-4649-a296-0a7aa4cfc4cb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:20.804780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-830f031e-53df-499c-b857-6aca246d70eb req-f07c90ed-1eb5-4649-a296-0a7aa4cfc4cb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Synchronizing usage tracker for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:20.810666 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['15ad9bc4-0c60-4f61-9cf7-72e763c0b261'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:20.812878 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Usage tracker for resource:security_group_rule and tenant:bd938a7c667c4687a22a1d5750416297 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:20.816471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:20.826543 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:20.857210 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.858049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d2401830-1b35-4a3c-b370-2e9eef00c69a details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:20.923868 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:20.965168 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-31ff65b8-da04-4054-bc7b-d0c2bd735253 req-8fdda8cf-8a4d-4f41-a568-8d3103a4a6cd service neutron] 10.222.0.16 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591551 Apr 18 19:30:20.977199 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-830f031e-53df-499c-b857-6aca246d70eb req-f07c90ed-1eb5-4649-a296-0a7aa4cfc4cb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Unset dirty status for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:20.978335 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-830f031e-53df-499c-b857-6aca246d70eb req-f07c90ed-1eb5-4649-a296-0a7aa4cfc4cb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 943 time: 0.4630623 Apr 18 19:30:21.010656 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:21.035178 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:21.127567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2b98a0-bad1-4069-84d9-0700253f5a34,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:21.166245 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d2401830-1b35-4a3c-b370-2e9eef00c69a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d2401830-1b35-4a3c-b370-2e9eef00c69a,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:21.192922 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-830f031e-53df-499c-b857-6aca246d70eb req-e00aebf0-ae1a-48cb-8047-5217dedf65a5 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076547 Apr 18 19:30:21.213433 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'd2401830-1b35-4a3c-b370-2e9eef00c69a', 'network_id': '0181d0d7-4cad-46e1-8a9c-1924c93441c3', 'port_id': 'd2401830-1b35-4a3c-b370-2e9eef00c69a', 'mac_address': 'fa:16:3e:67:97:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06770f77-d8fb-4c10-8707-ba5d82afeaeb', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:21.263438 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:21.270193 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9c7b5b2b-16ac-43b6-bba7-609074a519ed req-839d27fd-1134-4821-9213-da742a16ecc5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.7069867 Apr 18 19:30:21.336858 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2164aff-49f0-4283-a93c-b254d6c787f8 req-05993a26-8fbb-4972-89eb-a25b5464ed01 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 1094 time: 0.2077086 Apr 18 19:30:21.550839 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164aff-49f0-4283-a93c-b254d6c787f8 req-c8c696d7-cc9c-45aa-b09e-65000dff0c03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:21.552284 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2164aff-49f0-4283-a93c-b254d6c787f8 req-c8c696d7-cc9c-45aa-b09e-65000dff0c03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 906 time: 0.2085040 Apr 18 19:30:21.574812 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:21.605261 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2401830-1b35-4a3c-b370-2e9eef00c69a {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:21.623731 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc93f4-d998-4e62-a2f9-7fc9b0bff70b req-c8ce5707-21f0-41cf-b1fb-8cfb60173e8c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:21.632006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc93f4-d998-4e62-a2f9-7fc9b0bff70b req-c8ce5707-21f0-41cf-b1fb-8cfb60173e8c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:21.633099 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc93f4-d998-4e62-a2f9-7fc9b0bff70b req-c8ce5707-21f0-41cf-b1fb-8cfb60173e8c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:21.635000 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c5cc93f4-d998-4e62-a2f9-7fc9b0bff70b req-c8ce5707-21f0-41cf-b1fb-8cfb60173e8c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2413 time: 0.2150371 Apr 18 19:30:21.662247 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d2401830-1b35-4a3c-b370-2e9eef00c69a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d2401830-1b35-4a3c-b370-2e9eef00c69a,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:21.663791 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0b2260be-231c-4b1f-b869-2df2297769e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:21.669172 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2164aff-49f0-4283-a93c-b254d6c787f8 req-05708d48-721c-4885-a673-4e0a61018141 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9edc971a-b00d-487d-b762-b4d772caf305 HTTP/1.1" status: 200 len: 217 time: 0.1091471 Apr 18 19:30:21.738225 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3d0c1-4e37-48d6-bc37-197e3eaa6ec4 req-e7fc50e3-4c94-4aa2-8b64-5dcd47deb015 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:21.743611 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c5cc93f4-d998-4e62-a2f9-7fc9b0bff70b req-1c0a2467-f6f5-4fa1-9c72-a77105d133fb tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018188 Apr 18 19:30:21.751276 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6a3d0c1-4e37-48d6-bc37-197e3eaa6ec4 req-e7fc50e3-4c94-4aa2-8b64-5dcd47deb015 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.2616360 Apr 18 19:30:21.753293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164aff-49f0-4283-a93c-b254d6c787f8 req-f2018c33-ff27-456a-9ee4-243022740668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:21.754912 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2164aff-49f0-4283-a93c-b254d6c787f8 req-f2018c33-ff27-456a-9ee4-243022740668 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fb84896-be61-47b3-b13f-8af31da05bcb HTTP/1.1" status: 200 len: 845 time: 0.0739124 Apr 18 19:30:21.773127 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:21.773837 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device c048f09a-c443-4481-aeb0-bd6365cd934d details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:21.815917 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6a3d0c1-4e37-48d6-bc37-197e3eaa6ec4 req-3f45d31a-f1ae-459d-b4d4-c28b8148cfc5 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649729 Apr 18 19:30:21.817509 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2164aff-49f0-4283-a93c-b254d6c787f8 req-51e80dde-c0eb-4b81-9edf-03c2d16553c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71a0c590-c1ef-454f-934f-eab54d047aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550654 Apr 18 19:30:21.985309 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b0b5296-c92b-49b1-b1b2-6483b5f81c80 req-17197b93-7b25-409b-9462-bf86216f8da9 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/3f2b98a0-bad1-4069-84d9-0700253f5a34 HTTP/1.1" status: 200 len: 1635 time: 0.0869651 Apr 18 19:30:22.009361 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-4b0b5296-c92b-49b1-b1b2-6483b5f81c80 req-dcb9ac6e-7fa4-4c6d-8418-0c1e495097df tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Request body: {'security_group': {'name': 'tempest-sg-hth-452841128', 'description': 'tempest-description-hth-84044992'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:22.050337 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=d2401830-1b35-4a3c-b370-2e9eef00c69a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:22.077408 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4b0b5296-c92b-49b1-b1b2-6483b5f81c80 req-dcb9ac6e-7fa4-4c6d-8418-0c1e495097df tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:22.080070 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port c048f09a-c443-4481-aeb0-bd6365cd934d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=c048f09a-c443-4481-aeb0-bd6365cd934d,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:22.116892 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'c048f09a-c443-4481-aeb0-bd6365cd934d', 'network_id': '50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f', 'port_id': 'c048f09a-c443-4481-aeb0-bd6365cd934d', 'mac_address': 'fa:16:3e:26:9a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd08a9acb-6ca3-41ef-8a0d-ab630aab5c18', 'ip_address': '19.86.0.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:22.126467 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2164aff-49f0-4283-a93c-b254d6c787f8 req-08473c71-28a3-490a-9f3f-eb81e2583781 service neutron] 10.222.0.16 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009562 Apr 18 19:30:22.175417 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4b0b5296-c92b-49b1-b1b2-6483b5f81c80 req-dcb9ac6e-7fa4-4c6d-8418-0c1e495097df tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:22.204431 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:22.225214 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c048f09a-c443-4481-aeb0-bd6365cd934d {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:22.253074 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port c048f09a-c443-4481-aeb0-bd6365cd934d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=c048f09a-c443-4481-aeb0-bd6365cd934d,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:22.254766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1ce0-d2ce-4f2d-8aa9-cd4c0e34b76a req-2b399423-e361-4848-a39c-c4e195dc5024 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:22.256763 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3b9f1ce0-d2ce-4f2d-8aa9-cd4c0e34b76a req-2b399423-e361-4848-a39c-c4e195dc5024 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 945 time: 0.2391508 Apr 18 19:30:22.264923 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4b0b5296-c92b-49b1-b1b2-6483b5f81c80 req-dcb9ac6e-7fa4-4c6d-8418-0c1e495097df tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:22.268488 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4b0b5296-c92b-49b1-b1b2-6483b5f81c80 req-dcb9ac6e-7fa4-4c6d-8418-0c1e495097df tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:22.291016 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b0b5296-c92b-49b1-b1b2-6483b5f81c80 req-dcb9ac6e-7fa4-4c6d-8418-0c1e495097df tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "PUT /v2.0/security-groups/3f2b98a0-bad1-4069-84d9-0700253f5a34 HTTP/1.1" status: 200 len: 1606 time: 0.2902148 Apr 18 19:30:22.339069 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3b9f1ce0-d2ce-4f2d-8aa9-cd4c0e34b76a req-7fdd4573-c9c0-48f5-84e0-ce50e841a1ca tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765471 Apr 18 19:30:22.341659 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2164aff-49f0-4283-a93c-b254d6c787f8 req-8e547b28-cdff-4c15-8436-78a05eac7850 service neutron] 10.222.0.16 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081633 Apr 18 19:30:22.342035 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:22.377332 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9ac6e-7fa4-4c6d-8418-0c1e495097df tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2b98a0-bad1-4069-84d9-0700253f5a34,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:22.533822 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=c048f09a-c443-4481-aeb0-bd6365cd934d,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:22.600666 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c7cb3-a0c1-4b6f-8f97-5c02622cd1d6 req-382bb4ec-2ace-4daf-8704-6373df586342 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:22.602686 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad5c7cb3-a0c1-4b6f-8f97-5c02622cd1d6 req-382bb4ec-2ace-4daf-8704-6373df586342 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 949 time: 0.1478746 Apr 18 19:30:22.642649 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9991b5b9-9b45-43a9-af7f-3a793f216872 req-ca409517-1a04-4334-929b-659c78478031 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 210 time: 0.0608048 Apr 18 19:30:22.684297 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad5c7cb3-a0c1-4b6f-8f97-5c02622cd1d6 req-a469bff3-d8bf-4847-9e07-40d72b6a14af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722892 Apr 18 19:30:22.712205 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-cd64a88a-0831-4665-818a-1984023b3f04 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=4d594eb8ddc7455ab636ca7214372018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340784 Apr 18 19:30:22.764397 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d2401830-1b35-4a3c-b370-2e9eef00c69a'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:22.824405 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c7d46c02-85ad-4f3c-b624-0369f451879f req-84ac9983-fc7f-4033-836c-6202a04b6b96 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/3f2b98a0-bad1-4069-84d9-0700253f5a34 HTTP/1.1" status: 200 len: 1606 time: 0.0798521 Apr 18 19:30:22.830131 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['c048f09a-c443-4481-aeb0-bd6365cd934d'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:22.874911 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['f8c97400-a3e4-4c62-8541-c944c471c9f1'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:22.968158 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a1d5a537-7c83-4634-af89-237e88209f8c up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:22.990683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-d335f044-b459-4bc6-8465-6dfb0eba8fc5 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:22.992435 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-d335f044-b459-4bc6-8465-6dfb0eba8fc5 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713313 Apr 18 19:30:23.014643 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Request body: {'port': {'device_id': '086d042c-5ae2-448c-bc4c-d2f627a7b99c', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '4d594eb8ddc7455ab636ca7214372018'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:23.041864 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2b966-97ab-4273-8f6c-12df210d48b3 req-de87e0a7-8da0-4224-aa83-f735a5c970fb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:23.048897 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4ee2b966-97ab-4273-8f6c-12df210d48b3 req-de87e0a7-8da0-4224-aa83-f735a5c970fb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 943 time: 0.1762986 Apr 18 19:30:23.246798 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port a1d5a537-7c83-4634-af89-237e88209f8c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:23.247737 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.251258 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4ee2b966-97ab-4273-8f6c-12df210d48b3 req-68e45d04-8c6d-44a2-870b-3f3c4f314e44 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014830 Apr 18 19:30:23.257905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:23.262127 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Usage tracker for resource:port and tenant:4d594eb8ddc7455ab636ca7214372018 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:23.266992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:23.273315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:23.354041 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Made reservation on behalf of 4d594eb8ddc7455ab636ca7214372018 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:23.360339 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.383652 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.593464 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-205b61b4-4835-413c-8c4b-26c002bf6daf req-9d7fb1bc-926c-4616-b6df-1c2bdb63d88d tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/3f2b98a0-bad1-4069-84d9-0700253f5a34 HTTP/1.1" status: 200 len: 1606 time: 0.0737848 Apr 18 19:30:23.645564 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:23.651986 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Usage tracker for resource:security_group_rule and tenant:4d594eb8ddc7455ab636ca7214372018 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:23.662405 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c101a1-4eab-461b-bc37-f4b068422c97 req-6c05293a-6af0-46c9-99ce-23ad0f70d8a6 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:23.663551 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-205b61b4-4835-413c-8c4b-26c002bf6daf req-08e1038b-93a6-472f-84a4-6e80e680b9eb tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.667805 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c101a1-4eab-461b-bc37-f4b068422c97 req-6c05293a-6af0-46c9-99ce-23ad0f70d8a6 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:23.672248 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c101a1-4eab-461b-bc37-f4b068422c97 req-6c05293a-6af0-46c9-99ce-23ad0f70d8a6 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:23.674731 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-50c101a1-4eab-461b-bc37-f4b068422c97 req-6c05293a-6af0-46c9-99ce-23ad0f70d8a6 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2415 time: 0.1390512 Apr 18 19:30:23.675792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:23.679136 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.690638 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:23.716723 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-205b61b4-4835-413c-8c4b-26c002bf6daf req-08e1038b-93a6-472f-84a4-6e80e680b9eb tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.720253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:23.737630 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:23.770682 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-50c101a1-4eab-461b-bc37-f4b068422c97 req-bc9798f4-f515-41c7-ada2-bf879db8d723 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867608 Apr 18 19:30:23.799758 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d48e6e0f-ca04-4d56-9c08-1a21c3fee47d'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:23.842773 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.843559 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:23.888879 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.924418 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-205b61b4-4835-413c-8c4b-26c002bf6daf req-08e1038b-93a6-472f-84a4-6e80e680b9eb tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.928012 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1daf6f00-db15-480a-b344-e7bb994c9c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.952634 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1038b-93a6-472f-84a4-6e80e680b9eb tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2b98a0-bad1-4069-84d9-0700253f5a34,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:23.956242 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.957830 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-205b61b4-4835-413c-8c4b-26c002bf6daf req-08e1038b-93a6-472f-84a4-6e80e680b9eb tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:23.961862 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-205b61b4-4835-413c-8c4b-26c002bf6daf req-08e1038b-93a6-472f-84a4-6e80e680b9eb tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "DELETE /v2.0/security-groups/3f2b98a0-bad1-4069-84d9-0700253f5a34 HTTP/1.1" status: 204 len: 173 time: 0.3673034 Apr 18 19:30:23.992552 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:24.035173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df6e19d-25b2-42e4-b143-ea962b81ffa2,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:24.142694 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:24.152145 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28b2ce-ed24-48c7-8ffd-2f899a08e3a7 req-6362da98-0bc6-4bd3-9596-dbf4f36a5c8c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:24.159492 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ce28b2ce-ed24-48c7-8ffd-2f899a08e3a7 req-6362da98-0bc6-4bd3-9596-dbf4f36a5c8c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.2417171 Apr 18 19:30:24.180471 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:24.226133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0813d6-1818-45af-a64e-2add2325ac1e req-b9ef250b-21b2-4af3-99b8-ee546adea5d0 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:24.229000 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1c0813d6-1818-45af-a64e-2add2325ac1e req-b9ef250b-21b2-4af3-99b8-ee546adea5d0 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 945 time: 0.1100638 Apr 18 19:30:24.236496 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:24.246319 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ce28b2ce-ed24-48c7-8ffd-2f899a08e3a7 req-e416d1a7-614d-4d44-811a-e13d3cfd5958 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858524 Apr 18 19:30:24.265239 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Allocated IP 192.168.233.152 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/8145eaeb-fe6b-4ff2-a7ea-94a83ff35197) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:24.329113 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1c0813d6-1818-45af-a64e-2add2325ac1e req-a92ea240-12db-4bb8-9c77-30dc7961ab19 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923934 Apr 18 19:30:24.388471 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:24.504596 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:24.605110 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27313d-8819-4495-b414-b1a6209ae7d7 req-eab632a4-fd31-4bea-ab4d-b0d92602076b tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:24.614760 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a27313d-8819-4495-b414-b1a6209ae7d7 req-eab632a4-fd31-4bea-ab4d-b0d92602076b tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 949 time: 0.1060650 Apr 18 19:30:24.671054 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a27313d-8819-4495-b414-b1a6209ae7d7 req-c4fccd1d-4185-4c95-a0f4-f505d791869e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544391 Apr 18 19:30:24.675047 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ad80fe77-1a41-464e-8ea0-fed9a67d73b3 req-f35f9a8f-30e1-4b03-a7f9-8d534882abcc tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 210 time: 0.1147256 Apr 18 19:30:24.699095 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:24.736319 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Transition to ACTIVE for port object 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:24.763571 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1955cfb2-b97c-4934-bad8-8d3febca9cc5 req-0abb3442-c29c-4dbb-83c0-99589a359fe3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2022235 Apr 18 19:30:24.767618 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc55861-1321-4221-95f4-a48ed39fa361'] response: {'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'code': 200} Apr 18 19:30:24.885482 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:24.939533 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:24.942236 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:24.971274 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9edc971a-b00d-487d-b762-b4d772caf305 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:25.064085 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Pushing event updated for resources: {'Port': ['ID=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:25.185379 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcb099-9268-4e7f-a752-0d6d8c0d1f07 req-400de08f-741f-4a11-81f1-f57b9b22b26c tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.187353 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a1fcb099-9268-4e7f-a752-0d6d8c0d1f07 req-400de08f-741f-4a11-81f1-f57b9b22b26c tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 943 time: 0.1266990 Apr 18 19:30:25.196544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:25.233816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:25.236388 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:25.334320 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a1fcb099-9268-4e7f-a752-0d6d8c0d1f07 req-45d4d144-9e76-46ba-a2c2-6d4cc8ba0094 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385159 Apr 18 19:30:25.336806 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9edc971a-b00d-487d-b762-b4d772caf305, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9edc971a-b00d-487d-b762-b4d772caf305,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:25.340089 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.340734 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:25.354942 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '9edc971a-b00d-487d-b762-b4d772caf305', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'port_id': '9edc971a-b00d-487d-b762-b4d772caf305', 'mac_address': 'fa:16:3e:cb:06:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb84896-be61-47b3-b13f-8af31da05bcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:25.395628 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1955cfb2-b97c-4934-bad8-8d3febca9cc5 req-9f4597e5-25ff-4122-bd1f-4b38a7aa2b5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 1101 time: 0.3719404 Apr 18 19:30:25.414615 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80c460-722a-4b22-a498-246cf50d17b7 req-888d3c48-6445-4e99-9ee0-b0d1622eb8b4 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.422332 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80c460-722a-4b22-a498-246cf50d17b7 req-888d3c48-6445-4e99-9ee0-b0d1622eb8b4 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.423890 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80c460-722a-4b22-a498-246cf50d17b7 req-888d3c48-6445-4e99-9ee0-b0d1622eb8b4 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.425710 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3b80c460-722a-4b22-a498-246cf50d17b7 req-888d3c48-6445-4e99-9ee0-b0d1622eb8b4 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2415 time: 0.5128281 Apr 18 19:30:25.496980 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:25.524914 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edc971a-b00d-487d-b762-b4d772caf305 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:25.539696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cd4d6-bb62-4b65-89e8-91018fc652c2 req-03836c13-525c-430b-bdfb-988cee70477d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.542536 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-700cd4d6-bb62-4b65-89e8-91018fc652c2 req-03836c13-525c-430b-bdfb-988cee70477d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 944 time: 0.1899886 Apr 18 19:30:25.549261 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9edc971a-b00d-487d-b762-b4d772caf305, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9edc971a-b00d-487d-b762-b4d772caf305,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:25.580366 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-fe9f57b8-2ea4-4659-8f8c-a9bbde4c24f3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5701420 Apr 18 19:30:25.596965 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Request body: {'port': {'device_id': '086d042c-5ae2-448c-bc4c-d2f627a7b99c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:25.640131 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:25.665404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-700cd4d6-bb62-4b65-89e8-91018fc652c2 req-e98eef37-5793-4ba7-820c-e0aae8f68a13 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Deleting port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:25.665404 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-700cd4d6-bb62-4b65-89e8-91018fc652c2 req-e98eef37-5793-4ba7-820c-e0aae8f68a13 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:25.757869 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=9edc971a-b00d-487d-b762-b4d772caf305,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:25.778962 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3b80c460-722a-4b22-a498-246cf50d17b7 req-a27ce750-50b7-49ac-9cf4-e0b42b3785d5 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101573 Apr 18 19:30:25.785066 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955cfb2-b97c-4934-bad8-8d3febca9cc5 req-7b8f9882-1bfd-4235-a701-94ff3a037aa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.786810 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1955cfb2-b97c-4934-bad8-8d3febca9cc5 req-7b8f9882-1bfd-4235-a701-94ff3a037aa8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3557434 Apr 18 19:30:25.830514 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f19e0a0e-71f7-45f4-8069-3afff32d3acc None None] Provisioning for port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:25.843193 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f19e0a0e-71f7-45f4-8069-3afff32d3acc None None] Provisioning complete for port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:25.843566 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f19e0a0e-71f7-45f4-8069-3afff32d3acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:25.953713 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-f19e0a0e-71f7-45f4-8069-3afff32d3acc None None] Port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:30:25.965385 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['9edc971a-b00d-487d-b762-b4d772caf305'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:25.983311 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54476fc-9043-4faf-b044-f27e1f73461a req-e3a3d888-064a-4fa0-927c-93f37b64626d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:25.986274 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d54476fc-9043-4faf-b044-f27e1f73461a req-e3a3d888-064a-4fa0-927c-93f37b64626d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.2555783 Apr 18 19:30:26.065367 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1955cfb2-b97c-4934-bad8-8d3febca9cc5 req-61c14dc8-e8d4-4d10-8e1a-27d5e4f36691 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8c31e17d-39ff-4b2c-9a78-bb1a9122398c HTTP/1.1" status: 200 len: 217 time: 0.2436478 Apr 18 19:30:26.077417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-700cd4d6-bb62-4b65-89e8-91018fc652c2 req-e98eef37-5793-4ba7-820c-e0aae8f68a13 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] For port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:26.078144 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-700cd4d6-bb62-4b65-89e8-91018fc652c2 req-e98eef37-5793-4ba7-820c-e0aae8f68a13 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.129282 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.174921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14888ba5-aa90-4c14-8b77-b97e2441c8a0 req-0ea9de89-b799-4730-a31a-e4017ce769e3 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:26.176702 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-14888ba5-aa90-4c14-8b77-b97e2441c8a0 req-0ea9de89-b799-4730-a31a-e4017ce769e3 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 944 time: 0.2080162 Apr 18 19:30:26.204590 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d54476fc-9043-4faf-b044-f27e1f73461a req-ac72dcfd-ff8e-4ec8-b621-643a922723c5 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957066 Apr 18 19:30:26.310852 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-700cd4d6-bb62-4b65-89e8-91018fc652c2 req-e98eef37-5793-4ba7-820c-e0aae8f68a13 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Calling delete_port for 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:26.365625 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-28134e77-3605-4bfc-b817-a215448c8d05 req-90e6eeeb-3dd3-4251-ab50-74c11ec950c6 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] show failed (client error): The resource could not be found. Apr 18 19:30:26.366671 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-28134e77-3605-4bfc-b817-a215448c8d05 req-90e6eeeb-3dd3-4251-ab50-74c11ec950c6 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/b79480a4-bf38-480c-8dde-cb2cf3e92d54 HTTP/1.1" status: 404 len: 352 time: 0.0786531 Apr 18 19:30:26.377875 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f8c97400-a3e4-4c62-8541-c944c471c9f1 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:26.505504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955cfb2-b97c-4934-bad8-8d3febca9cc5 req-aec84ca0-d824-4d28-9f44-b55962907167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:26.507637 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1955cfb2-b97c-4934-bad8-8d3febca9cc5 req-aec84ca0-d824-4d28-9f44-b55962907167 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.4276688 Apr 18 19:30:26.630285 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-14888ba5-aa90-4c14-8b77-b97e2441c8a0 req-69d1b8ce-b90f-4219-a6bf-35f33833ad1a tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451606 Apr 18 19:30:26.658704 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9710b-f50d-4ac3-8449-e5e7e925aa78 req-d04a1296-b21e-495e-894b-6bed91c3d0e6 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:26.660836 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a1b9710b-f50d-4ac3-8449-e5e7e925aa78 req-d04a1296-b21e-495e-894b-6bed91c3d0e6 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 949 time: 0.1486461 Apr 18 19:30:26.675775 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.709636 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1955cfb2-b97c-4934-bad8-8d3febca9cc5 req-82ed0874-f7c3-4aff-8c18-0fd898940c94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1946256 Apr 18 19:30:26.716123 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a1b9710b-f50d-4ac3-8449-e5e7e925aa78 req-5b25ab86-bc74-46cf-a26f-b938f0dd7bfa tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465746 Apr 18 19:30:26.719230 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port f8c97400-a3e4-4c62-8541-c944c471c9f1 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:26.724378 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port f8c97400-a3e4-4c62-8541-c944c471c9f1 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:26.731817 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.824267 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-700cd4d6-bb62-4b65-89e8-91018fc652c2 req-e98eef37-5793-4ba7-820c-e0aae8f68a13 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.874085 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.905863 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b9ca70-1b42-4fe2-a922-ba1af8282702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c97400-a3e4-4c62-8541-c944c471c9f1'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:26.913147 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eef37-5793-4ba7-820c-e0aae8f68a13 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event deleted for resources: {'Port': ['ID=15ad9bc4-0c60-4f61-9cf7-72e763c0b261,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:26.917556 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f8c97400-a3e4-4c62-8541-c944c471c9f1, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f8c97400-a3e4-4c62-8541-c944c471c9f1,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:26.958315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:26.982177 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:26.998729 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1955cfb2-b97c-4934-bad8-8d3febca9cc5 req-e1f033fb-6070-45f0-a9c6-660d9d98781d service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805066 Apr 18 19:30:27.019240 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.020028 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d48e6e0f-ca04-4d56-9c08-1a21c3fee47d up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:27.044121 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916570e7-cdac-41db-adc7-a2928eae313f req-d07af8b3-56c2-4a52-9091-e67ba52473c3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:27.044899 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-916570e7-cdac-41db-adc7-a2928eae313f req-d07af8b3-56c2-4a52-9091-e67ba52473c3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Synchronizing usage tracker for tenant:4d594eb8ddc7455ab636ca7214372018 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:27.054153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-700cd4d6-bb62-4b65-89e8-91018fc652c2 req-e98eef37-5793-4ba7-820c-e0aae8f68a13 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] No DVR routers for this DVR port 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:27.058066 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-700cd4d6-bb62-4b65-89e8-91018fc652c2 req-e98eef37-5793-4ba7-820c-e0aae8f68a13 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.078040 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71989fb5-b66b-4678-b1f3-68a05994a805', 'name': 'network-vif-deleted', 'tag': '15ad9bc4-0c60-4f61-9cf7-72e763c0b261'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:27.111430 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Transition to ACTIVE for port object 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:27.112664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcb635-6b59-4374-88b9-7ecd19a7c9b6 req-9e9bb403-9c9a-423b-b4c8-20a7ebe97494 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:27.122775 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66dcb635-6b59-4374-88b9-7ecd19a7c9b6 req-9e9bb403-9c9a-423b-b4c8-20a7ebe97494 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 944 time: 0.2453635 Apr 18 19:30:27.160531 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=f8c97400-a3e4-4c62-8541-c944c471c9f1,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:27.192747 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1955cfb2-b97c-4934-bad8-8d3febca9cc5 req-00f0bdaa-1225-4b4a-919a-fe1bbaf39958 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847403 Apr 18 19:30:27.203610 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66dcb635-6b59-4374-88b9-7ecd19a7c9b6 req-be11fd65-fb9e-4bbf-bcac-010d0d8da754 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724630 Apr 18 19:30:27.241874 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-700cd4d6-bb62-4b65-89e8-91018fc652c2 req-e98eef37-5793-4ba7-820c-e0aae8f68a13 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "DELETE /v2.0/ports/15ad9bc4-0c60-4f61-9cf7-72e763c0b261 HTTP/1.1" status: 204 len: 173 time: 1.6866806 Apr 18 19:30:27.263480 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-a15ec41e-a56b-4c01-b8f9-ed79e7c41091 req-48cdbb65-ff14-44d3-922f-eb27135147b0 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] show failed (client error): The resource could not be found. Apr 18 19:30:27.279483 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:27.280358 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-916570e7-cdac-41db-adc7-a2928eae313f req-d07af8b3-56c2-4a52-9091-e67ba52473c3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Unset dirty status for tenant:4d594eb8ddc7455ab636ca7214372018 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:27.280358 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-916570e7-cdac-41db-adc7-a2928eae313f req-d07af8b3-56c2-4a52-9091-e67ba52473c3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 936 time: 0.4660137 Apr 18 19:30:27.280358 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.280639 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:27.280639 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.281280 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a15ec41e-a56b-4c01-b8f9-ed79e7c41091 req-48cdbb65-ff14-44d3-922f-eb27135147b0 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/ed8bd24d-87bf-4ce0-9640-283252c47ff8 HTTP/1.1" status: 404 len: 352 time: 0.0276415 Apr 18 19:30:27.408499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Pushing event updated for resources: {'Port': ['ID=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:27.505730 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aeb37-3a2b-46dd-b7c8-39e4edca00c8 req-cbc35081-a6f7-4079-ba4e-81b5577a3ae9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:27.512626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-916570e7-cdac-41db-adc7-a2928eae313f req-303d4ad5-e0a5-45db-8114-b8b2901ed763 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Synchronizing usage tracker for tenant:4d594eb8ddc7455ab636ca7214372018 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:27.515163 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aeb37-3a2b-46dd-b7c8-39e4edca00c8 req-cbc35081-a6f7-4079-ba4e-81b5577a3ae9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:27.524063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7aeb37-3a2b-46dd-b7c8-39e4edca00c8 req-cbc35081-a6f7-4079-ba4e-81b5577a3ae9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:27.526041 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f7aeb37-3a2b-46dd-b7c8-39e4edca00c8 req-cbc35081-a6f7-4079-ba4e-81b5577a3ae9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2415 time: 0.1475620 Apr 18 19:30:27.600254 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f7aeb37-3a2b-46dd-b7c8-39e4edca00c8 req-6b0ab6a5-bfbe-438b-a6c5-1d3b8a9752bb tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661113 Apr 18 19:30:27.640386 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.684727 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Attempting to bind port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:27.685895 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Attempting to bind port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:27.686574 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Attempting to bind port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:27.696149 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-916570e7-cdac-41db-adc7-a2928eae313f req-303d4ad5-e0a5-45db-8114-b8b2901ed763 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Unset dirty status for tenant:4d594eb8ddc7455ab636ca7214372018 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:27.706186 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-916570e7-cdac-41db-adc7-a2928eae313f req-303d4ad5-e0a5-45db-8114-b8b2901ed763 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563766 Apr 18 19:30:27.721369 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:27.728156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Attempting to bind port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:27.729276 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:27.736582 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:27.736980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:27.738602 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:27.739129 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Bound port: 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:27.741259 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.754377 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9a1558-e330-420c-9d8e-9ac656c651be'] response: {'server_uuid': '47b9ca70-1b42-4fe2-a922-ba1af8282702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c97400-a3e4-4c62-8541-c944c471c9f1', 'code': 200} Apr 18 19:30:27.816532 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:27.820248 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d2401830-1b35-4a3c-b370-2e9eef00c69a up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:27.971514 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-e09164b6-3f1c-49a3-9f0b-6e93a0e16a6e req-a9e6ca0a-3a53-4b5f-a9c8-e5f24066a8e5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] show failed (client error): The resource could not be found. Apr 18 19:30:27.974446 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e09164b6-3f1c-49a3-9f0b-6e93a0e16a6e req-a9e6ca0a-3a53-4b5f-a9c8-e5f24066a8e5 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/11b2c54f-ea1c-499f-9d35-ebd4be6fd672 HTTP/1.1" status: 404 len: 352 time: 0.0280824 Apr 18 19:30:27.976697 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5af89d0-ab77-4923-bb80-dbc64f4094fe'] response: {'server_uuid': '71989fb5-b66b-4678-b1f3-68a05994a805', 'name': 'network-vif-deleted', 'tag': '15ad9bc4-0c60-4f61-9cf7-72e763c0b261', 'status': 'completed', 'code': 200} Apr 18 19:30:27.983334 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] For port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:27.988407 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] For port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:28.003837 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:28.027043 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:28.027516 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:28.027958 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:28.028392 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:28.028889 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:28.029318 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:28.029746 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:28.030171 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:28.030631 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:28.031097 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:28.031536 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:30:28.088431 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:28.106577 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d58faa88-cd6d-4210-af3c-3f6cee4ef824 req-5931dba0-5a61-4f4d-800a-4c783a81eb8c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 1101 time: 0.2130609 Apr 18 19:30:28.122281 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port d2401830-1b35-4a3c-b370-2e9eef00c69a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:28.132643 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port d2401830-1b35-4a3c-b370-2e9eef00c69a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:28.133397 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:28.204673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b95d8-5530-4b54-b6da-cc9e63cf908b req-1c100b61-6bcc-42f1-a6e7-97a28055c590 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:28.215685 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-500b95d8-5530-4b54-b6da-cc9e63cf908b req-1c100b61-6bcc-42f1-a6e7-97a28055c590 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.2374527 Apr 18 19:30:28.239815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Pushing event updated for resources: {'Port': ['ID=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:28.247986 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d58faa88-cd6d-4210-af3c-3f6cee4ef824 req-70f9de7c-e8c5-4d86-8243-337ac82660e3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297207 Apr 18 19:30:28.314046 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:28.318954 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f085a2cc-a5c4-4b74-80a7-4c8abd890bc3 req-417bdf95-bb87-4e33-b3a0-f9a3f26b9b69 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=71989fb5-b66b-4678-b1f3-68a05994a805 HTTP/1.1" status: 200 len: 210 time: 0.1530900 Apr 18 19:30:28.321213 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-500b95d8-5530-4b54-b6da-cc9e63cf908b req-00bca7d9-d2fe-4042-a398-523a87af3490 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039762 Apr 18 19:30:28.349927 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:28.355419 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-2ac27284-fd96-4df2-87cb-b6a92853253d service neutron] 10.222.0.71 "PUT /v2.0/ports/8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 HTTP/1.1" status: 200 len: 1096 time: 2.7652743 Apr 18 19:30:28.359337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086d042c-5ae2-448c-bc4c-d2f627a7b99c', 'tag': '8145eaeb-fe6b-4ff2-a7ea-94a83ff35197'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:28.382866 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d2401830-1b35-4a3c-b370-2e9eef00c69a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d2401830-1b35-4a3c-b370-2e9eef00c69a,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:28.439390 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-a680f4da-2d7d-4fec-9633-738f90daefea req-bcada7bd-defb-4856-b9f9-77db3a6c9988 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] show failed (client error): The resource could not be found. Apr 18 19:30:28.454539 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a680f4da-2d7d-4fec-9633-738f90daefea req-bcada7bd-defb-4856-b9f9-77db3a6c9988 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/b5d0e848-5a52-4e86-9b5c-1cb3a4417c30 HTTP/1.1" status: 404 len: 352 time: 0.0425200 Apr 18 19:30:28.482441 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:28.484048 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device c048f09a-c443-4481-aeb0-bd6365cd934d up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:28.777882 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6a84e-9595-4aa6-8a28-60e2c4c07898 req-597ad694-0323-4d82-bff8-1dc8ff4c7f4c tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:28.779373 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-01f6a84e-9595-4aa6-8a28-60e2c4c07898 req-597ad694-0323-4d82-bff8-1dc8ff4c7f4c tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 944 time: 0.1524861 Apr 18 19:30:28.820498 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f564ac1-4b44-41e7-8a18-f5149d6792e4 req-2558ea82-97fd-44f6-be48-7ad72303eaeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:28.822681 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0f564ac1-4b44-41e7-8a18-f5149d6792e4 req-2558ea82-97fd-44f6-be48-7ad72303eaeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 950 time: 0.2827811 Apr 18 19:30:28.838060 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=d2401830-1b35-4a3c-b370-2e9eef00c69a,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:28.852816 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-39f42375-f493-43b8-aae1-af968dfc952f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4d594eb8ddc7455ab636ca7214372018&device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 1099 time: 0.2013247 Apr 18 19:30:28.878897 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-01f6a84e-9595-4aa6-8a28-60e2c4c07898 req-1c37be99-8d0f-49f4-8b5a-e74eeb0e9d92 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935354 Apr 18 19:30:28.965453 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c00d51e-a90f-4cfa-b44d-711a4cfe4d19'] response: {'name': 'network-changed', 'server_uuid': '086d042c-5ae2-448c-bc4c-d2f627a7b99c', 'tag': '8145eaeb-fe6b-4ff2-a7ea-94a83ff35197', 'status': 'completed', 'code': 200} Apr 18 19:30:28.966708 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9edc971a-b00d-487d-b762-b4d772caf305 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:28.967539 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-b590e7a0-e5b6-406a-b676-e214e66278ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 HTTP/1.1" status: 200 len: 217 time: 0.0847051 Apr 18 19:30:29.003876 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-6f51817b-34e9-4e18-8bca-7cb151c77e7d req-0abc6b95-ecb8-4849-95a4-b25e6e90c54c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] show failed (client error): The resource could not be found. Apr 18 19:30:29.023796 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6f51817b-34e9-4e18-8bca-7cb151c77e7d req-0abc6b95-ecb8-4849-95a4-b25e6e90c54c tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/c3f8953a-75fd-4b7d-bc52-bbd10599fc41 HTTP/1.1" status: 404 len: 352 time: 0.0357647 Apr 18 19:30:29.027994 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port c048f09a-c443-4481-aeb0-bd6365cd934d completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:29.032392 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0f564ac1-4b44-41e7-8a18-f5149d6792e4 req-4102e4b6-b2dc-45a8-9f10-fe93d3dd0ec5 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897871 Apr 18 19:30:29.035952 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port c048f09a-c443-4481-aeb0-bd6365cd934d triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:29.036581 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:29.083516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-6a1a1b44-e699-4da7-a15e-eb2703ee5872 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:29.093464 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-6a1a1b44-e699-4da7-a15e-eb2703ee5872 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1166961 Apr 18 19:30:29.267323 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-f4f8ec4e-9280-49fa-a232-2ca7c9718ea0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1637969 Apr 18 19:30:29.290213 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:29.309626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 9edc971a-b00d-487d-b762-b4d772caf305 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:29.316890 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 9edc971a-b00d-487d-b762-b4d772caf305 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:29.317518 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:29.321986 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa912b-a159-45fc-84e5-a85c083fe497 req-e63c7f90-849e-4604-b4a0-38408c1a5d90 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:29.331568 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa912b-a159-45fc-84e5-a85c083fe497 req-e63c7f90-849e-4604-b4a0-38408c1a5d90 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:29.332680 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa912b-a159-45fc-84e5-a85c083fe497 req-e63c7f90-849e-4604-b4a0-38408c1a5d90 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:29.340432 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4dfa912b-a159-45fc-84e5-a85c083fe497 req-e63c7f90-849e-4604-b4a0-38408c1a5d90 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2417 time: 0.1967728 Apr 18 19:30:29.399482 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4dfa912b-a159-45fc-84e5-a85c083fe497 req-638db9d3-137b-44b6-b594-069d90b70705 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574684 Apr 18 19:30:29.450616 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port c048f09a-c443-4481-aeb0-bd6365cd934d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=c048f09a-c443-4481-aeb0-bd6365cd934d,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:29.497409 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-e875b294-7be6-4e25-bf34-49063e4259f3 req-a57377e7-de33-44a0-aa03-e2839261fd3d tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] show failed (client error): The resource could not be found. Apr 18 19:30:29.515961 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e875b294-7be6-4e25-bf34-49063e4259f3 req-a57377e7-de33-44a0-aa03-e2839261fd3d tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/96685e45-5f74-4aee-8675-5d5f9b476893 HTTP/1.1" status: 404 len: 352 time: 0.0517440 Apr 18 19:30:29.548295 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:29.561371 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:29.663908 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9edc971a-b00d-487d-b762-b4d772caf305, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9edc971a-b00d-487d-b762-b4d772caf305,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:29.668733 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=c048f09a-c443-4481-aeb0-bd6365cd934d,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:29.670679 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea80a7-a05b-4fb8-b62b-65c60603e585 req-a70136b9-037e-4daf-bb27-4b0f99e39284 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:29.672143 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fcea80a7-a05b-4fb8-b62b-65c60603e585 req-a70136b9-037e-4daf-bb27-4b0f99e39284 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 948 time: 0.3595948 Apr 18 19:30:29.700037 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-859b1e9e-71e7-478f-aa6b-4d0ea3faa7a5 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201250 Apr 18 19:30:29.755868 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48e6e0f-ca04-4d56-9c08-1a21c3fee47d'}, {'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2401830-1b35-4a3c-b370-2e9eef00c69a'}, {'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c048f09a-c443-4481-aeb0-bd6365cd934d'}, {'server_uuid': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc971a-b00d-487d-b762-b4d772caf305'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:29.762964 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:29.763431 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:29.834767 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fcea80a7-a05b-4fb8-b62b-65c60603e585 req-11595de8-bbf9-4aa8-aa26-3786f37e18a2 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511521 Apr 18 19:30:29.921269 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=9edc971a-b00d-487d-b762-b4d772caf305,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:29.923984 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:29.924316 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15ad9bc4-0c60-4f61-9cf7-72e763c0b261 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:29.962823 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdf9f1b5-51a2-43f3-be56-41b077ac68e1 req-9c5f91da-e4be-4426-af39-75972e686313 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562115 Apr 18 19:30:30.029010 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173f2b8-d4b1-4d31-bee3-a50ea35726c1 req-cc13f618-7f50-46ed-b5d6-c45cc0b7f5cf tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:30.035729 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2173f2b8-d4b1-4d31-bee3-a50ea35726c1 req-cc13f618-7f50-46ed-b5d6-c45cc0b7f5cf tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.0978684 Apr 18 19:30:30.085703 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2173f2b8-d4b1-4d31-bee3-a50ea35726c1 req-31653602-c43b-4bc1-bd9d-aa764ba0c91e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487821 Apr 18 19:30:30.265372 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6b298063-122e-4613-a300-6ce8f0b3b0b7 req-e83d311d-f8be-48e6-b42d-b53901461ecf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4d594eb8ddc7455ab636ca7214372018&device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 1099 time: 0.1087041 Apr 18 19:30:30.420734 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298063-122e-4613-a300-6ce8f0b3b0b7 req-482032a5-85ed-4371-824f-a5e84a80cc41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:30.422590 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6b298063-122e-4613-a300-6ce8f0b3b0b7 req-482032a5-85ed-4371-824f-a5e84a80cc41 service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.1509688 Apr 18 19:30:30.492414 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ee272a-c078-43b4-80ed-c8c0dd8b52ac'] response: {'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48e6e0f-ca04-4d56-9c08-1a21c3fee47d', 'code': 200} Apr 18 19:30:30.492675 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ee272a-c078-43b4-80ed-c8c0dd8b52ac'] response: {'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2401830-1b35-4a3c-b370-2e9eef00c69a', 'code': 200} Apr 18 19:30:30.492927 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ee272a-c078-43b4-80ed-c8c0dd8b52ac'] response: {'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c048f09a-c443-4481-aeb0-bd6365cd934d', 'code': 200} Apr 18 19:30:30.493176 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ee272a-c078-43b4-80ed-c8c0dd8b52ac'] response: {'server_uuid': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc971a-b00d-487d-b762-b4d772caf305', 'code': 200} Apr 18 19:30:30.506280 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6b298063-122e-4613-a300-6ce8f0b3b0b7 req-d5f1b727-1dd8-4e11-88ef-6d6c1433e77a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 HTTP/1.1" status: 200 len: 217 time: 0.0684247 Apr 18 19:30:30.643837 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b298063-122e-4613-a300-6ce8f0b3b0b7 req-da056da3-e978-4a89-8a4c-044c2b5b1ca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:30.645323 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6b298063-122e-4613-a300-6ce8f0b3b0b7 req-da056da3-e978-4a89-8a4c-044c2b5b1ca2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1321909 Apr 18 19:30:30.743647 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7794aae5-7775-4a09-80bd-1312fb596295 req-9d21d6b8-aff8-4f51-b853-4fbfa5799fad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 1096 time: 0.1632285 Apr 18 19:30:30.750033 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-312b64ee-81f4-466a-a4b3-79c383655db5 req-a5304728-2d65-4cd1-9640-da45fc33f2cd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2871 time: 0.1033716 Apr 18 19:30:30.809208 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6b298063-122e-4613-a300-6ce8f0b3b0b7 req-52ba56b3-0d2f-486d-ad73-1beb15712b44 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1550913 Apr 18 19:30:30.819603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a7b94-8ddb-43e0-8ff2-aeaceb4d1a82 req-9ef1690e-7b64-4a40-b8ae-2592f5ad553b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:30.827058 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-200a7b94-8ddb-43e0-8ff2-aeaceb4d1a82 req-9ef1690e-7b64-4a40-b8ae-2592f5ad553b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 945 time: 0.1741335 Apr 18 19:30:30.833633 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7794aae5-7775-4a09-80bd-1312fb596295 req-ebf7c0ac-1917-438e-92c7-b431bc31881d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821395 Apr 18 19:30:30.835706 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-312b64ee-81f4-466a-a4b3-79c383655db5 req-58f10fd9-797a-4505-980c-274210e0a132 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673010 Apr 18 19:30:30.966109 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-200a7b94-8ddb-43e0-8ff2-aeaceb4d1a82 req-3ba21515-bfa8-4852-8039-0bb87e96d49b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381934 Apr 18 19:30:31.011069 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6b298063-122e-4613-a300-6ce8f0b3b0b7 req-51e3b0e9-3e63-47f3-bfc7-f61d66f002b2 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820154 Apr 18 19:30:31.248598 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6b298063-122e-4613-a300-6ce8f0b3b0b7 req-a2bfa048-7335-45b1-8b57-a89facddef36 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171857 Apr 18 19:30:31.262928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5816951-1f9e-4fb2-bb47-c3709bf0c766 req-0c04dc93-4886-43ad-8909-ac5a0093d9b4 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:31.264397 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f5816951-1f9e-4fb2-bb47-c3709bf0c766 req-0c04dc93-4886-43ad-8909-ac5a0093d9b4 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 950 time: 0.1311479 Apr 18 19:30:31.325310 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f5816951-1f9e-4fb2-bb47-c3709bf0c766 req-c8cd1ed2-81a9-4a35-86bb-95695344431d tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546057 Apr 18 19:30:31.419265 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54530) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:31.424423 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903309970', 'description': 'tempest-description--816617872'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:31.436609 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:31.455817 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:31.548420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b827f-c199-436e-aab4-3ab531051821 req-2db8caf5-a363-4e19-b1b9-3b1baf9c2880 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:31.550496 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-568b827f-c199-436e-aab4-3ab531051821 req-2db8caf5-a363-4e19-b1b9-3b1baf9c2880 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 1024 time: 0.0991516 Apr 18 19:30:31.608002 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:31.610717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241ddc0-9203-43d5-936e-f1226cde337c req-20335641-67b2-450c-8fd8-93ee20f481cf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:31.616167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241ddc0-9203-43d5-936e-f1226cde337c req-20335641-67b2-450c-8fd8-93ee20f481cf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:31.620258 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241ddc0-9203-43d5-936e-f1226cde337c req-20335641-67b2-450c-8fd8-93ee20f481cf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:31.627330 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0241ddc0-9203-43d5-936e-f1226cde337c req-20335641-67b2-450c-8fd8-93ee20f481cf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2418 time: 0.1075778 Apr 18 19:30:31.637267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-568b827f-c199-436e-aab4-3ab531051821 req-8137314b-3fb2-4160-a169-bcd5ca58a894 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Synchronizing usage tracker for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:31.672337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:31.678062 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Usage tracker for resource:security_group_rule and tenant:5ad35ad917bc4036817be27017ea25fe is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:31.681341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:31.689801 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:31.693694 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0241ddc0-9203-43d5-936e-f1226cde337c req-1515bf23-c5d5-4418-a0db-14b41da8a70f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652120 Apr 18 19:30:31.751531 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-568b827f-c199-436e-aab4-3ab531051821 req-8137314b-3fb2-4160-a169-bcd5ca58a894 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Unset dirty status for tenant:bd938a7c667c4687a22a1d5750416297 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:31.758972 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-568b827f-c199-436e-aab4-3ab531051821 req-8137314b-3fb2-4160-a169-bcd5ca58a894 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups?id=2acceb3a-1e44-4c5c-8330-5adb712a26fc&id=69e22112-223b-4d5d-9bb4-86c2d0f0fc48&id=dc89c799-c6bb-4b08-8a55-bab5d1a27ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2010088 Apr 18 19:30:31.797771 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:31.888389 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:31.909387 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca2cd6-7d4a-41c4-a547-76a232843e40 req-fe6c1668-49c6-48d6-a23f-187036ac8d03 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:31.911284 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33ca2cd6-7d4a-41c4-a547-76a232843e40 req-fe6c1668-49c6-48d6-a23f-187036ac8d03 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 948 time: 0.1064141 Apr 18 19:30:31.969623 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33ca2cd6-7d4a-41c4-a547-76a232843e40 req-346d3962-2df0-431c-bb7b-33d79f0b135c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448344 Apr 18 19:30:32.009413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b78844-b57b-4519-8b63-6a5534b92743,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:32.064660 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:32.065728 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9b3bbca0-3c48-4942-9052-c659aa90c881 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6457248 Apr 18 19:30:32.069110 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54536) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:32.075033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-b34662fa-c6f6-4f34-a998-d2ff94ebb23d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Request body: {'security_group_rule': {'security_group_id': '78b78844-b57b-4519-8b63-6a5534b92743', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:32.093995 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee8b65-d50d-4697-9a10-ce9de563fb59 req-dc64a7a8-e8b2-4767-82cd-c049f9c502e4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:32.097076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b34662fa-c6f6-4f34-a998-d2ff94ebb23d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:32.102338 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b34662fa-c6f6-4f34-a998-d2ff94ebb23d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Usage tracker for resource:security_group_rule and tenant:5ad35ad917bc4036817be27017ea25fe is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:32.102571 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91ee8b65-d50d-4697-9a10-ce9de563fb59 req-dc64a7a8-e8b2-4767-82cd-c049f9c502e4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.1917956 Apr 18 19:30:32.115379 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b34662fa-c6f6-4f34-a998-d2ff94ebb23d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:32.124145 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b34662fa-c6f6-4f34-a998-d2ff94ebb23d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:32.278081 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8773c86-be5d-4f3e-b15f-bb91dc6e8ffc req-fd077fba-334e-4e8d-b373-60db0631f122 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 1101 time: 0.0788205 Apr 18 19:30:32.296028 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91ee8b65-d50d-4697-9a10-ce9de563fb59 req-a406aa2d-68e9-45a0-a1be-82737043f31c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926761 Apr 18 19:30:32.326148 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8773c86-be5d-4f3e-b15f-bb91dc6e8ffc req-f019fc65-cfa0-4603-87e1-62b286918a8b tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417013 Apr 18 19:30:32.327957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e346a-53c5-4088-83ee-a70eaf746ec5 req-307c28d0-5686-4783-a969-2d6f85b29c4d tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:32.329514 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e11e346a-53c5-4088-83ee-a70eaf746ec5 req-307c28d0-5686-4783-a969-2d6f85b29c4d tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.71 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 1024 time: 0.2245252 Apr 18 19:30:32.408676 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-e11e346a-53c5-4088-83ee-a70eaf746ec5 req-ec3cf11b-20ff-44c3-9f70-0db8abe9e302 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Deleting port bc32ac31-47c7-42a0-8d2d-8299be1f367e {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:32.409276 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e11e346a-53c5-4088-83ee-a70eaf746ec5 req-ec3cf11b-20ff-44c3-9f70-0db8abe9e302 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:32.569455 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-04619ab5-7a7e-4673-9676-d4d8cd603473 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285363 Apr 18 19:30:32.659220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf99194-6f47-407b-92cc-847cb232b669 req-b6c02c0a-4a42-4d08-b5b4-5c77e9bafb49 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:32.660687 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fcf99194-6f47-407b-92cc-847cb232b669 req-b6c02c0a-4a42-4d08-b5b4-5c77e9bafb49 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 945 time: 0.2224844 Apr 18 19:30:32.761283 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fcf99194-6f47-407b-92cc-847cb232b669 req-a7ad8096-9be3-4236-810c-bb24ada6e3cd tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947328 Apr 18 19:30:32.783363 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-e11e346a-53c5-4088-83ee-a70eaf746ec5 req-ec3cf11b-20ff-44c3-9f70-0db8abe9e302 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] For port bc32ac31-47c7-42a0-8d2d-8299be1f367e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bc32ac31-47c7-42a0-8d2d-8299be1f367e,segment=NetworkSegment(b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42),segment_id=b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:32.783363 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e11e346a-53c5-4088-83ee-a70eaf746ec5 req-ec3cf11b-20ff-44c3-9f70-0db8abe9e302 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:32.800765 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b34662fa-c6f6-4f34-a998-d2ff94ebb23d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:32.915565 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-03978591-2082-40a8-8985-ec15c712b8cb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:32.924836 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-03978591-2082-40a8-8985-ec15c712b8cb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3497403 Apr 18 19:30:32.993057 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-c1a17902-5b1d-453f-8a78-d0f9986c04a8 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/quotas/6d877a9ecaf349cb8fde62d566b24cad HTTP/1.1" status: 200 len: 375 time: 0.0379620 Apr 18 19:30:32.993390 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-e11e346a-53c5-4088-83ee-a70eaf746ec5 req-ec3cf11b-20ff-44c3-9f70-0db8abe9e302 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Calling delete_port for bc32ac31-47c7-42a0-8d2d-8299be1f367e owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:33.031199 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b34662fa-c6f6-4f34-a998-d2ff94ebb23d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:33.165445 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-d6b5a32e-5b4a-401c-9b64-a043ef15d420 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1986957 Apr 18 19:30:33.309928 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b34662fa-c6f6-4f34-a998-d2ff94ebb23d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:33.318834 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0707101-8bbc-43d8-8db2-7d5ce211bdf6 req-b3ede411-a513-4f82-a83f-b9b491b19d37 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:33.322818 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0707101-8bbc-43d8-8db2-7d5ce211bdf6 req-b3ede411-a513-4f82-a83f-b9b491b19d37 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:33.326923 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0707101-8bbc-43d8-8db2-7d5ce211bdf6 req-b3ede411-a513-4f82-a83f-b9b491b19d37 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:33.328572 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0707101-8bbc-43d8-8db2-7d5ce211bdf6 req-b3ede411-a513-4f82-a83f-b9b491b19d37 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2418 time: 0.1282403 Apr 18 19:30:33.351577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34662fa-c6f6-4f34-a998-d2ff94ebb23d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0f5dd2-86c4-4b74-85d8-9867f7383337,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:33.443690 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0707101-8bbc-43d8-8db2-7d5ce211bdf6 req-456d6a0c-5eb2-46d6-856a-8ebd2bb0f1e8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955083 Apr 18 19:30:33.444574 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e11e346a-53c5-4088-83ee-a70eaf746ec5 req-ec3cf11b-20ff-44c3-9f70-0db8abe9e302 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:33.461157 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bc32ac31-47c7-42a0-8d2d-8299be1f367e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:33.529373 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cf11b-20ff-44c3-9f70-0db8abe9e302 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event deleted for resources: {'Port': ['ID=bc32ac31-47c7-42a0-8d2d-8299be1f367e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:33.538556 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b34662fa-c6f6-4f34-a998-d2ff94ebb23d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:33.538556 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b34662fa-c6f6-4f34-a998-d2ff94ebb23d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4651241 Apr 18 19:30:33.538787 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54564) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:33.547646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-ca7ff780-ad88-4446-96b4-8edc73691036 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Request body: {'security_group_rule': {'security_group_id': '78b78844-b57b-4519-8b63-6a5534b92743', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:33.566220 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ca7ff780-ad88-4446-96b4-8edc73691036 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:33.583330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ca7ff780-ad88-4446-96b4-8edc73691036 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Usage tracker for resource:security_group_rule and tenant:5ad35ad917bc4036817be27017ea25fe is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:33.605415 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ca7ff780-ad88-4446-96b4-8edc73691036 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:33.618902 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11e346a-53c5-4088-83ee-a70eaf746ec5 req-ec3cf11b-20ff-44c3-9f70-0db8abe9e302 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] No DVR routers for this DVR port bc32ac31-47c7-42a0-8d2d-8299be1f367e on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:33.622245 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e11e346a-53c5-4088-83ee-a70eaf746ec5 req-ec3cf11b-20ff-44c3-9f70-0db8abe9e302 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:33.627547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ca7ff780-ad88-4446-96b4-8edc73691036 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:33.627682 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98791b80-1824-4555-898a-4bf9eba34a60', 'name': 'network-vif-deleted', 'tag': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:33.707889 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4836b428-8c7b-4ddb-9166-e454353ae057 req-ad7204ad-dfe0-4e5e-806e-32deeea82147 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 210 time: 0.0695550 Apr 18 19:30:33.735646 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ca7ff780-ad88-4446-96b4-8edc73691036 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:33.779678 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e11e346a-53c5-4088-83ee-a70eaf746ec5 req-ec3cf11b-20ff-44c3-9f70-0db8abe9e302 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.71 "DELETE /v2.0/ports/bc32ac31-47c7-42a0-8d2d-8299be1f367e HTTP/1.1" status: 204 len: 173 time: 1.4369633 Apr 18 19:30:33.800065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eebf7-459a-4c60-b6fd-60d41facb9a6 req-3f8f3d51-579b-49ef-a9ce-a1192e1b84e8 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:33.800065 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9a7eebf7-459a-4c60-b6fd-60d41facb9a6 req-3f8f3d51-579b-49ef-a9ce-a1192e1b84e8 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 948 time: 0.1097484 Apr 18 19:30:33.830252 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ca7ff780-ad88-4446-96b4-8edc73691036 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:33.880277 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9a7eebf7-459a-4c60-b6fd-60d41facb9a6 req-d060e15e-8b71-4fc3-82c0-f0c6ce472385 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700588 Apr 18 19:30:33.956064 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ca7ff780-ad88-4446-96b4-8edc73691036 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:33.985951 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ff780-ad88-4446-96b4-8edc73691036 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ca8814-fb58-469d-8056-16ab8bdf49a4,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:34.015864 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ae2bfb3a-e0cf-47a4-85cd-e4df55ab6f7c req-7d15ed47-ab6f-4f43-bfde-e38518ba947f tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 210 time: 0.0635214 Apr 18 19:30:34.053911 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80c04f-53d3-47c8-86cc-1064083a31c1 req-ade83e52-122d-4557-b5fb-b21d6c8448e3 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:34.055669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb80c04f-53d3-47c8-86cc-1064083a31c1 req-ade83e52-122d-4557-b5fb-b21d6c8448e3 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.1519048 Apr 18 19:30:34.110826 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ca7ff780-ad88-4446-96b4-8edc73691036 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:34.113147 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ca7ff780-ad88-4446-96b4-8edc73691036 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5694668 Apr 18 19:30:34.116142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54576) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:34.121970 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:34.132268 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c9ca49-8d9e-4b09-ba65-b16df0bd3f38'] response: {'server_uuid': '98791b80-1824-4555-898a-4bf9eba34a60', 'name': 'network-vif-deleted', 'tag': 'bc32ac31-47c7-42a0-8d2d-8299be1f367e', 'status': 'completed', 'code': 200} Apr 18 19:30:34.139312 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:34.154289 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Usage tracker for resource:floatingip and tenant:5ad35ad917bc4036817be27017ea25fe is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:34.157988 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:34.175614 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:34.194446 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bb80c04f-53d3-47c8-86cc-1064083a31c1 req-117daa1b-61f6-4b79-85e5-fb08a1fdb0ad tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325936 Apr 18 19:30:34.356480 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:34.404368 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:34.583006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc558b-00f7-4b85-b0cc-1a699354a038 req-2427012b-4978-48e5-b3b6-32f363f32448 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:34.585311 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:34.591029 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aecc558b-00f7-4b85-b0cc-1a699354a038 req-2427012b-4978-48e5-b3b6-32f363f32448 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 945 time: 0.3004365 Apr 18 19:30:34.603457 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '8145eaeb-fe6b-4ff2-a7ea-94a83ff35197', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '8145eaeb-fe6b-4ff2-a7ea-94a83ff35197', 'mac_address': 'fa:16:3e:8f:a4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:34.682575 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aecc558b-00f7-4b85-b0cc-1a699354a038 req-e3f758bc-6f5c-429b-a846-2dbac42e13fd tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910211 Apr 18 19:30:34.714824 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:34.762286 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:34.776143 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:34.806285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca74ab1-cd30-463a-b2c8-9919e19d0574 req-cb2e0bf2-25ae-4eb4-a1ca-75a6cbbc353c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:34.811271 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca74ab1-cd30-463a-b2c8-9919e19d0574 req-cb2e0bf2-25ae-4eb4-a1ca-75a6cbbc353c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:34.816147 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca74ab1-cd30-463a-b2c8-9919e19d0574 req-cb2e0bf2-25ae-4eb4-a1ca-75a6cbbc353c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:34.825822 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aca74ab1-cd30-463a-b2c8-9919e19d0574 req-cb2e0bf2-25ae-4eb4-a1ca-75a6cbbc353c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2418 time: 0.1804745 Apr 18 19:30:34.856835 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:34.913935 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aca74ab1-cd30-463a-b2c8-9919e19d0574 req-52a31447-a8bf-43a5-a2a4-7930c5040ca8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866666 Apr 18 19:30:34.937602 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:35.063778 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Allocated IP 172.25.8.76 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/f0dcbae1-d272-452c-b827-92d4f008e7ce) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:35.103763 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:35.186467 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['8145eaeb-fe6b-4ff2-a7ea-94a83ff35197'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:35.296170 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:35.310483 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b81736f2-28e5-4dab-a696-f2e397083b68 req-26867d6e-00e5-4299-ba8c-ca00fa862be1 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/ports?device_id=98791b80-1824-4555-898a-4bf9eba34a60 HTTP/1.1" status: 200 len: 210 time: 0.1492517 Apr 18 19:30:35.535524 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:35.574764 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7784f0f2-1413-40c0-bb17-15cea586c743 req-c3974a76-7716-41b6-b4d9-4580e7266e8c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 210 time: 0.0433123 Apr 18 19:30:35.780014 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:35.788679 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:35.807682 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:35.809597 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c71112-fbf2-4e45-a35a-d3ac5a4ee101 req-8a6432b6-5eca-4689-a6b8-6d62b5d4f030 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:35.819621 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5c71112-fbf2-4e45-a35a-d3ac5a4ee101 req-8a6432b6-5eca-4689-a6b8-6d62b5d4f030 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 945 time: 0.1019146 Apr 18 19:30:35.879816 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5c71112-fbf2-4e45-a35a-d3ac5a4ee101 req-f84698e3-322c-4605-8231-3d66589b9b71 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627658 Apr 18 19:30:35.916224 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event updated for resources: {'Port': ['ID=f0dcbae1-d272-452c-b827-92d4f008e7ce,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:35.966887 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602d895-3ab2-48e8-982a-67d77677ca8b req-9608ece4-70f5-4230-9991-60b258e8c884 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:35.972279 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f602d895-3ab2-48e8-982a-67d77677ca8b req-9608ece4-70f5-4230-9991-60b258e8c884 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 949 time: 0.5351746 Apr 18 19:30:36.057912 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f602d895-3ab2-48e8-982a-67d77677ca8b req-ea52b346-51c4-4e4e-a381-773dea3190d2 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761259 Apr 18 19:30:36.156110 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.202410 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244420e9-734e-4d1a-8a19-8c5fb9fb665e req-c71f7b87-5c85-4d38-be3a-11176dc82071 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:36.209685 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-244420e9-734e-4d1a-8a19-8c5fb9fb665e req-c71f7b87-5c85-4d38-be3a-11176dc82071 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.1699066 Apr 18 19:30:36.271119 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-244420e9-734e-4d1a-8a19-8c5fb9fb665e req-a4d56738-a8ed-4ac8-bdf0-2bf0d5eb82d9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603631 Apr 18 19:30:36.389064 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.419403 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:36.601181 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-138ea01c-e3c7-4003-9e9a-163a3c2ff4ec tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596862 Apr 18 19:30:36.664511 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8b3372a-060e-45fe-989f-8fca5d6be6cc req-8d328c5b-c4e5-4742-9338-a82cc44f7d65 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/2acceb3a-1e44-4c5c-8330-5adb712a26fc HTTP/1.1" status: 200 len: 1634 time: 0.0845718 Apr 18 19:30:36.667612 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:36.673609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:36.677507 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.760802 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8b3372a-060e-45fe-989f-8fca5d6be6cc req-82084a27-d871-4135-95e6-efe18e3f1fcf tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.798674 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8b3372a-060e-45fe-989f-8fca5d6be6cc req-82084a27-d871-4135-95e6-efe18e3f1fcf tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.838652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-777045ba-6001-4a4e-8d5a-9f82b26ee087 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:36.840288 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-777045ba-6001-4a4e-8d5a-9f82b26ee087 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246854 Apr 18 19:30:36.868258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Request body: {'port': {'device_id': 'a1190924-3d0b-4617-b072-aa9925ee7189', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '6d877a9ecaf349cb8fde62d566b24cad'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:36.899828 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.947196 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8b3372a-060e-45fe-989f-8fca5d6be6cc req-82084a27-d871-4135-95e6-efe18e3f1fcf tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.968360 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:36.987351 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82084a27-d871-4135-95e6-efe18e3f1fcf tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acceb3a-1e44-4c5c-8330-5adb712a26fc,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:37.041423 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086d042c-5ae2-448c-bc4c-d2f627a7b99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8145eaeb-fe6b-4ff2-a7ea-94a83ff35197'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:37.045234 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:37.052073 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:37.089394 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4de4c212-e4fa-4d4a-aa49-1d11a3dfa6ce req-dff73db7-47ae-4ed8-882d-27d7ab5c2398 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 210 time: 0.0965028 Apr 18 19:30:37.152825 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:37.155664 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device bc32ac31-47c7-42a0-8d2d-8299be1f367e no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:37.166244 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d8b3372a-060e-45fe-989f-8fca5d6be6cc req-82084a27-d871-4135-95e6-efe18e3f1fcf tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:37.179446 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8b3372a-060e-45fe-989f-8fca5d6be6cc req-82084a27-d871-4135-95e6-efe18e3f1fcf tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "DELETE /v2.0/security-groups/2acceb3a-1e44-4c5c-8330-5adb712a26fc HTTP/1.1" status: 204 len: 173 time: 0.5081642 Apr 18 19:30:37.219892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event updated for resources: {'Port': ['ID=f0dcbae1-d272-452c-b827-92d4f008e7ce,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:37.242820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:37.273058 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:37.281375 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:37.397609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: bc32ac31-47c7-42a0-8d2d-8299be1f367e {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:37.397938 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device bc32ac31-47c7-42a0-8d2d-8299be1f367e not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:37.399525 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:37.399934 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Made reservation on behalf of 6d877a9ecaf349cb8fde62d566b24cad for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:37.403071 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:37.422511 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:37.433147 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-07c306ee-f87f-48e5-9251-1013d9b15438 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3154349 Apr 18 19:30:37.475682 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15161027-5cff-4fad-9dab-46227d56b1c7 req-8d621057-7579-4357-a5cb-8c8d64fbc541 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:37.477121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-15161027-5cff-4fad-9dab-46227d56b1c7 req-8d621057-7579-4357-a5cb-8c8d64fbc541 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 945 time: 0.1082165 Apr 18 19:30:37.546816 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-15161027-5cff-4fad-9dab-46227d56b1c7 req-658f72e3-138c-45e6-a305-1ff904b3603d tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627613 Apr 18 19:30:37.557030 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b9b85-c199-4bb8-9bed-b54e6ec1b947 req-dc4afe9e-a83e-41c8-b299-db5a967e6b9c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:37.561109 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b9b85-c199-4bb8-9bed-b54e6ec1b947 req-dc4afe9e-a83e-41c8-b299-db5a967e6b9c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:37.565203 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b9b85-c199-4bb8-9bed-b54e6ec1b947 req-dc4afe9e-a83e-41c8-b299-db5a967e6b9c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:37.566882 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ff3b9b85-c199-4bb8-9bed-b54e6ec1b947 req-dc4afe9e-a83e-41c8-b299-db5a967e6b9c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2418 time: 0.2043931 Apr 18 19:30:37.657012 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1924854-ed62-4257-8c40-f8fe5fb3349e'] response: {'server_uuid': '086d042c-5ae2-448c-bc4c-d2f627a7b99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8145eaeb-fe6b-4ff2-a7ea-94a83ff35197', 'code': 200} Apr 18 19:30:37.740375 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ff3b9b85-c199-4bb8-9bed-b54e6ec1b947 req-65099862-83b3-422a-b1b3-e150f3c0379d tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158082 Apr 18 19:30:37.747700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Allocated IP 192.168.233.10 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/4bb1e82e-316e-4e3b-8fd1-77c2061f4786) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:37.895497 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df15f060-b6bc-4c9d-bb82-73f13b58fdc3 req-43a4e76f-2e36-4440-a383-2c8fb131fc3d tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "GET /v2.0/security-groups/dc89c799-c6bb-4b08-8a55-bab5d1a27ebe HTTP/1.1" status: 200 len: 1635 time: 0.0824997 Apr 18 19:30:37.907593 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ddc78085-1db1-436a-acce-874713a01e34 req-0ea31192-c8f2-4b95-a266-40f823def1a3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 1101 time: 0.1810191 Apr 18 19:30:37.933472 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a941f75-e05a-4d45-86d1-22ef1c69a519 req-f8ebbdf3-f329-4f5e-a13f-dbdb3a5551d0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:37.941002 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7a941f75-e05a-4d45-86d1-22ef1c69a519 req-f8ebbdf3-f329-4f5e-a13f-dbdb3a5551d0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 950 time: 0.1513863 Apr 18 19:30:38.006677 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ddc78085-1db1-436a-acce-874713a01e34 req-69fbdd5c-8563-4514-ae12-9513c6ecbac0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930674 Apr 18 19:30:38.011457 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7a941f75-e05a-4d45-86d1-22ef1c69a519 req-b36257d1-0ea2-4425-8161-a119a5e31dd3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691397 Apr 18 19:30:38.120931 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df15f060-b6bc-4c9d-bb82-73f13b58fdc3 req-392c2a56-024d-4fe0-9d3d-d992dbf13b14 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:38.120931 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:38.157644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Transition to ACTIVE for port object 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:38.159773 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df15f060-b6bc-4c9d-bb82-73f13b58fdc3 req-392c2a56-024d-4fe0-9d3d-d992dbf13b14 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:38.261408 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a13b4-eb7b-40e4-9b40-48c62c86b1f9 req-0e3c6c99-10f9-4e12-990b-fb2dbdb0f2a0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:38.263008 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b07a13b4-eb7b-40e4-9b40-48c62c86b1f9 req-0e3c6c99-10f9-4e12-990b-fb2dbdb0f2a0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.0781844 Apr 18 19:30:38.321503 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b07a13b4-eb7b-40e4-9b40-48c62c86b1f9 req-532ef4f0-ea14-40f1-aa86-94446c77e2e6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452161 Apr 18 19:30:38.472493 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:38.477421 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['81506e0b-4d1e-4b6d-8999-29f8f019d93d', 'f8c97400-a3e4-4c62-8541-c944c471c9f1'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:38.506477 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c', '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:38.622240 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df15f060-b6bc-4c9d-bb82-73f13b58fdc3 req-392c2a56-024d-4fe0-9d3d-d992dbf13b14 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:38.653042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-7638050f-c726-4179-bf41-baeab79a481f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:38.657398 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-7638050f-c726-4179-bf41-baeab79a481f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:38.661272 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c2a56-024d-4fe0-9d3d-d992dbf13b14 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc89c799-c6bb-4b08-8a55-bab5d1a27ebe,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:38.661555 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-7638050f-c726-4179-bf41-baeab79a481f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:38.664450 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-7638050f-c726-4179-bf41-baeab79a481f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 2418 time: 0.1410213 Apr 18 19:30:38.707773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:38.707773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:38.722450 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:38.766573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event updated for resources: {'Port': ['ID=4bb1e82e-316e-4e3b-8fd1-77c2061f4786,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:38.785195 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-df15f060-b6bc-4c9d-bb82-73f13b58fdc3 req-392c2a56-024d-4fe0-9d3d-d992dbf13b14 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:38.798488 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54640) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:38.801504 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df15f060-b6bc-4c9d-bb82-73f13b58fdc3 req-392c2a56-024d-4fe0-9d3d-d992dbf13b14 tempest-SecurityGroupsTestJSON-434005449 tempest-SecurityGroupsTestJSON-434005449-project] 10.222.0.66 "DELETE /v2.0/security-groups/dc89c799-c6bb-4b08-8a55-bab5d1a27ebe HTTP/1.1" status: 204 len: 173 time: 0.8605444 Apr 18 19:30:38.865194 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:38.865798 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:38.888309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-23d6963b-3a41-4224-98f7-088484f6abe9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting port c048f09a-c443-4481-aeb0-bd6365cd934d {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:38.888813 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-23d6963b-3a41-4224-98f7-088484f6abe9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:38.969184 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-3521ca8d-061c-4c53-80f6-df43c9e16c3f admin admin] Deleting subnet d15cd35e-84f4-4a27-9e3a-411ef1b9d845 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:30:38.975390 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3521ca8d-061c-4c53-80f6-df43c9e16c3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.080766 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-af16fc15-1b53-437c-ba14-696a14de649c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2181182 Apr 18 19:30:39.100731 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3521ca8d-061c-4c53-80f6-df43c9e16c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.136022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Request body: {'port': {'device_id': 'a1190924-3d0b-4617-b072-aa9925ee7189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:39.407817 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-4cf23c40-89c1-403c-9e1e-2dc288f5dac8 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:39.409275 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-4cf23c40-89c1-403c-9e1e-2dc288f5dac8 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/networks?id=53865a1c-0820-41ea-bb78-cff1d4692167 HTTP/1.1" status: 200 len: 822 time: 0.4175589 Apr 18 19:30:39.422975 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.450598 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-dcde9c0f-4f9b-4593-b278-115c65f790fe tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/quotas/5ad35ad917bc4036817be27017ea25fe HTTP/1.1" status: 200 len: 375 time: 0.0403812 Apr 18 19:30:39.607317 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3521ca8d-061c-4c53-80f6-df43c9e16c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.636244 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ca9d41b7-1d8a-4010-bcd5-2e47dfdf0fb0 None None] Provisioning for port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:39.670760 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ca9d41b7-1d8a-4010-bcd5-2e47dfdf0fb0 None None] Provisioning complete for port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:39.671412 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ca9d41b7-1d8a-4010-bcd5-2e47dfdf0fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.679613 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-23d6963b-3a41-4224-98f7-088484f6abe9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] For port c048f09a-c443-4481-aeb0-bd6365cd934d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=c048f09a-c443-4481-aeb0-bd6365cd934d,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:39.679970 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-23d6963b-3a41-4224-98f7-088484f6abe9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.724559 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-bca24eb0-dbcc-4236-a36e-c32c70d1de23 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ad35ad917bc4036817be27017ea25fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2729886 Apr 18 19:30:39.744422 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d41b7-1d8a-4010-bcd5-2e47dfdf0fb0 None None] Port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:30:39.747311 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:39.856518 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-23d6963b-3a41-4224-98f7-088484f6abe9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Calling delete_port for c048f09a-c443-4481-aeb0-bd6365cd934d owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:39.930002 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0094dae-ec71-4a06-923a-5214c15eb401 req-75d50682-d4bd-44dc-b8ec-255f6653a5b5 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:39.931379 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e0094dae-ec71-4a06-923a-5214c15eb401 req-75d50682-d4bd-44dc-b8ec-255f6653a5b5 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 935 time: 0.4044187 Apr 18 19:30:40.034940 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3521ca8d-061c-4c53-80f6-df43c9e16c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:40.074417 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-123e3159-180a-45c0-be8d-74589431ed95 service neutron] 10.222.0.66 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488395 Apr 18 19:30:40.096469 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521ca8d-061c-4c53-80f6-df43c9e16c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15cd35e-84f4-4a27-9e3a-411ef1b9d845,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:40.106847 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e0094dae-ec71-4a06-923a-5214c15eb401 req-f9d33bb3-acce-47cb-894d-0720a7a11bfd tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489046 Apr 18 19:30:40.114123 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3521ca8d-061c-4c53-80f6-df43c9e16c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:40.134814 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:30:40.199422 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:30:40.248529 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3521ca8d-061c-4c53-80f6-df43c9e16c3f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d15cd35e-84f4-4a27-9e3a-411ef1b9d845 HTTP/1.1" status: 204 len: 168 time: 1.4403825 Apr 18 19:30:40.250372 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54654) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:40.281164 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-23d6963b-3a41-4224-98f7-088484f6abe9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:40.293137 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d2401830-1b35-4a3c-b370-2e9eef00c69a', 'c048f09a-c443-4481-aeb0-bd6365cd934d', 'd48e6e0f-ca04-4d56-9c08-1a21c3fee47d'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:40.333421 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-b76e71ff-9a8b-467d-98db-179bdde30e51 service neutron] 10.222.0.66 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577305 Apr 18 19:30:40.338432 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:40.356737 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:40.387645 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Transition to ACTIVE for port object 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:40.549389 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:40.569823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6963b-3a41-4224-98f7-088484f6abe9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Port': ['ID=c048f09a-c443-4481-aeb0-bd6365cd934d,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:40.641817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-23d6963b-3a41-4224-98f7-088484f6abe9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] No DVR routers for this DVR port c048f09a-c443-4481-aeb0-bd6365cd934d on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:40.652538 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-23d6963b-3a41-4224-98f7-088484f6abe9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:40.657442 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-23d6963b-3a41-4224-98f7-088484f6abe9 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "DELETE /v2.0/ports/c048f09a-c443-4481-aeb0-bd6365cd934d HTTP/1.1" status: 204 len: 173 time: 1.9876349 Apr 18 19:30:40.658782 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-deleted', 'tag': 'c048f09a-c443-4481-aeb0-bd6365cd934d'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:40.667958 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:40.797750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb1e82e-316e-4e3b-8fd1-77c2061f4786,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:40.936105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-b0e531b5-8876-492d-bc35-3d227b3eb60f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:40.936773 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-b0e531b5-8876-492d-bc35-3d227b3eb60f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.134114 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Attempting to bind port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:41.136711 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Attempting to bind port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:41.137499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Attempting to bind port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:41.139070 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.143313 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c66ab2-8213-4cc5-b981-e9ec83d7d53f req-dd093633-2dfc-4853-a4a2-77504f67e3dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:41.152253 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:41.153290 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Attempting to bind port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:41.156312 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c66ab2-8213-4cc5-b981-e9ec83d7d53f req-dd093633-2dfc-4853-a4a2-77504f67e3dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:41.157209 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-98c66ab2-8213-4cc5-b981-e9ec83d7d53f req-dd093633-2dfc-4853-a4a2-77504f67e3dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Synchronizing usage tracker for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:41.170706 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc74c9b-f108-4fe1-8729-f5574045ce9a req-110db935-5b57-4ce7-adea-d8b9b2489f38 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:41.178148 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc74c9b-f108-4fe1-8729-f5574045ce9a req-110db935-5b57-4ce7-adea-d8b9b2489f38 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 950 time: 0.2643204 Apr 18 19:30:41.198647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:41.199280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:41.199841 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:41.200467 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Bound port: 4bb1e82e-316e-4e3b-8fd1-77c2061f4786, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:41.200987 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.250126 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.292196 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc74c9b-f108-4fe1-8729-f5574045ce9a req-7ab6eea6-20e4-4d70-89dd-17b137dea970 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131518 Apr 18 19:30:41.305714 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf91442-fad6-4320-8744-85f7f84e354c']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:41.337539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:41.337834 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a14ca5-cfc5-4d2c-8dac-b5ef52cc6c42') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:41.343567 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] For port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:41.345630 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] For port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=4bb1e82e-316e-4e3b-8fd1-77c2061f4786,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:41.414243 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.423793 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-98c66ab2-8213-4cc5-b981-e9ec83d7d53f req-dd093633-2dfc-4853-a4a2-77504f67e3dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Unset dirty status for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:41.424906 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-98c66ab2-8213-4cc5-b981-e9ec83d7d53f req-dd093633-2dfc-4853-a4a2-77504f67e3dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 1682 time: 1.0326607 Apr 18 19:30:41.449115 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.463193 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.499642 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:30:41.500041 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:30:41.513075 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:30:41.678258 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.679647 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] 10.222.0.71 "PUT /v2.0/ports/4bb1e82e-316e-4e3b-8fd1-77c2061f4786 HTTP/1.1" status: 200 len: 1095 time: 2.5515854 Apr 18 19:30:41.682916 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1190924-3d0b-4617-b072-aa9925ee7189', 'tag': '4bb1e82e-316e-4e3b-8fd1-77c2061f4786'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:41.714582 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ff634-51fb-4726-8ac6-d1c50b7fdca9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb1e82e-316e-4e3b-8fd1-77c2061f4786,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:41.718187 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-98c66ab2-8213-4cc5-b981-e9ec83d7d53f req-088d98ef-2ca3-45fd-9898-08638551baa0 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818308 Apr 18 19:30:41.732438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-b0e531b5-8876-492d-bc35-3d227b3eb60f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] For port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:41.732792 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-b0e531b5-8876-492d-bc35-3d227b3eb60f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.769120 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec604-c614-4a75-94db-e965d226b74f req-f4e8a949-26bf-4e80-90d6-77b15db2525d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:41.771443 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21cec604-c614-4a75-94db-e965d226b74f req-f4e8a949-26bf-4e80-90d6-77b15db2525d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.2815151 Apr 18 19:30:41.878352 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d7ae94-2c99-4e9c-8693-062c4b7f448d'] response: {'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-deleted', 'tag': 'c048f09a-c443-4481-aeb0-bd6365cd934d', 'status': 'completed', 'code': 200} Apr 18 19:30:41.886470 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-b0e531b5-8876-492d-bc35-3d227b3eb60f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Calling delete_port for d48e6e0f-ca04-4d56-9c08-1a21c3fee47d owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:41.909166 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21cec604-c614-4a75-94db-e965d226b74f req-7dbd7f7d-ecc0-4593-b79b-cf6075196489 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271639 Apr 18 19:30:41.914444 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:41.969132 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-d55e2a2c-8340-4dc6-af73-1f01bb4fe65c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 1098 time: 0.0994828 Apr 18 19:30:41.976067 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:42.035528 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf91442-fad6-4320-8744-85f7f84e354c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:42.041628 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-37a0e6f1-b99c-4cc6-9e8c-db326cf775b4 req-02ce959d-a06c-4ad2-84a6-fc9f95e1cc6d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Synchronizing usage tracker for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:42.048817 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-36701a0d-02e4-4599-b346-7468dff87f32 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=4bb1e82e-316e-4e3b-8fd1-77c2061f4786 HTTP/1.1" status: 200 len: 217 time: 0.0748200 Apr 18 19:30:42.151717 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874d9727-ad13-4b4b-9c0a-c1738100e1bf req-cb799b64-17b9-49a5-bd87-270f3abb637d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 1097 time: 0.1852064 Apr 18 19:30:42.158576 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-43965017-3829-48a5-8e29-50e88cc61f2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:42.160008 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-43965017-3829-48a5-8e29-50e88cc61f2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1048307 Apr 18 19:30:42.189374 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-11912514-101c-4975-9eed-2e78cd3abb17 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4cf91442-fad6-4320-8744-85f7f84e354c HTTP/1.1" status: 204 len: 168 time: 1.9340782 Apr 18 19:30:42.248536 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dda8c-567c-4e66-a45a-b433846e62df req-de9c1d7f-90d0-4d81-9441-3b971eafae38 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:42.249242 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e35dda8c-567c-4e66-a45a-b433846e62df req-de9c1d7f-90d0-4d81-9441-3b971eafae38 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:42.268683 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-37a0e6f1-b99c-4cc6-9e8c-db326cf775b4 req-02ce959d-a06c-4ad2-84a6-fc9f95e1cc6d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Unset dirty status for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:42.270069 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-37a0e6f1-b99c-4cc6-9e8c-db326cf775b4 req-02ce959d-a06c-4ad2-84a6-fc9f95e1cc6d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 210 time: 0.3907254 Apr 18 19:30:42.273338 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-98bf9e74-5d5b-4339-839d-dec7b8316d3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048672 Apr 18 19:30:42.283121 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-b0e531b5-8876-492d-bc35-3d227b3eb60f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:42.370082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e35dda8c-567c-4e66-a45a-b433846e62df req-de9c1d7f-90d0-4d81-9441-3b971eafae38 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:42.373185 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e35dda8c-567c-4e66-a45a-b433846e62df req-de9c1d7f-90d0-4d81-9441-3b971eafae38 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 947 time: 0.2809391 Apr 18 19:30:42.412095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d48e6e0f-ca04-4d56-9c08-1a21c3fee47d no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:42.429420 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e531b5-8876-492d-bc35-3d227b3eb60f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Port': ['ID=d48e6e0f-ca04-4d56-9c08-1a21c3fee47d,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:42.509453 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-b0e531b5-8876-492d-bc35-3d227b3eb60f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] No DVR routers for this DVR port d48e6e0f-ca04-4d56-9c08-1a21c3fee47d on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:42.515771 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-b0e531b5-8876-492d-bc35-3d227b3eb60f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:42.522394 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e35dda8c-567c-4e66-a45a-b433846e62df req-402429b4-e7e4-48f6-b7c8-8528dad31cb4 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371074 Apr 18 19:30:42.545869 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-25ff77b8-2d23-4cd9-9d2f-545b16f9b4e5 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657874 Apr 18 19:30:42.568007 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9727-ad13-4b4b-9c0a-c1738100e1bf req-a7657c80-6658-4a79-98d9-6c2ad3af7172 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:42.569603 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874d9727-ad13-4b4b-9c0a-c1738100e1bf req-a7657c80-6658-4a79-98d9-6c2ad3af7172 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 918 time: 0.4064977 Apr 18 19:30:42.572789 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: d48e6e0f-ca04-4d56-9c08-1a21c3fee47d {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:42.572932 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d48e6e0f-ca04-4d56-9c08-1a21c3fee47d not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:42.573885 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d2401830-1b35-4a3c-b370-2e9eef00c69a no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:42.752505 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-b0e531b5-8876-492d-bc35-3d227b3eb60f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "DELETE /v2.0/ports/d48e6e0f-ca04-4d56-9c08-1a21c3fee47d HTTP/1.1" status: 204 len: 173 time: 2.0818017 Apr 18 19:30:42.753582 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:42.763733 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-450e3794-9267-4888-97df-602889b9af3d tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4d594eb8ddc7455ab636ca7214372018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632405 Apr 18 19:30:42.791405 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3734c495-a620-4ce4-a872-84afda82fae9'] response: {'name': 'network-changed', 'server_uuid': 'a1190924-3d0b-4617-b072-aa9925ee7189', 'tag': '4bb1e82e-316e-4e3b-8fd1-77c2061f4786', 'status': 'completed', 'code': 200} Apr 18 19:30:42.804131 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d2401830-1b35-4a3c-b370-2e9eef00c69a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d2401830-1b35-4a3c-b370-2e9eef00c69a,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:42.805662 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2401830-1b35-4a3c-b370-2e9eef00c69a'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:42.866135 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8bc29fd4-1d16-4351-8692-831ab88b151c req-be7e2516-fe1a-4db7-b903-ea4ab03e2390 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098490 Apr 18 19:30:42.946452 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874d9727-ad13-4b4b-9c0a-c1738100e1bf req-a05a2c7b-b923-429c-a2c1-5e665ebfa139 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1d5a537-7c83-4634-af89-237e88209f8c HTTP/1.1" status: 200 len: 1001 time: 0.3663037 Apr 18 19:30:42.956323 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-35e27979-27a9-44ac-8be4-b4d63ac01240 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting port d2401830-1b35-4a3c-b370-2e9eef00c69a {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:42.956697 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-35e27979-27a9-44ac-8be4-b4d63ac01240 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:42.970891 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54708) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:42.991807 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:42.991807 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device c048f09a-c443-4481-aeb0-bd6365cd934d no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:43.073753 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d2dac-8e81-44ee-b8f8-1a007c0a8539 req-759b136c-82f6-4110-9d7c-e407124e554b tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:43.075240 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac5d2dac-8e81-44ee-b8f8-1a007c0a8539 req-759b136c-82f6-4110-9d7c-e407124e554b tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 945 time: 0.1799357 Apr 18 19:30:43.115254 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c1ad78f0-5cfe-49b9-832d-7407be9053bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bd938a7c667c4687a22a1d5750416297&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1438441 Apr 18 19:30:43.119598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54714) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:43.129773 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9edc971a-b00d-487d-b762-b4d772caf305 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:43.138172 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: c048f09a-c443-4481-aeb0-bd6365cd934d {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:43.138656 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device c048f09a-c443-4481-aeb0-bd6365cd934d not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:43.150634 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d9727-ad13-4b4b-9c0a-c1738100e1bf req-616c5f31-ed7c-4194-9a6a-7629741d27d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:43.152342 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874d9727-ad13-4b4b-9c0a-c1738100e1bf req-616c5f31-ed7c-4194-9a6a-7629741d27d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.1706195 Apr 18 19:30:43.157224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-1d753584-03b4-45b3-b39f-92ed01756b04 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:43.170770 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-1d753584-03b4-45b3-b39f-92ed01756b04 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4059050 Apr 18 19:30:43.195045 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=d2401830-1b35-4a3c-b370-2e9eef00c69a,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:43.226259 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac5d2dac-8e81-44ee-b8f8-1a007c0a8539 req-52adb3bb-ebcf-4b1f-80cd-3bc50fe0824c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394539 Apr 18 19:30:43.245877 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b547705-481b-40e9-9962-1dcc45f68f5e req-6d3c0c87-6152-420b-bebf-3bcbc28ce344 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 1098 time: 0.2144058 Apr 18 19:30:43.271873 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b2a922c8-6310-4749-9c42-7fbeacf4c928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:43.317352 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f7e1fc21-c7d9-4ac9-9872-8499536f6ee1 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/quotas/4d594eb8ddc7455ab636ca7214372018 HTTP/1.1" status: 200 len: 375 time: 0.1456418 Apr 18 19:30:43.350318 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9edc971a-b00d-487d-b762-b4d772caf305, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9edc971a-b00d-487d-b762-b4d772caf305,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:43.368068 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '9edc971a-b00d-487d-b762-b4d772caf305', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'port_id': '9edc971a-b00d-487d-b762-b4d772caf305', 'mac_address': 'fa:16:3e:cb:06:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb84896-be61-47b3-b13f-8af31da05bcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:43.371224 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1e4941-c0f8-478a-95d1-076773df1b71'] response: {'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2401830-1b35-4a3c-b370-2e9eef00c69a', 'code': 200} Apr 18 19:30:43.408385 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b2a922c8-6310-4749-9c42-7fbeacf4c928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:43.435448 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:43.457856 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9edc971a-b00d-487d-b762-b4d772caf305 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:43.474630 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9edc971a-b00d-487d-b762-b4d772caf305, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9edc971a-b00d-487d-b762-b4d772caf305,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:43.537783 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874d9727-ad13-4b4b-9c0a-c1738100e1bf req-4e50527f-1f74-402f-82d1-924489674b2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3202081 Apr 18 19:30:43.568162 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:43.576838 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547705-481b-40e9-9962-1dcc45f68f5e req-fb5a526a-29aa-4342-8c9a-cb575ce414dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:43.578293 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b547705-481b-40e9-9962-1dcc45f68f5e req-fb5a526a-29aa-4342-8c9a-cb575ce414dc service neutron] 10.222.0.71 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3055160 Apr 18 19:30:43.671515 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=9edc971a-b00d-487d-b762-b4d772caf305,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:43.684574 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b547705-481b-40e9-9962-1dcc45f68f5e req-7e1d066e-41cb-47e5-8586-a35af4943406 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=4bb1e82e-316e-4e3b-8fd1-77c2061f4786 HTTP/1.1" status: 200 len: 217 time: 0.0945923 Apr 18 19:30:43.686759 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b2a922c8-6310-4749-9c42-7fbeacf4c928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:43.697311 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['9edc971a-b00d-487d-b762-b4d772caf305'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:43.704462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94a9c-10fc-493a-9697-e1aa66a80726 req-4d0f2777-c09e-4e81-b971-cebd17cfb75c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:43.704462 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e3d94a9c-10fc-493a-9697-e1aa66a80726 req-4d0f2777-c09e-4e81-b971-cebd17cfb75c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.2695379 Apr 18 19:30:43.754223 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a922c8-6310-4749-9c42-7fbeacf4c928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e22112-223b-4d5d-9bb4-86c2d0f0fc48,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:43.791205 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e5c1c6c9-e66b-40fa-81d1-231765a4d1a3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d594eb8ddc7455ab636ca7214372018&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4723649 Apr 18 19:30:43.793278 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-35e27979-27a9-44ac-8be4-b4d63ac01240 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] For port d2401830-1b35-4a3c-b370-2e9eef00c69a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d2401830-1b35-4a3c-b370-2e9eef00c69a,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:43.793821 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-35e27979-27a9-44ac-8be4-b4d63ac01240 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:43.814583 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b2a922c8-6310-4749-9c42-7fbeacf4c928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:43.817953 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b2a922c8-6310-4749-9c42-7fbeacf4c928 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69e22112-223b-4d5d-9bb4-86c2d0f0fc48 HTTP/1.1" status: 204 len: 168 time: 0.6941516 Apr 18 19:30:43.817953 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b547705-481b-40e9-9962-1dcc45f68f5e req-f4a240d2-719a-4627-90a1-bf67fb53d7d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:43.846876 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b547705-481b-40e9-9962-1dcc45f68f5e req-f4a240d2-719a-4627-90a1-bf67fb53d7d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1412969 Apr 18 19:30:43.900416 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-deleted', 'tag': 'd48e6e0f-ca04-4d56-9c08-1a21c3fee47d'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:43.985770 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-35e27979-27a9-44ac-8be4-b4d63ac01240 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Calling delete_port for d2401830-1b35-4a3c-b370-2e9eef00c69a owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:43.990532 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e3d94a9c-10fc-493a-9697-e1aa66a80726 req-c24f7581-1c1c-46d8-b8af-f7c33091b9fe tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444880 Apr 18 19:30:44.141519 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874d9727-ad13-4b4b-9c0a-c1738100e1bf req-8ca5b994-fe10-461c-a773-bdcfa33ca14c service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923939 Apr 18 19:30:44.438653 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1a57040d-a279-46df-b109-7e6ac9a39a6f req-3789d0e0-8a85-42ee-8197-d37a488ca19f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 210 time: 0.0905743 Apr 18 19:30:44.452671 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b547705-481b-40e9-9962-1dcc45f68f5e req-b7bda82a-3abb-4757-999c-ef69aa4b1b26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5780432 Apr 18 19:30:44.527182 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874d9727-ad13-4b4b-9c0a-c1738100e1bf req-56551bb4-7a0a-42f6-a866-e9b33a5ba0a4 service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659105 Apr 18 19:30:44.568749 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fa90b-880f-42a0-bcfc-dbd1d3a78283 req-6c261b7a-2826-4521-808c-430bff234adf tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:44.578638 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e8fa90b-880f-42a0-bcfc-dbd1d3a78283 req-6c261b7a-2826-4521-808c-430bff234adf tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 947 time: 0.2029076 Apr 18 19:30:44.593500 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-28aba023-bec4-46ad-9d9b-d02f0ff5552d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:44.597904 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-28aba023-bec4-46ad-9d9b-d02f0ff5552d tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "GET /v2.0/networks?id=53865a1c-0820-41ea-bb78-cff1d4692167 HTTP/1.1" status: 200 len: 822 time: 0.5859714 Apr 18 19:30:44.625777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Request body: {'port': {'device_id': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167', 'admin_state_up': True, 'tenant_id': '5ad35ad917bc4036817be27017ea25fe'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:44.633625 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-35e27979-27a9-44ac-8be4-b4d63ac01240 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:44.738207 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e27979-27a9-44ac-8be4-b4d63ac01240 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Port': ['ID=d2401830-1b35-4a3c-b370-2e9eef00c69a,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:44.740066 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0607646d-0d5a-403d-8fc5-63df0cc20b3c'] response: {'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-deleted', 'tag': 'd48e6e0f-ca04-4d56-9c08-1a21c3fee47d', 'status': 'completed', 'code': 200} Apr 18 19:30:44.741878 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b547705-481b-40e9-9962-1dcc45f68f5e req-494a3d96-39f2-4553-8ff8-471b1c1834bb service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731473 Apr 18 19:30:44.758217 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e8fa90b-880f-42a0-bcfc-dbd1d3a78283 req-430196a8-99aa-4930-925a-66e548df4a00 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786077 Apr 18 19:30:44.847766 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-35e27979-27a9-44ac-8be4-b4d63ac01240 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] No DVR routers for this DVR port d2401830-1b35-4a3c-b370-2e9eef00c69a on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:44.855547 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-35e27979-27a9-44ac-8be4-b4d63ac01240 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:44.875093 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7d589af2-9bc1-47cf-9be8-4d9f49623c60 req-35e27979-27a9-44ac-8be4-b4d63ac01240 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "DELETE /v2.0/ports/d2401830-1b35-4a3c-b370-2e9eef00c69a HTTP/1.1" status: 204 len: 173 time: 2.1089475 Apr 18 19:30:45.062448 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9edc971a-b00d-487d-b762-b4d772caf305 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:45.085265 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34049f0f-02dd-48a3-a11f-32728425250c req-9ce9f517-766d-42dd-9e27-e4b56b404065 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 210 time: 0.2851555 Apr 18 19:30:45.096406 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-cf430b1d-e022-4751-995a-753c94ee43a6 req-69938e51-587a-4c05-8085-b4f30bc558d3 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Synchronizing usage tracker for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:45.198521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-cf430b1d-e022-4751-995a-753c94ee43a6 req-69938e51-587a-4c05-8085-b4f30bc558d3 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Unset dirty status for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:45.199689 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cf430b1d-e022-4751-995a-753c94ee43a6 req-69938e51-587a-4c05-8085-b4f30bc558d3 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7348f03-1777-4da9-b74b-19aa115cd955 HTTP/1.1" status: 200 len: 210 time: 0.1797950 Apr 18 19:30:45.229337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:45.247354 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 9edc971a-b00d-487d-b762-b4d772caf305 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:45.247726 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:45.333772 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:45.379760 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b547705-481b-40e9-9962-1dcc45f68f5e req-9c0e0346-2ab4-4ac7-9ea3-f60104e36453 service neutron] 10.222.0.71 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312208 Apr 18 19:30:45.414304 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:45.450795 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc971a-b00d-487d-b762-b4d772caf305'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:45.452307 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Made reservation on behalf of 5ad35ad917bc4036817be27017ea25fe for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:45.455366 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:45.474991 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9edc971a-b00d-487d-b762-b4d772caf305, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9edc971a-b00d-487d-b762-b4d772caf305,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:45.523254 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f4aa56-2c9d-4dd9-a3f4-9e8fa47524bd'] response: {'server_uuid': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edc971a-b00d-487d-b762-b4d772caf305', 'code': 200} Apr 18 19:30:45.553893 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4b746-aa86-428e-a0da-3901d4bfc0f5 req-6ce82798-29e4-4702-b162-8e9402e14ffd tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:45.561748 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aef4b746-aa86-428e-a0da-3901d4bfc0f5 req-6ce82798-29e4-4702-b162-8e9402e14ffd tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 946 time: 0.2586367 Apr 18 19:30:45.590734 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:45.592881 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a1d5a537-7c83-4634-af89-237e88209f8c no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:45.637268 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aef4b746-aa86-428e-a0da-3901d4bfc0f5 req-30f499e1-3fac-493a-9cae-a66d1949f72d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743060 Apr 18 19:30:45.757996 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-831c55a5-d4d4-49dc-b930-fec24b7526f3 req-8d09fc97-8cb3-4973-b313-490fcef849f9 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 210 time: 0.0919979 Apr 18 19:30:45.765776 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Allocated IP 172.20.0.5 (53865a1c-0820-41ea-bb78-cff1d4692167/0c5d496e-a416-45a0-a254-a9492339f206/5187d931-0f2d-40d9-9680-2a954155578a) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:45.914149 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=9edc971a-b00d-487d-b762-b4d772caf305,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:45.983041 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:46.021311 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:46.137914 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:46.191058 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:46.267807 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44025379-0aee-419f-bf5f-5c1d48cd4db5 req-a18bdf91-5d66-4c2d-ae1f-3c8d3695401e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:46.271275 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-44025379-0aee-419f-bf5f-5c1d48cd4db5 req-a18bdf91-5d66-4c2d-ae1f-3c8d3695401e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 947 time: 0.2371159 Apr 18 19:30:46.279641 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:46.355961 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54788) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:46.358682 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-44025379-0aee-419f-bf5f-5c1d48cd4db5 req-e17b26cc-9bbf-4061-bc1a-4dbd4a1e14e4 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728242 Apr 18 19:30:46.366108 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:46.399558 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f4453c3b-a0fa-4dc2-9e07-689fc17be064 req-5154196e-2a31-4742-8897-3bcb613b614e tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 210 time: 0.0765936 Apr 18 19:30:46.428729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:46.471355 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Network 53865a1c-0820-41ea-bb78-cff1d4692167 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:46.492714 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:46.511541 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:46.521829 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54794) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:46.570704 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event updated for resources: {'Port': ['ID=5187d931-0f2d-40d9-9680-2a954155578a,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:46.600860 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:46.601794 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:46.674107 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=4bb1e82e-316e-4e3b-8fd1-77c2061f4786,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:46.699186 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '4bb1e82e-316e-4e3b-8fd1-77c2061f4786', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '4bb1e82e-316e-4e3b-8fd1-77c2061f4786', 'mac_address': 'fa:16:3e:1a:0b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:46.728303 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a90d7a22-6d64-4035-bd2e-3c0c59654a52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1069305 Apr 18 19:30:46.743014 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Request body: {'port': {'device_id': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:46.745835 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-deleted', 'tag': 'd2401830-1b35-4a3c-b370-2e9eef00c69a'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:46.778951 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:46.783449 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1538868560-network', 'tenant_id': '6b13a697612b4f25bee140966bad2a0c'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:46.799387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:46.820943 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:46.826007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Usage tracker for resource:network and tenant:6b13a697612b4f25bee140966bad2a0c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:46.850052 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=4bb1e82e-316e-4e3b-8fd1-77c2061f4786,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:46.854595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:46.861715 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:46.929912 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:46.938189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1664dc-d71e-42f3-b437-2b9a85ad2680 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting subnet d08a9acb-6ca3-41ef-8a0d-ab630aab5c18 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:30:46.941671 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7b1664dc-d71e-42f3-b437-2b9a85ad2680 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:47.001155 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:47.014545 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Made reservation on behalf of 6b13a697612b4f25bee140966bad2a0c for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:47.017223 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:47.037553 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:47.117392 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7b1664dc-d71e-42f3-b437-2b9a85ad2680 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:47.167001 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['4bb1e82e-316e-4e3b-8fd1-77c2061f4786'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:47.238901 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d667a0-f834-41d9-bcdb-b50ab4a75537 req-74e429a1-a1d7-4080-9b05-6da5d88c0a60 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:47.241572 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-50d667a0-f834-41d9-bcdb-b50ab4a75537 req-74e429a1-a1d7-4080-9b05-6da5d88c0a60 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 944 time: 0.2576542 Apr 18 19:30:47.263927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=4bb1e82e-316e-4e3b-8fd1-77c2061f4786,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:47.272727 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:47.290096 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Usage tracker for resource:security_group_rule and tenant:6b13a697612b4f25bee140966bad2a0c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:47.303845 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:47.305708 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7b1664dc-d71e-42f3-b437-2b9a85ad2680 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:47.320598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:47.414688 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-7618c0cf-bc9e-4bb4-a7f1-1c9d541f2309 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4d594eb8ddc7455ab636ca7214372018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522139 Apr 18 19:30:47.460314 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-50d667a0-f834-41d9-bcdb-b50ab4a75537 req-549823b1-652f-44c7-8f34-5b14220fb5cb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036898 Apr 18 19:30:47.523112 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:47.618276 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396d74c-8091-488f-8032-7b593832ee30 req-50069906-090f-4540-9fd3-bf1cbf034e52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:47.619194 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c396d74c-8091-488f-8032-7b593832ee30 req-50069906-090f-4540-9fd3-bf1cbf034e52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Synchronizing usage tracker for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:47.700369 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4206e120-7726-4e3d-b2aa-ad9b7ba60194'] response: {'server_uuid': 'f7348f03-1777-4da9-b74b-19aa115cd955', 'name': 'network-vif-deleted', 'tag': 'd2401830-1b35-4a3c-b370-2e9eef00c69a', 'status': 'completed', 'code': 200} Apr 18 19:30:47.734739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c396d74c-8091-488f-8032-7b593832ee30 req-50069906-090f-4540-9fd3-bf1cbf034e52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Unset dirty status for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:47.735959 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c396d74c-8091-488f-8032-7b593832ee30 req-50069906-090f-4540-9fd3-bf1cbf034e52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 931 time: 0.6417840 Apr 18 19:30:47.793382 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:47.840370 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c396d74c-8091-488f-8032-7b593832ee30 req-13059ae1-b2d2-4b78-8ec1-225809a5a0e2 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Synchronizing usage tracker for tenant:5ad35ad917bc4036817be27017ea25fe on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:47.904636 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:47.920661 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:30:47.959993 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:47.960253 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Added segment d87a8609-63df-43de-a889-6934699d3671 of type vlan for network aa7b3b86-c846-491a-8fde-3bb07c976a81 Apr 18 19:30:47.967608 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5187d931-0f2d-40d9-9680-2a954155578a {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:47.970839 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-57af2b58-e97a-443c-91d1-03d075e2189f tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:47.972359 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-57af2b58-e97a-443c-91d1-03d075e2189f tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5499456 Apr 18 19:30:47.983603 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:47.986047 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e8147c-5246-49bd-9c09-e674f49da046,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:47.996234 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Request body: {'port': {'device_id': '2dd87e25-23ad-4d87-89ff-c07b2b037ac2', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '4d594eb8ddc7455ab636ca7214372018'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:48.027391 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c396d74c-8091-488f-8032-7b593832ee30 req-13059ae1-b2d2-4b78-8ec1-225809a5a0e2 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Unset dirty status for tenant:5ad35ad917bc4036817be27017ea25fe on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:48.028811 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c396d74c-8091-488f-8032-7b593832ee30 req-13059ae1-b2d2-4b78-8ec1-225809a5a0e2 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855461 Apr 18 19:30:48.029964 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Transition to ACTIVE for port object 5187d931-0f2d-40d9-9680-2a954155578a will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:48.031990 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.114578 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd00fd1-c1d2-4a7f-b9c3-3b0ef4a57358 req-cfc377b7-1da0-4302-aed6-4993f9f52f6b tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:48.116050 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0bd00fd1-c1d2-4a7f-b9c3-3b0ef4a57358 req-cfc377b7-1da0-4302-aed6-4993f9f52f6b tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 948 time: 0.3997231 Apr 18 19:30:48.171606 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7b1664dc-d71e-42f3-b437-2b9a85ad2680 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.193140 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.246810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1664dc-d71e-42f3-b437-2b9a85ad2680 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Subnet': ['ID=d08a9acb-6ca3-41ef-8a0d-ab630aab5c18,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:48.257328 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7b1664dc-d71e-42f3-b437-2b9a85ad2680 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.269984 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b37349-53e4-46e7-9cc5-9fba537c94c0 None None] Network 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:30:48.294217 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.295100 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:48.295685 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.298515 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0bd00fd1-c1d2-4a7f-b9c3-3b0ef4a57358 req-c197c145-3fca-4111-8492-2396afeba02c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666930 Apr 18 19:30:48.316643 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7b1664dc-d71e-42f3-b437-2b9a85ad2680 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "DELETE /v2.0/subnets/d08a9acb-6ca3-41ef-8a0d-ab630aab5c18 HTTP/1.1" status: 204 len: 168 time: 1.7931106 Apr 18 19:30:48.320504 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:48.333050 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54822) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:48.351072 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f02ff296-04a4-4a1d-bbea-57dc7f9b1e8e req-404dad2f-a887-49b9-87ed-abbf27fe7fb3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 210 time: 0.1252930 Apr 18 19:30:48.430669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:48.547152 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.560632 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:48.561271 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.599865 n-d-838334-1 neutron-server[84806]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5a18e543-1782-47ae-b2cd-f17214c3760b']: {'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'code': 422} returned with failed status Apr 18 19:30:48.616155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Pushing event updated for resources: {'Port': ['ID=5187d931-0f2d-40d9-9680-2a954155578a,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:48.629566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] Pushing event updated for resources: {'Network': ['ID=aa7b3b86-c846-491a-8fde-3bb07c976a81,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:48.636346 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Made reservation on behalf of 4d594eb8ddc7455ab636ca7214372018 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:48.637544 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:48.643930 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.700513 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network aa7b3b86-c846-491a-8fde-3bb07c976a81 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:30:48.702822 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9a67a9b6-28e0-4f7f-8f09-f088fe7563ff admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3423221 Apr 18 19:30:48.708210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54832) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:48.722815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Request body: {'subnet': {'network_id': 'aa7b3b86-c846-491a-8fde-3bb07c976a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1538868560-subnet', 'tenant_id': '6b13a697612b4f25bee140966bad2a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:48.731326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:48.738316 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Usage tracker for resource:subnet and tenant:6b13a697612b4f25bee140966bad2a0c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:48.744109 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:48.761074 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:48.791033 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Attempting to bind port 5187d931-0f2d-40d9-9680-2a954155578a on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:48.791286 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Attempting to bind port 5187d931-0f2d-40d9-9680-2a954155578a by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:48.792589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Attempting to bind port 5187d931-0f2d-40d9-9680-2a954155578a on network 53865a1c-0820-41ea-bb78-cff1d4692167 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:48.798937 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Port 5187d931-0f2d-40d9-9680-2a954155578a on network 53865a1c-0820-41ea-bb78-cff1d4692167 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:48.804846 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Attempting to bind port 5187d931-0f2d-40d9-9680-2a954155578a on network 53865a1c-0820-41ea-bb78-cff1d4692167 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:48.807811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:48.808149 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Checking segment: {'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:48.808576 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Bound using segment: {'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:48.809004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Bound port: 5187d931-0f2d-40d9-9680-2a954155578a, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:48.809350 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.940251 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:48.943739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5187d931-0f2d-40d9-9680-2a954155578a,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:48.945490 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Made reservation on behalf of 6b13a697612b4f25bee140966bad2a0c for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:48.949066 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:48.958459 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] DHCP port deletion for 50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:30:48.964880 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Deleting port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:48.965245 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.009671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Allocated IP 192.168.233.147 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/9b2dd3c2-5215-4580-aa0d-93f57f5b17b5) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:30:49.027833 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.076924 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:49.139249 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.139984 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:49.140609 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.140955 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] 10.222.0.16 "PUT /v2.0/ports/5187d931-0f2d-40d9-9680-2a954155578a HTTP/1.1" status: 200 len: 1091 time: 2.4050660 Apr 18 19:30:49.141431 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'tag': '5187d931-0f2d-40d9-9680-2a954155578a'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:49.173777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f7420-edbe-4206-b90b-02d7bc55ef31 service neutron] Pushing event updated for resources: {'Port': ['ID=5187d931-0f2d-40d9-9680-2a954155578a,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:49.351650 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:49.408865 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] For port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:49.409671 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.440661 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-5132b03b-95a7-47a6-a518-c32c77d388d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ad35ad917bc4036817be27017ea25fe&device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 1094 time: 0.1395926 Apr 18 19:30:49.535882 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.544729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] For port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:49.545129 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.635147 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.635733 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Pushing event updated for resources: {'Subnet': ['ID=713a6f99-4c55-4d59-b24d-41cf0b00d034,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:49.658187 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-6d5022bf-6091-4432-93a1-31a4e6fbf573 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5187d931-0f2d-40d9-9680-2a954155578a HTTP/1.1" status: 200 len: 217 time: 0.2043986 Apr 18 19:30:49.700287 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Calling delete_port for 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:49.718735 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Calling delete_port for 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:49.755865 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.793401 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:49.799074 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-9f95fdc3-dd9a-4a26-8c5a-04f2181660bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:49.802502 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-9f95fdc3-dd9a-4a26-8c5a-04f2181660bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c5d496e-a416-45a0-a254-a9492339f206 HTTP/1.1" status: 200 len: 862 time: 0.1227896 Apr 18 19:30:49.818388 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Checking segment: {'id': 'd87a8609-63df-43de-a889-6934699d3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'aa7b3b86-c846-491a-8fde-3bb07c976a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:49.818811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Network hostable DHCP agents. Network: aa7b3b86-c846-491a-8fde-3bb07c976a81, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:30:49.829654 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=4bb1e82e-316e-4e3b-8fd1-77c2061f4786,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:49.856329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2ba02-4dcf-4e25-9e28-3831729852d6 req-cc434720-94d1-4e93-a15f-1ba79814617f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:49.860727 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a6f2ba02-4dcf-4e25-9e28-3831729852d6 req-cc434720-94d1-4e93-a15f-1ba79814617f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 943 time: 0.5453281 Apr 18 19:30:49.890148 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-a4feae3a-1fed-4e93-acab-365645358160 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53865a1c-0820-41ea-bb78-cff1d4692167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741072 Apr 18 19:30:49.915556 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.951218 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:49.977789 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a6f2ba02-4dcf-4e25-9e28-3831729852d6 req-2c03bd03-7c9e-4b1f-99b8-cba49971e331 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058350 Apr 18 19:30:49.979110 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Transition to ACTIVE for port object 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:50.022387 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:30:50.022387 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:30:50.027890 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Network aa7b3b86-c846-491a-8fde-3bb07c976a81 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:30:50.072743 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:50.085732 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-25eae1df-9ef6-4784-bc92-ba24b31792dc service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853073 Apr 18 19:30:50.103624 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:30:50.104192 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:30:50.134980 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b7edab-9a2b-4200-8676-e345cb16ec56'] response: {'name': 'network-changed', 'server_uuid': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'tag': '5187d931-0f2d-40d9-9680-2a954155578a', 'status': 'completed', 'code': 200} Apr 18 19:30:50.156791 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:50.162258 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:50.238898 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['8145eaeb-fe6b-4ff2-a7ea-94a83ff35197'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:50.252255 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, aa7b3b86-c846-491a-8fde-3bb07c976a81) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:50.276177 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:50.276817 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:50.294244 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:30:50.318020 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:30:50.320882 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:30:50.416530 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=4bb1e82e-316e-4e3b-8fd1-77c2061f4786,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:50.420289 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c10ae1-370d-43aa-a7e3-888aa5df9a36 None None] Network aa7b3b86-c846-491a-8fde-3bb07c976a81 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:30:50.559456 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:50.564052 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:50.612563 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1190924-3d0b-4617-b072-aa9925ee7189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb1e82e-316e-4e3b-8fd1-77c2061f4786'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:50.631512 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Deleting port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:50.632434 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:50.668305 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6d25dea9-93a2-4a71-984d-b79dc249994a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9591687 Apr 18 19:30:50.709401 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Pushing event updated for resources: {'Port': ['ID=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:50.811642 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7aafbae9-1349-4c33-8fb1-69fa5946b5c4 req-16db9b2d-2b8e-4e3a-ae2d-fed4b11618e5 service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180872 Apr 18 19:30:50.842281 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:50.853869 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:50.860280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e9355-603f-464d-9361-aaf9f634f57c req-2a72f094-5035-44ee-b751-adee92969187 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:50.870023 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e13e9355-603f-464d-9361-aaf9f634f57c req-2a72f094-5035-44ee-b751-adee92969187 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 936 time: 0.2120991 Apr 18 19:30:50.944241 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e13e9355-603f-464d-9361-aaf9f634f57c req-213ddd4a-f8fc-4790-ae62-aa15e1e80246 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730650 Apr 18 19:30:50.955860 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-deb7ea44-3e6b-4640-9dd2-f4deedd6a814 None None] Provisioning for port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:30:50.982485 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-deb7ea44-3e6b-4640-9dd2-f4deedd6a814 None None] Provisioning complete for port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:30:50.983626 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-deb7ea44-3e6b-4640-9dd2-f4deedd6a814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:51.075630 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c887bd9-007b-4f9a-abf3-54d29ccde72f req-3e6f239e-0884-4306-9a6f-a0b95d95ad23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ad35ad917bc4036817be27017ea25fe&device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 1094 time: 0.1002550 Apr 18 19:30:51.131730 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device a1d5a537-7c83-4634-af89-237e88209f8c no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:51.176185 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406120-eecc-42b4-940a-b0e064e2c4d5 req-cfc8e128-76b3-4ec8-965f-6d8477b11f92 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:51.195439 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e4406120-eecc-42b4-940a-b0e064e2c4d5 req-cfc8e128-76b3-4ec8-965f-6d8477b11f92 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 949 time: 0.9100237 Apr 18 19:30:51.377598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] For port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:51.377971 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:51.392992 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f03d128e-e6e7-428b-8e37-d0df6200db20 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4048502 Apr 18 19:30:51.396038 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e4406120-eecc-42b4-940a-b0e064e2c4d5 req-d7be8d73-0719-498b-9088-75db28b34948 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990786 Apr 18 19:30:51.409438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Request body: {'port': {'device_id': '2dd87e25-23ad-4d87-89ff-c07b2b037ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:51.437807 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c887bd9-007b-4f9a-abf3-54d29ccde72f req-799369b8-555f-49e8-af69-15c386fbe836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:51.442688 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c887bd9-007b-4f9a-abf3-54d29ccde72f req-799369b8-555f-49e8-af69-15c386fbe836 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53865a1c-0820-41ea-bb78-cff1d4692167 HTTP/1.1" status: 200 len: 923 time: 0.3500357 Apr 18 19:30:51.557675 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c887bd9-007b-4f9a-abf3-54d29ccde72f req-bcad5ded-fd5c-4651-b1c6-f21ccc16060a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5187d931-0f2d-40d9-9680-2a954155578a HTTP/1.1" status: 200 len: 217 time: 0.1005192 Apr 18 19:30:51.634463 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Calling delete_port for 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:51.643180 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] For port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,segment=NetworkSegment(a09222ed-d5eb-45da-a98c-a81fb1d9c577),segment_id=a09222ed-d5eb-45da-a98c-a81fb1d9c577)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:51.646736 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:51.700368 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740c5e53-a23c-4ba5-97a6-65b84c7fce95'] response: {'server_uuid': 'a1190924-3d0b-4617-b072-aa9925ee7189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb1e82e-316e-4e3b-8fd1-77c2061f4786', 'code': 200} Apr 18 19:30:51.718011 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7a9f86ce-e72b-4001-8304-cfcdc7be0260 req-7ce8d6bd-b283-4b59-80db-2237c5b07684 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3937168 Apr 18 19:30:51.741125 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2835412-f96b-4379-80bb-3a6f01cbb439 None None] Network aa7b3b86-c846-491a-8fde-3bb07c976a81 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:30:51.775646 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:51.804360 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c887bd9-007b-4f9a-abf3-54d29ccde72f req-e2a596a7-2b53-4dc2-a6ba-6594c525ba6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:51.809292 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-deb7ea44-3e6b-4640-9dd2-f4deedd6a814 None None] Port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:30:51.811036 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c887bd9-007b-4f9a-abf3-54d29ccde72f req-e2a596a7-2b53-4dc2-a6ba-6594c525ba6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c5d496e-a416-45a0-a254-a9492339f206 HTTP/1.1" status: 200 len: 862 time: 0.2453890 Apr 18 19:30:51.922401 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c887bd9-007b-4f9a-abf3-54d29ccde72f req-fcf22703-1034-4a32-968f-fc4e08420ea6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53865a1c-0820-41ea-bb78-cff1d4692167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066797 Apr 18 19:30:51.971495 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2830a15-616f-4bd7-a39e-c6560faf7bd4 req-325fcbd4-3715-4d5e-a775-49d981b5eedb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 1100 time: 0.3627439 Apr 18 19:30:52.107760 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Calling delete_port for 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:52.142858 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2830a15-616f-4bd7-a39e-c6560faf7bd4 req-b482a5d4-33fb-4860-afff-afd062cfd86b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622250 Apr 18 19:30:52.170455 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:52.173493 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-44c77fdd-f5ec-46de-a1f3-33ceb6b236b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:52.181904 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:52.194510 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Transition to ACTIVE for port object 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:30:52.225969 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c887bd9-007b-4f9a-abf3-54d29ccde72f req-aa3ddc70-8c64-4148-9d07-d8556686bd6d service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896721 Apr 18 19:30:52.226132 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-15061f9d-95c7-46e6-86dc-d4d8fe3711dd req-3a6775ee-7555-4a30-b31d-16253a593808 tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] show failed (client error): The resource could not be found. Apr 18 19:30:52.238155 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-15061f9d-95c7-46e6-86dc-d4d8fe3711dd req-3a6775ee-7555-4a30-b31d-16253a593808 tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] 10.222.0.66 "GET /v2.0/security-groups/3e526735-63a3-4f43-b5d6-4103406360e4 HTTP/1.1" status: 404 len: 352 time: 0.0422654 Apr 18 19:30:52.289625 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:52.600389 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:30:52.600908 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:30:52.617123 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:52.753711 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c887bd9-007b-4f9a-abf3-54d29ccde72f req-41b711b9-62ca-446e-b05f-0f81e26aab94 service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244272 Apr 18 19:30:52.763559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] No DVR routers for this DVR port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f on host n-d-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:52.765367 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Pushing event updated for resources: {'Port': ['ID=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:52.806887 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd73fb-7b2b-4f67-9e06-693340a74965 req-e732d220-8e5e-46fa-89d6-47ee0557612e tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:52.808585 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcbd73fb-7b2b-4f67-9e06-693340a74965 req-e732d220-8e5e-46fa-89d6-47ee0557612e tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 943 time: 0.4037144 Apr 18 19:30:52.863354 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcbd73fb-7b2b-4f67-9e06-693340a74965 req-cdfc2518-a62f-43f3-a669-416fe949a298 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482917 Apr 18 19:30:52.876373 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Port': ['ID=3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:52.971910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3688408-d6fd-4ab5-9217-96b9e28785c8 req-f98d9b9b-8fe8-4eab-b165-70fcca3ac059 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:52.971910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e3688408-d6fd-4ab5-9217-96b9e28785c8 req-f98d9b9b-8fe8-4eab-b165-70fcca3ac059 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Synchronizing usage tracker for tenant:4d594eb8ddc7455ab636ca7214372018 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:30:52.979340 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:52.986315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Attempting to bind port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:30:52.986604 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Attempting to bind port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:30:52.986927 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Attempting to bind port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:53.013583 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:30:53.013990 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Attempting to bind port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:30:53.017853 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:53.036920 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:30:53.036920 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:30:53.036920 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:30:53.036920 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Bound port: 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:30:53.036920 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.045235 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09222ed-d5eb-45da-a98c-a81fb1d9c577') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:53.045524 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09222ed-d5eb-45da-a98c-a81fb1d9c577') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:53.065912 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.121453 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e3688408-d6fd-4ab5-9217-96b9e28785c8 req-f98d9b9b-8fe8-4eab-b165-70fcca3ac059 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Unset dirty status for tenant:4d594eb8ddc7455ab636ca7214372018 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:30:53.121453 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e3688408-d6fd-4ab5-9217-96b9e28785c8 req-f98d9b9b-8fe8-4eab-b165-70fcca3ac059 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 948 time: 0.6997707 Apr 18 19:30:53.122327 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.153461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:30:53.153877 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:30:53.168868 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:30:53.188985 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0cd1d-d601-49a7-9e4c-ecfa4ef66e3b req-cd2e252d-dfd3-44b6-bd2e-93d25f385d03 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:53.191233 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aad0cd1d-d601-49a7-9e4c-ecfa4ef66e3b req-cd2e252d-dfd3-44b6-bd2e-93d25f385d03 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 944 time: 0.1343729 Apr 18 19:30:53.288951 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aad0cd1d-d601-49a7-9e4c-ecfa4ef66e3b req-df8fe027-6faa-45b6-b40d-424e9cd310df tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843985 Apr 18 19:30:53.373401 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Deleting port 3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:53.373997 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.491196 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-d8adbf72-12f9-4b4a-af0d-1b843a4e6939 None None] The port '3a9af7b4-124d-4c06-b0e2-cdaaaa4eb49f' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:30:53.532714 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] For port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:30:53.547930 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e3688408-d6fd-4ab5-9217-96b9e28785c8 req-1348d8be-c289-4a86-98fc-c91f69b6fc25 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129052 Apr 18 19:30:53.557471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] For port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:30:53.598133 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.601790 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732db59-b0c4-4a5a-a2b5-f18cb2c629d7 req-ef6c5992-0d4a-44d8-933b-bd82653ca834 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:53.608854 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2732db59-b0c4-4a5a-a2b5-f18cb2c629d7 req-ef6c5992-0d4a-44d8-933b-bd82653ca834 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 949 time: 0.1100724 Apr 18 19:30:53.616703 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.654518 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-221d4826-8594-4d92-982c-2b625ae8bff4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5524552 Apr 18 19:30:53.668525 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.683020 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2732db59-b0c4-4a5a-a2b5-f18cb2c629d7 req-0cc7ff60-1217-404f-bb80-9ddaaf2db75d tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732145 Apr 18 19:30:53.737846 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Network': ['ID=50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:53.758937 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4036d747-863d-445f-9d22-2b94cb3533dd tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "DELETE /v2.0/networks/50ef6c6c-73c9-43ca-9b41-4ebbf9e2943f HTTP/1.1" status: 204 len: 168 time: 5.4298241 Apr 18 19:30:53.761474 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54904) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:53.843973 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f0084639-89b7-4e48-84da-dae06f95cb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.844194 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:53.845586 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] 10.222.0.16 "PUT /v2.0/ports/9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 HTTP/1.1" status: 200 len: 1096 time: 2.4406035 Apr 18 19:30:53.846032 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd87e25-23ad-4d87-89ff-c07b2b037ac2', 'tag': '9b2dd3c2-5215-4580-aa0d-93f57f5b17b5'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:30:53.927009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6956a8b-0ce2-47dd-86fa-43df0c92e8dc service neutron] Pushing event updated for resources: {'Port': ['ID=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:53.968337 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-71fd8793-dcf4-4b2c-a189-d754e1af7725 req-9dc3c8d6-b9f9-4cc4-9a17-af9a32917d14 tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b13a697612b4f25bee140966bad2a0c HTTP/1.1" status: 200 len: 2652 time: 0.3124115 Apr 18 19:30:53.970935 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25871165-d231-4054-9987-62edacfd2a20'] response: {'name': 'network-changed', 'server_uuid': '2dd87e25-23ad-4d87-89ff-c07b2b037ac2', 'tag': '9b2dd3c2-5215-4580-aa0d-93f57f5b17b5', 'status': 'completed', 'code': 200} Apr 18 19:30:54.172298 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-71fd8793-dcf4-4b2c-a189-d754e1af7725 req-6852d8b7-57f7-4d96-b442-9801831a1e6f tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] 10.222.0.66 "GET /v2.0/security-groups/63e8147c-5246-49bd-9c09-e674f49da046 HTTP/1.1" status: 200 len: 2649 time: 0.1544726 Apr 18 19:30:54.196080 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2986db-dc4f-4239-b878-9e0ea8b1e470 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting subnet 06770f77-d8fb-4c10-8707-ba5d82afeaeb {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:30:54.230326 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-f0bde45a-5bfb-4e13-b1f5-962229e219d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d594eb8ddc7455ab636ca7214372018&device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 1099 time: 0.2582738 Apr 18 19:30:54.235999 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2986db-dc4f-4239-b878-9e0ea8b1e470 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:54.310874 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-983c9abf-f4c5-4252-9395-d398878eef3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 HTTP/1.1" status: 200 len: 217 time: 0.0658214 Apr 18 19:30:54.315962 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2986db-dc4f-4239-b878-9e0ea8b1e470 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:54.389529 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-3d571469-2578-4cd2-ac79-30149d78caab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:54.391065 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-3d571469-2578-4cd2-ac79-30149d78caab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0745094 Apr 18 19:30:54.406747 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-71fd8793-dcf4-4b2c-a189-d754e1af7725 req-7b4acdce-95d4-492c-95c1-0118ca18368b tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] 10.222.0.66 "GET /v2.0/security-groups/63e8147c-5246-49bd-9c09-e674f49da046 HTTP/1.1" status: 200 len: 2649 time: 0.2259722 Apr 18 19:30:54.483795 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25424117-12ec-47be-b3e7-97ef496182dd req-79d5e1e7-a012-497a-ae2b-8ea2cb3e622b tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:54.485294 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25424117-12ec-47be-b3e7-97ef496182dd req-79d5e1e7-a012-497a-ae2b-8ea2cb3e622b tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 943 time: 0.3004293 Apr 18 19:30:54.539345 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-6aa0efab-49f4-471b-a34d-6e5eb05f1e0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1273139 Apr 18 19:30:54.569860 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25424117-12ec-47be-b3e7-97ef496182dd req-69fff422-a9d0-47ff-b015-6075e5ec991f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706875 Apr 18 19:30:54.574129 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2986db-dc4f-4239-b878-9e0ea8b1e470 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:54.695817 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a71a343-50cb-47d4-a682-00a81bdc3f4f req-305adedd-83c8-4a06-b0d1-8f1da05546f5 tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] 10.222.0.66 "GET /v2.0/security-groups/63e8147c-5246-49bd-9c09-e674f49da046 HTTP/1.1" status: 200 len: 2649 time: 0.0693791 Apr 18 19:30:54.795289 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2d675-7e6d-41fa-b443-d75148c46daf req-75e6d7ec-4bed-4436-85b9-cfb2fc22a605 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:54.795960 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-4a71a343-50cb-47d4-a682-00a81bdc3f4f req-06d9e172-1ba6-4be0-b739-c7ede4d316c7 tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 19:30:54.796825 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a5c2d675-7e6d-41fa-b443-d75148c46daf req-75e6d7ec-4bed-4436-85b9-cfb2fc22a605 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 944 time: 0.2070351 Apr 18 19:30:54.797799 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a71a343-50cb-47d4-a682-00a81bdc3f4f req-06d9e172-1ba6-4be0-b739-c7ede4d316c7 tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] 10.222.0.66 "DELETE /v2.0/security-groups/63e8147c-5246-49bd-9c09-e674f49da046 HTTP/1.1" status: 409 len: 352 time: 0.0928271 Apr 18 19:30:54.800064 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2986db-dc4f-4239-b878-9e0ea8b1e470 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:54.848704 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-30757904-faa4-4759-9e11-a81a3cc143f6 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059814 Apr 18 19:30:54.895530 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2986db-dc4f-4239-b878-9e0ea8b1e470 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Subnet': ['ID=06770f77-d8fb-4c10-8707-ba5d82afeaeb,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:54.917997 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:54.925429 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2986db-dc4f-4239-b878-9e0ea8b1e470 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:54.929824 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab04f2-762d-4785-999b-a130f6fde78d None None] Network 0181d0d7-4cad-46e1-8a9c-1924c93441c3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:30:54.948137 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ef2986db-dc4f-4239-b878-9e0ea8b1e470 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "DELETE /v2.0/subnets/06770f77-d8fb-4c10-8707-ba5d82afeaeb HTTP/1.1" status: 204 len: 168 time: 1.1855478 Apr 18 19:30:54.953471 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54932) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:54.975562 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a5c2d675-7e6d-41fa-b443-d75148c46daf req-cc15bfdf-0595-4a22-956d-71d097ae39bc tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558633 Apr 18 19:30:55.071268 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1ec43b5a-42de-4033-9c7b-e6c087d0be5a req-71704b2b-f77d-491c-9711-542a22b8a3a1 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104046 Apr 18 19:30:55.209987 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:55.211129 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5187d931-0f2d-40d9-9680-2a954155578a details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:55.327728 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:55.353717 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting port 539cf68a-36da-42f7-9424-961fa7092509 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:55.354058 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:55.421112 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee3a11-89f3-4abd-803c-a3e3205e82b2 req-e21d1942-e14d-47c9-9ffb-fd02833d2c2c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:55.428773 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6ee3a11-89f3-4abd-803c-a3e3205e82b2 req-e21d1942-e14d-47c9-9ffb-fd02833d2c2c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 948 time: 0.4052577 Apr 18 19:30:55.450477 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cb295c7-af86-419d-9da9-df33168a0170 req-c08cb26b-4693-4e73-b2b5-e7690481048f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d594eb8ddc7455ab636ca7214372018&device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 1099 time: 0.2169826 Apr 18 19:30:55.566003 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6ee3a11-89f3-4abd-803c-a3e3205e82b2 req-18795cff-cb86-4b9d-9563-0cd9df99a9cf tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361551 Apr 18 19:30:55.628654 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5187d931-0f2d-40d9-9680-2a954155578a,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:55.671218 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '5187d931-0f2d-40d9-9680-2a954155578a', 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167', 'port_id': '5187d931-0f2d-40d9-9680-2a954155578a', 'mac_address': 'fa:16:3e:ee:1e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5d496e-a416-45a0-a254-a9492339f206', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:55.709225 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242fda8-a52d-4182-a806-81c48ad08b6f req-b9978d8f-4f58-430e-bd57-c8f5b73b2906 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:55.718432 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b242fda8-a52d-4182-a806-81c48ad08b6f req-b9978d8f-4f58-430e-bd57-c8f5b73b2906 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 949 time: 0.4142652 Apr 18 19:30:55.741715 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-3659f889-6c43-4bbf-b3e8-7a2cc99f5e30 req-d5bc79ac-6122-42ae-85d6-fbc4e4bac33e tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] show failed (client error): The resource could not be found. Apr 18 19:30:55.743237 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3659f889-6c43-4bbf-b3e8-7a2cc99f5e30 req-d5bc79ac-6122-42ae-85d6-fbc4e4bac33e tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] 10.222.0.66 "GET /v2.0/security-groups/4bef29b2-3011-4f5b-93c9-41abc61161ad HTTP/1.1" status: 404 len: 352 time: 0.0404208 Apr 18 19:30:55.769470 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] For port 539cf68a-36da-42f7-9424-961fa7092509, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=539cf68a-36da-42f7-9424-961fa7092509,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:55.769835 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:55.777235 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b91dbce-be50-491b-81c1-ab2c394dad10 None None] DHCP port deletion for 0181d0d7-4cad-46e1-8a9c-1924c93441c3 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:30:55.815543 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b242fda8-a52d-4182-a806-81c48ad08b6f req-3cccf0be-029c-4629-adf3-afcacf0fe567 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955925 Apr 18 19:30:55.831163 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb295c7-af86-419d-9da9-df33168a0170 req-16c5fda0-d247-4031-8089-3b857416a174 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:55.832637 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cb295c7-af86-419d-9da9-df33168a0170 req-16c5fda0-d247-4031-8089-3b857416a174 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3719304 Apr 18 19:30:55.855375 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-3b91dbce-be50-491b-81c1-ab2c394dad10 None None] Deleting port 539cf68a-36da-42f7-9424-961fa7092509 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:55.855748 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3b91dbce-be50-491b-81c1-ab2c394dad10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:55.923063 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cb295c7-af86-419d-9da9-df33168a0170 req-176968bd-2394-4329-a09a-e8d7718754d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 HTTP/1.1" status: 200 len: 217 time: 0.0832052 Apr 18 19:30:55.967881 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:55.989489 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5187d931-0f2d-40d9-9680-2a954155578a {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:56.005475 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5187d931-0f2d-40d9-9680-2a954155578a,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:56.039115 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Calling delete_port for 539cf68a-36da-42f7-9424-961fa7092509 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:56.094348 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [req-f3dc322b-eda5-482f-9c8d-933afbb130c4 req-2188381d-136e-443f-8991-9567e31e7147 tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] show failed (client error): The resource could not be found. Apr 18 19:30:56.100598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb295c7-af86-419d-9da9-df33168a0170 req-0255c1f3-9271-48d0-b782-5f66f69d2899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:56.106914 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f3dc322b-eda5-482f-9c8d-933afbb130c4 req-2188381d-136e-443f-8991-9567e31e7147 tempest-SecurityGroupsNegativeTestJSON-2093491505 tempest-SecurityGroupsNegativeTestJSON-2093491505-project] 10.222.0.66 "GET /v2.0/security-groups/6b01fad9-3190-477c-8d85-214c4b3f7398 HTTP/1.1" status: 404 len: 352 time: 0.1659851 Apr 18 19:30:56.116660 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cb295c7-af86-419d-9da9-df33168a0170 req-0255c1f3-9271-48d0-b782-5f66f69d2899 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1765225 Apr 18 19:30:56.116660 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54950) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:56.266292 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7631dec-fc3c-483f-9dcf-66868f124eb0 admin admin] Deleting subnet 713a6f99-4c55-4d59-b24d-41cf0b00d034 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:30:56.282929 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7631dec-fc3c-483f-9dcf-66868f124eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:56.292947 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-3b91dbce-be50-491b-81c1-ab2c394dad10 None None] For port 539cf68a-36da-42f7-9424-961fa7092509, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=539cf68a-36da-42f7-9424-961fa7092509,segment=NetworkSegment(9bb4bb5e-fd86-4549-bfea-58c734171ce1),segment_id=9bb4bb5e-fd86-4549-bfea-58c734171ce1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:56.293343 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3b91dbce-be50-491b-81c1-ab2c394dad10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:56.338725 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:56.401667 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Port': ['ID=539cf68a-36da-42f7-9424-961fa7092509,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:56.410136 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] No DVR routers for this DVR port 539cf68a-36da-42f7-9424-961fa7092509 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:30:56.420752 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb0e5ab8-f62f-4be1-81a2-3af480a14156 req-03179343-1757-4a42-945e-af751d95d7d1 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 1100 time: 0.1418703 Apr 18 19:30:56.440831 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-3b91dbce-be50-491b-81c1-ab2c394dad10 None None] Calling delete_port for 539cf68a-36da-42f7-9424-961fa7092509 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:30:56.509696 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb0e5ab8-f62f-4be1-81a2-3af480a14156 req-53bd464e-7503-4ffd-bcd4-8bc6e11601bb tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874922 Apr 18 19:30:56.536924 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-3b91dbce-be50-491b-81c1-ab2c394dad10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:30:56.537296 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-3b91dbce-be50-491b-81c1-ab2c394dad10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:30:56.539620 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:56.655021 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7631dec-fc3c-483f-9dcf-66868f124eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:56.695646 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=5187d931-0f2d-40d9-9680-2a954155578a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:56.731352 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cb295c7-af86-419d-9da9-df33168a0170 req-1a8592c5-f08b-44d9-b261-7d67f463fe5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6064556 Apr 18 19:30:56.736926 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:56.762339 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbf4d4-82cc-41b8-a9bf-d20eda7c834d req-21198717-6b6e-4df6-aa83-3d53b7f6f64e tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:56.769729 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4ccbf4d4-82cc-41b8-a9bf-d20eda7c834d req-21198717-6b6e-4df6-aa83-3d53b7f6f64e tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 943 time: 0.7397873 Apr 18 19:30:56.812448 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:56.828775 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0181d0d7-4cad-46e1-8a9c-1924c93441c3']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:56.854826 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb4bb5e-fd86-4549-bfea-58c734171ce1') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:56.855427 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb4bb5e-fd86-4549-bfea-58c734171ce1') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:56.866758 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['5187d931-0f2d-40d9-9680-2a954155578a'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:30:56.872477 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:56.899641 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2bfa2-fa4c-4142-9cb8-ac0d0cd36597 req-b24fc481-d9a4-4228-910d-9e61101a3449 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:56.913884 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9fb2bfa2-fa4c-4142-9cb8-ac0d0cd36597 req-b24fc481-d9a4-4228-910d-9e61101a3449 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 944 time: 0.1493957 Apr 18 19:30:56.913884 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:56.934705 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:30:56.935423 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:30:56.951097 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:30:56.963828 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cb295c7-af86-419d-9da9-df33168a0170 req-282e4f1f-46ec-4b26-bf51-ef38fe841f60 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622696 Apr 18 19:30:57.049079 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-3b91dbce-be50-491b-81c1-ab2c394dad10 None None] Deleting port 539cf68a-36da-42f7-9424-961fa7092509 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:30:57.050173 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3b91dbce-be50-491b-81c1-ab2c394dad10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.071126 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9fb2bfa2-fa4c-4142-9cb8-ac0d0cd36597 req-41ccec74-90a1-4141-926b-7a0ead74caf2 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629453 Apr 18 19:30:57.083717 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4ccbf4d4-82cc-41b8-a9bf-d20eda7c834d req-54a70c2d-929e-45bb-ad3d-dd9a56d93bfc tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118806 Apr 18 19:30:57.085056 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7631dec-fc3c-483f-9dcf-66868f124eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.232980 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.283152 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-3b91dbce-be50-491b-81c1-ab2c394dad10 None None] The port '539cf68a-36da-42f7-9424-961fa7092509' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:30:57.284000 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.298583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Network': ['ID=0181d0d7-4cad-46e1-8a9c-1924c93441c3,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:57.334497 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cb295c7-af86-419d-9da9-df33168a0170 req-b35d3a43-1d7c-4770-8283-379fe0c1b181 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607204 Apr 18 19:30:57.409171 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 539cf68a-36da-42f7-9424-961fa7092509 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:30:57.427887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7631dec-fc3c-483f-9dcf-66868f124eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.439399 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-eae27451-e711-446e-9574-e67e33a7b5c8 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932386 Apr 18 19:30:57.459229 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 539cf68a-36da-42f7-9424-961fa7092509 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:30:57.459712 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 539cf68a-36da-42f7-9424-961fa7092509 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:30:57.508834 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7631dec-fc3c-483f-9dcf-66868f124eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.514758 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54966) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:57.519100 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5088551f-dd8d-44dd-ac8d-806a1503f482 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "DELETE /v2.0/networks/0181d0d7-4cad-46e1-8a9c-1924c93441c3 HTTP/1.1" status: 204 len: 168 time: 2.5639384 Apr 18 19:30:57.563436 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c7631dec-fc3c-483f-9dcf-66868f124eb0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/713a6f99-4c55-4d59-b24d-41cf0b00d034 HTTP/1.1" status: 204 len: 168 time: 1.4474757 Apr 18 19:30:57.572599 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2080757338'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:57.576887 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 54968) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:57.589782 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7631dec-fc3c-483f-9dcf-66868f124eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=713a6f99-4c55-4d59-b24d-41cf0b00d034,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:57.596153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:57.627093 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Usage tracker for resource:network and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:57.635832 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:57.712390 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:57.773887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.794725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-b8d169f3-34d4-4b4a-bd19-5db6667c1fee tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:57.800525 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-b8d169f3-34d4-4b4a-bd19-5db6667c1fee tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3600438 Apr 18 19:30:57.838584 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-904f6131-041d-4f97-9a46-510057d68e46 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/quotas/6d877a9ecaf349cb8fde62d566b24cad HTTP/1.1" status: 200 len: 375 time: 0.0313780 Apr 18 19:30:57.840498 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d41f0-ded5-41ba-9f43-87fa7af64a7d req-835d6d5c-9916-4faa-b201-0a2ebed33869 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:57.842152 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b61d41f0-ded5-41ba-9f43-87fa7af64a7d req-835d6d5c-9916-4faa-b201-0a2ebed33869 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 948 time: 0.3237536 Apr 18 19:30:57.879233 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:57.882656 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:57.964633 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-e054c083-4812-4f92-b678-191e72722115 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1111209 Apr 18 19:30:58.023572 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.089376 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:30:58.108134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7b3b86-c846-491a-8fde-3bb07c976a81']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:58.135474 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b61d41f0-ded5-41ba-9f43-87fa7af64a7d req-d90626a5-8c13-4173-9d68-da3be7d92bc2 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760773 Apr 18 19:30:58.139493 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.139840 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Added segment 672bf0c4-919e-41f2-9880-93ff5537efa0 of type vlan for network b829a4e2-e6ce-4fca-90ab-91d5338789ad Apr 18 19:30:58.141931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87a8609-63df-43de-a889-6934699d3671') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:58.142078 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87a8609-63df-43de-a889-6934699d3671') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:30:58.171183 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.243807 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.252570 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.269857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:30:58.271144 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:30:58.301652 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:30:58.414294 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:30:58.560310 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ea15c-ff0b-403d-9f70-794a02cd8e24 req-05a45013-4ca5-48fe-915b-c07e6ad84509 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:58.568153 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8d7ea15c-ff0b-403d-9f70-794a02cd8e24 req-05a45013-4ca5-48fe-915b-c07e6ad84509 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 944 time: 0.1500318 Apr 18 19:30:58.604566 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.607300 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.622832 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:58.623724 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.646169 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8d7ea15c-ff0b-403d-9f70-794a02cd8e24 req-20424a7d-cb30-4582-b7cc-19edc6e40d77 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767272 Apr 18 19:30:58.655758 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:58.793944 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c2892a22-09af-4a26-9fb2-cdea40bbce81 req-d4a6ebd6-7c1f-4a05-8abc-f516733be27c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 210 time: 0.0779002 Apr 18 19:30:58.799344 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Network': ['ID=b829a4e2-e6ce-4fca-90ab-91d5338789ad,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:58.813977 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network b829a4e2-e6ce-4fca-90ab-91d5338789ad details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:30:58.825476 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] 10.222.0.66 "DELETE /v2.0/networks/aa7b3b86-c846-491a-8fde-3bb07c976a81 HTTP/1.1" status: 204 len: 168 time: 1.2393835 Apr 18 19:30:58.829701 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5c751-cba2-4059-b824-4da1aecc772a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa7b3b86-c846-491a-8fde-3bb07c976a81,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:30:58.863477 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0e71261a-5dca-4012-93de-18a22ba9f908 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2983141 Apr 18 19:30:58.866977 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 54992) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:58.877998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'subnet': {'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:58.888937 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021845f-f64d-4cae-b036-b663c88e2145 req-68ac601f-7680-4cc6-a7e6-d486e08f3c83 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:30:58.901260 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0021845f-f64d-4cae-b036-b663c88e2145 req-68ac601f-7680-4cc6-a7e6-d486e08f3c83 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 944 time: 0.3672636 Apr 18 19:30:58.989116 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0021845f-f64d-4cae-b036-b663c88e2145 req-02f54557-22eb-4860-9789-0f8f8346eb0b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846090 Apr 18 19:30:59.040790 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-28161f57-9d3e-475b-9fe5-457de6054f11 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f&tenant_id=d9c1bdfce24f453f8544e30ca226c10d HTTP/1.1" status: 200 len: 1095 time: 0.2456686 Apr 18 19:30:59.042048 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:30:59.049191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Usage tracker for resource:subnet and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:30:59.055729 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:30:59.061990 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-1', 'device_owner': 'compute:nova'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:30:59.100796 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:30:59.125435 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:30:59.263086 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:59.303220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:30:59.355217 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5187d931-0f2d-40d9-9680-2a954155578a up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:30:59.488478 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55006) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:59.608704 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ed88ed0e-20e3-421f-924f-1ff8459280df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b13a697612b4f25bee140966bad2a0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1191070 Apr 18 19:30:59.613353 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55010) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:30:59.706389 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:30:59.723456 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '9b2dd3c2-5215-4580-aa0d-93f57f5b17b5', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '9b2dd3c2-5215-4580-aa0d-93f57f5b17b5', 'mac_address': 'fa:16:3e:5e:5c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:30:59.731258 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-87eb9de6-7293-428a-8d66-548fc6b369cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:59.800215 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-87eb9de6-7293-428a-8d66-548fc6b369cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:59.860816 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:59.894560 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:30:59.898739 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:30:59.923826 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:00.089539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:00.101487 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c809b6-5cf2-40f2-9b13-20a82adbd5ae req-127024f6-d761-4bfc-babe-735c41a97986 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:00.101487 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-43c809b6-5cf2-40f2-9b13-20a82adbd5ae req-127024f6-d761-4bfc-babe-735c41a97986 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 948 time: 0.6674852 Apr 18 19:31:00.172316 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:00.215800 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.222047 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-87eb9de6-7293-428a-8d66-548fc6b369cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.246931 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-43c809b6-5cf2-40f2-9b13-20a82adbd5ae req-037b7e32-c3f6-40a6-96b1-e62f4ce5b1e3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404057 Apr 18 19:31:00.267079 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d5a537-7c83-4634-af89-237e88209f8c {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:00.291040 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.301915 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 5187d931-0f2d-40d9-9680-2a954155578a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:00.377208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb9de6-7293-428a-8d66-548fc6b369cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e8147c-5246-49bd-9c09-e674f49da046,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:00.380668 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 5187d931-0f2d-40d9-9680-2a954155578a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:00.388975 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.400866 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-87eb9de6-7293-428a-8d66-548fc6b369cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.404454 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-87eb9de6-7293-428a-8d66-548fc6b369cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/63e8147c-5246-49bd-9c09-e674f49da046 HTTP/1.1" status: 204 len: 168 time: 0.7868965 Apr 18 19:31:00.496043 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:00.565527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf99c4f-b58b-4d53-802d-5d0bf4f6fc86 req-becf5452-878f-4b21-98b7-0dc8def70f36 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:00.565527 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ebf99c4f-b58b-4d53-802d-5d0bf4f6fc86 req-becf5452-878f-4b21-98b7-0dc8def70f36 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 944 time: 0.3073938 Apr 18 19:31:00.575168 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.589424 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Transition to ACTIVE for port object a1d5a537-7c83-4634-af89-237e88209f8c will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:00.601109 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['9b2dd3c2-5215-4580-aa0d-93f57f5b17b5'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:00.660326 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5187d931-0f2d-40d9-9680-2a954155578a'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:00.671816 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.679109 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5187d931-0f2d-40d9-9680-2a954155578a,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:00.700276 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ebf99c4f-b58b-4d53-802d-5d0bf4f6fc86 req-efb4bf90-a053-447e-b970-30d9f5d4ed48 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289568 Apr 18 19:31:00.743112 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6f52034e-9697-4ecd-bf25-0a4117deb93e req-79988351-a389-4afe-84ba-6bfce4190efd tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 210 time: 0.1468582 Apr 18 19:31:00.799416 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.834169 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:00.929090 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3692ffe-a6a2-458a-91de-90b2fb99bd64'] response: {'server_uuid': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5187d931-0f2d-40d9-9680-2a954155578a', 'code': 200} Apr 18 19:31:01.028960 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=5187d931-0f2d-40d9-9680-2a954155578a,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:01.086399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Subnet': ['ID=3ce73603-d4cc-47a4-b9fb-880141e9b21e,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:01.116414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:01.116755 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:01.122691 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c2d01462-edb2-4c8f-b148-b9d7e593497f req-5ba1f094-3020-46e4-bb7e-7db8b110bbe4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 1096 time: 0.1541438 Apr 18 19:31:01.127812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:01.134037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:01.134037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:01.134037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:01.134037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:01.134037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:01.134037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:01.134037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:01.134037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:01.134947 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c0bd4-488c-4226-b650-7c7b7aa960da req-e4222912-9dad-4c17-b5f2-b1be9263681a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:01.147724 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-333c0bd4-488c-4226-b650-7c7b7aa960da req-e4222912-9dad-4c17-b5f2-b1be9263681a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 944 time: 0.2587688 Apr 18 19:31:01.289271 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=9']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:01.371802 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Checking segment: {'id': '672bf0c4-919e-41f2-9880-93ff5537efa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:01.372163 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network hostable DHCP agents. Network: b829a4e2-e6ce-4fca-90ab-91d5338789ad, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:31:01.466867 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c2d01462-edb2-4c8f-b148-b9d7e593497f req-50dc46f2-1255-463a-8b76-0bc30d0f6084 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175547 Apr 18 19:31:01.469732 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-333c0bd4-488c-4226-b650-7c7b7aa960da req-b61d888a-adea-4f2f-82a3-8070052cbbf4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882161 Apr 18 19:31:01.614274 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network b829a4e2-e6ce-4fca-90ab-91d5338789ad is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:31:01.618070 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] No DVR routers for this DVR port a1d5a537-7c83-4634-af89-237e88209f8c on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:01.829091 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, b829a4e2-e6ce-4fca-90ab-91d5338789ad) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:01.841624 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6a457-fb0b-4d98-bdbb-90a47bfcd1ac None None] Network b829a4e2-e6ce-4fca-90ab-91d5338789ad requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:01.845115 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:01.845709 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:01.948786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae439476-a7ff-40c8-9aa4-97e90f22fff8 req-2c8603cc-8c07-4b8b-82c8-10c89247e5fa tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:01.955794 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ae439476-a7ff-40c8-9aa4-97e90f22fff8 req-2c8603cc-8c07-4b8b-82c8-10c89247e5fa tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 949 time: 0.3962948 Apr 18 19:31:02.008266 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6f27e-0b1e-4d7a-87ed-bf8f738f4e66 req-58506404-3a18-4d41-b631-04fe4d9fdfd0 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:02.012068 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4ad6f27e-0b1e-4d7a-87ed-bf8f738f4e66 req-58506404-3a18-4d41-b631-04fe4d9fdfd0 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 945 time: 0.1257303 Apr 18 19:31:02.036172 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ae439476-a7ff-40c8-9aa4-97e90f22fff8 req-10c82743-f629-4596-838f-92d5122756bb tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768075 Apr 18 19:31:02.040084 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55052) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:02.041662 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1505f6f1-db41-4c52-b748-b6cc16946a86 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1736059 Apr 18 19:31:02.048923 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-862853931'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:02.067788 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:02.093756 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Usage tracker for resource:network and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:02.103626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:02.125395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:02.196719 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Attempting to bind port a1d5a537-7c83-4634-af89-237e88209f8c on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:02.197217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Attempting to bind port a1d5a537-7c83-4634-af89-237e88209f8c by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:02.197345 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Attempting to bind port a1d5a537-7c83-4634-af89-237e88209f8c on network d0c29ad8-5934-46ca-987e-34bfe794904a {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:02.211914 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Port a1d5a537-7c83-4634-af89-237e88209f8c on network d0c29ad8-5934-46ca-987e-34bfe794904a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:02.212226 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Attempting to bind port a1d5a537-7c83-4634-af89-237e88209f8c on network d0c29ad8-5934-46ca-987e-34bfe794904a {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:02.223899 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:02.228544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Checking segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:02.229176 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Bound using segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:02.229811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Bound port: a1d5a537-7c83-4634-af89-237e88209f8c, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:02.230403 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:02.285229 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4ad6f27e-0b1e-4d7a-87ed-bf8f738f4e66 req-2ea97cfb-9b1b-4f9f-a89b-0c9a46dbfb52 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721858 Apr 18 19:31:02.291735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:02.312207 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:02.367634 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-b829a4e2-e6ce-4fca-90ab-91d5338789ad', 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'fixed_ips': [{'subnet_id': '3ce73603-d4cc-47a4-b9fb-880141e9b21e'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:31:02.367634 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:02.402094 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:31:02.421101 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:02.421664 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Added segment e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc of type vlan for network 13c93d31-2939-4aff-b2df-37a0479369e0 Apr 18 19:31:02.421777 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ac8ab5a-67bb-4d1b-b001-c5c3a1951075 req-ae686c81-b050-47ac-a6b5-d0816fc25599 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 210 time: 0.1439488 Apr 18 19:31:02.513853 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-1b9041bf-73cd-4303-8dde-929bc592c374 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522609 Apr 18 19:31:02.562534 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:02.567246 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:02.581498 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:02.638068 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:02.704769 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55072) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:02.740414 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Allocated IP 19.80.0.2 (b829a4e2-e6ce-4fca-90ab-91d5338789ad/3ce73603-d4cc-47a4-b9fb-880141e9b21e/6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:02.808316 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-79a98359-4bc4-4f47-ba38-e308d3f7a89c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:02.809833 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-79a98359-4bc4-4f47-ba38-e308d3f7a89c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765865 Apr 18 19:31:02.832342 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Request body: {'port': {'device_id': '5801a874-e637-4415-bf74-3e36aac9fe99', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '6d877a9ecaf349cb8fde62d566b24cad'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:02.868738 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:02.881246 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:02.881246 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:03.022243 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:03.023657 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-b23c50da-d536-4218-88dc-549493608f93 service neutron] 10.222.0.71 "PUT /v2.0/ports/a1d5a537-7c83-4634-af89-237e88209f8c HTTP/1.1" status: 200 len: 1092 time: 3.9697249 Apr 18 19:31:03.039167 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:03.074182 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0316961 Apr 18 19:31:03.079254 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-402431821-network', 'tenant_id': '43825ed3014a4748922fa55a61061871'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:03.085362 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55084) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:03.094110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c50da-d536-4218-88dc-549493608f93 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=10']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:03.134284 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'subnet': {'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:03.227846 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:03.280056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:03.313223 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Usage tracker for resource:network and tenant:43825ed3014a4748922fa55a61061871 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:03.325218 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:03.358488 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:03.388099 n-d-838334-1 neutron-server[84805]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bd386cd4-798f-4ea0-af2e-0a6557dc968c']: {'name': 'network-changed', 'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'status': 'failed', 'code': 422} returned with failed status Apr 18 19:31:03.404913 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec0c84-96d5-4fee-a248-e010dc538e9a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Network': ['ID=13c93d31-2939-4aff-b2df-37a0479369e0,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:03.424178 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 13c93d31-2939-4aff-b2df-37a0479369e0 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:31:03.517305 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Made reservation on behalf of 43825ed3014a4748922fa55a61061871 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:03.520907 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:03.565002 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:03.567350 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:03.577609 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:03.586187 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:03.590174 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:03.591499 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Transition to ACTIVE for port object 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:03.600657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13e9e6-59b9-4bf6-8e84-9940c79d0569 req-478ab7fd-8d18-414b-948e-653d897a2f0d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:03.609708 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cb13e9e6-59b9-4bf6-8e84-9940c79d0569 req-478ab7fd-8d18-414b-948e-653d897a2f0d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.7408068 Apr 18 19:31:03.614065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Usage tracker for resource:subnet and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:03.617527 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:03.624087 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:03.631357 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Transition to ACTIVE for port object 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:03.657015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390c26e-3a16-4da3-a9ec-2c90b85a8ebc req-6052084d-64e1-488d-9359-39b3178d9fd3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:03.658305 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3390c26e-3a16-4da3-a9ec-2c90b85a8ebc req-6052084d-64e1-488d-9359-39b3178d9fd3 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 949 time: 0.2476828 Apr 18 19:31:03.663660 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:03.688199 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-5c8537aa-d819-49fb-abef-714671ce06df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 1096 time: 0.3148191 Apr 18 19:31:03.711530 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Usage tracker for resource:security_group_rule and tenant:43825ed3014a4748922fa55a61061871 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:03.716035 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3390c26e-3a16-4da3-a9ec-2c90b85a8ebc req-a09538cc-6af4-4711-b712-e4d259e15bf2 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496800 Apr 18 19:31:03.716829 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:03.727856 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:03.743619 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cb13e9e6-59b9-4bf6-8e84-9940c79d0569 req-6638c569-a56a-4d6d-a263-b72748daf9c2 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123426 Apr 18 19:31:03.759045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Made reservation on behalf of 6d877a9ecaf349cb8fde62d566b24cad for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:03.759045 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:03.802310 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:03.806287 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:03.807123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:03.891375 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:03.893149 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:03.940319 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.009639 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.056422 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Network b829a4e2-e6ce-4fca-90ab-91d5338789ad is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:04.063131 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:04.072200 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.074124 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:04.076235 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Pushing event updated for resources: {'Port': ['ID=6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:04.164878 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.181434 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:31:04.249337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-c9105968-90e2-44fe-ac95-85ca0bf69c96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:04.255358 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-c9105968-90e2-44fe-ac95-85ca0bf69c96 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 918 time: 0.5572278 Apr 18 19:31:04.259583 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Allocated IP 192.168.233.157 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/b19b64f6-172e-454e-bf8e-70555a203200) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:04.261963 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.262289 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Added segment 1ada70be-5df7-4a48-aa84-62a1c247d774 of type vlan for network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f Apr 18 19:31:04.263559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2d48e2-c9fc-4aef-815d-885d84c665c1,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:04.278424 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd87e25-23ad-4d87-89ff-c07b2b037ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2dd3c2-5215-4580-aa0d-93f57f5b17b5'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:04.312405 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:04.318434 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Attempting to bind port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:04.319089 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Attempting to bind port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '672bf0c4-919e-41f2-9880-93ff5537efa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:04.319666 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Attempting to bind port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 on network b829a4e2-e6ce-4fca-90ab-91d5338789ad {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:04.327683 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:04.328586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Checking segment: {'id': '672bf0c4-919e-41f2-9880-93ff5537efa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:04.329112 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.329577 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Bound using segment: {'id': '672bf0c4-919e-41f2-9880-93ff5537efa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:04.330131 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Bound port: 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672bf0c4-919e-41f2-9880-93ff5537efa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:04.330589 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.433108 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] For port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:04.436706 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] For port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9,segment=NetworkSegment(672bf0c4-919e-41f2-9880-93ff5537efa0),segment_id=672bf0c4-919e-41f2-9880-93ff5537efa0)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:04.438407 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.542592 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.568692 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.569259 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e843215f-6e42-418c-bb9c-ba0ad6798ef4 req-c6a98395-7255-4cd3-9817-6e984d766ffc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 210 time: 0.2940335 Apr 18 19:31:04.580064 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:04.641021 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84168513-1105-44ae-828d-236b10cc29c1 req-4bd38330-e337-4ea3-ab92-97e589684890 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:04.641021 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-84168513-1105-44ae-828d-236b10cc29c1 req-4bd38330-e337-4ea3-ab92-97e589684890 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 945 time: 0.6302214 Apr 18 19:31:04.702837 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-a14c9d9c-1e63-4745-a5cc-e0f24722591e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1d5a537-7c83-4634-af89-237e88209f8c HTTP/1.1" status: 200 len: 999 time: 0.4270422 Apr 18 19:31:04.725116 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44edc99-5ea1-4d76-ab4e-df00a396b817 None None] Pushing event updated for resources: {'Port': ['ID=6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:04.735846 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a7be49-e720-4ec1-9306-3d0795915a02'] response: {'server_uuid': '2dd87e25-23ad-4d87-89ff-c07b2b037ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2dd3c2-5215-4580-aa0d-93f57f5b17b5', 'code': 200} Apr 18 19:31:04.750461 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.781640 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.781640 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:04.782009 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:04.830778 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-84168513-1105-44ae-828d-236b10cc29c1 req-57ac3f62-ec1c-4052-a402-9883083dd0ee tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745224 Apr 18 19:31:04.832733 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Transition to ACTIVE for port object b19b64f6-172e-454e-bf8e-70555a203200 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:05.003479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-dc22de06-4512-4331-ac7d-e196cad81ac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:05.003479 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-dc22de06-4512-4331-ac7d-e196cad81ac5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.2802768 Apr 18 19:31:05.038974 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] Pushing event updated for resources: {'Network': ['ID=3a9ab76e-a28e-4ada-b9e0-c33450849c0f,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:05.077234 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-21237223-5e1b-4546-946a-0bc4ce0db7cd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3711755 Apr 18 19:31:05.087603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55110) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:05.087603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Request body: {'subnet': {'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-402431821-subnet', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:05.094513 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:05.103866 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Usage tracker for resource:subnet and tenant:43825ed3014a4748922fa55a61061871 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:05.107812 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:05.108408 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:31:05.121621 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:05.166105 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:05.278973 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['81506e0b-4d1e-4b6d-8999-29f8f019d93d', 'f8c97400-a3e4-4c62-8541-c944c471c9f1', '4bb1e82e-316e-4e3b-8fd1-77c2061f4786'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:05.357104 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c', '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:05.378004 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Made reservation on behalf of 43825ed3014a4748922fa55a61061871 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:05.388832 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:05.455960 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:05.553894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d2503-8e13-4ee9-8600-844b5c5138a7 req-c216ce2a-7fe2-4528-8b63-23957457d983 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:05.561889 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf0d2503-8e13-4ee9-8600-844b5c5138a7 req-c216ce2a-7fe2-4528-8b63-23957457d983 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 950 time: 0.5705190 Apr 18 19:31:05.617611 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-86095f7a-b680-4aef-a8aa-fd4f4b8c065d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4353976 Apr 18 19:31:05.618392 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:05.737805 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2b517cd-51b0-473f-9363-f640570461d8 req-11298903-687d-4dc0-8379-555bda8451a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 1101 time: 0.9406586 Apr 18 19:31:05.743786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Subnet': ['ID=7bcf91c4-b76f-484f-acc0-3591628f69ca,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:05.885450 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:05.890976 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf0d2503-8e13-4ee9-8600-844b5c5138a7 req-f3252d1d-cdad-4207-8c66-a65b77753d5d tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287163 Apr 18 19:31:05.914151 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event updated for resources: {'Port': ['ID=b19b64f6-172e-454e-bf8e-70555a203200,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:05.959375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:05.971563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:05.989238 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Checking segment: {'id': 'e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:05.999627 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network hostable DHCP agents. Network: 13c93d31-2939-4aff-b2df-37a0479369e0, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:31:06.001723 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:06.011703 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2b517cd-51b0-473f-9363-f640570461d8 req-0e7d5cbe-ae95-473f-ad38-0d2bee62ca8d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620919 Apr 18 19:31:06.152950 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:06.152950 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:06.172681 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-e48e9ce7-6ad2-4c82-bd8d-76b9be8d5300 service neutron] 10.222.0.71 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415394 Apr 18 19:31:06.222104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0410fd-9b71-45d9-b40d-cf27db2788c4 req-aca74cdb-b7d3-411a-88ae-c6a2c7a1d74f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:06.226621 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa0410fd-9b71-45d9-b40d-cf27db2788c4 req-aca74cdb-b7d3-411a-88ae-c6a2c7a1d74f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.9437747 Apr 18 19:31:06.228343 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:06.420003 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-2848c8d6-1b1f-4f62-b7c5-165dc85e908c service neutron] 10.222.0.71 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410526 Apr 18 19:31:06.525006 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd83db2-d8cb-4b48-ad93-ec603caf3309,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:06.525173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network 13c93d31-2939-4aff-b2df-37a0479369e0 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:31:06.576272 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78511017-a34c-40c0-b42d-5db103e81ce7 None None] Network b829a4e2-e6ce-4fca-90ab-91d5338789ad requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:06.606993 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85c560-8b0a-4609-b4d2-b9052819a346 req-219971bd-b2b3-49a1-b700-6285a6549f03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:06.619066 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cd85c560-8b0a-4609-b4d2-b9052819a346 req-219971bd-b2b3-49a1-b700-6285a6549f03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 945 time: 0.1967695 Apr 18 19:31:06.633574 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-6d97a275-1f03-4fd0-8b3b-9529703ebdeb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8057263 Apr 18 19:31:06.648315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 13c93d31-2939-4aff-b2df-37a0479369e0) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:06.660957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:06.660957 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:06.673292 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-a5892219-7095-482f-b3cc-048e574b332c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:31:06.675186 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-a5892219-7095-482f-b3cc-048e574b332c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0093298 Apr 18 19:31:06.678609 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa0410fd-9b71-45d9-b40d-cf27db2788c4 req-18071daa-b4db-4b28-b5e3-8682792b5554 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4545786 Apr 18 19:31:06.693617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43a229d-43fb-4181-940b-8e17c1fbb925 None None] Network 13c93d31-2939-4aff-b2df-37a0479369e0 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:06.695161 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Request body: {'port': {'device_id': '5801a874-e637-4415-bf74-3e36aac9fe99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:06.753087 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Checking segment: {'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:06.753822 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cd85c560-8b0a-4609-b4d2-b9052819a346 req-710b2118-2e45-4e9b-b419-e878051cd052 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259472 Apr 18 19:31:06.755354 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Network hostable DHCP agents. Network: 3a9ab76e-a28e-4ada-b9e0-c33450849c0f, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:31:06.775311 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-07e05f4b-d58e-40c1-9d0c-5f0cc5dd0d66 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6863010 Apr 18 19:31:06.878347 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:06.981017 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:31:07.097223 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 3a9ab76e-a28e-4ada-b9e0-c33450849c0f) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:07.147567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:07.148174 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:07.163589 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9217ef5-b236-49c8-aea2-58efacc00e89 None None] Network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:07.323603 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e7b0690a-61a4-4a68-8124-3a5de3bccf64 None None] Provisioning for port b19b64f6-172e-454e-bf8e-70555a203200 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:07.325858 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-538fbb51-4f13-4e63-a428-a1e1dcedf0e7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2447886 Apr 18 19:31:07.328882 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55132) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:07.345862 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:07.356043 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:07.366230 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Usage tracker for resource:router and tenant:43825ed3014a4748922fa55a61061871 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:07.372658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:07.391127 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:07.427620 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e7b0690a-61a4-4a68-8124-3a5de3bccf64 None None] Provisioning complete for port b19b64f6-172e-454e-bf8e-70555a203200 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:07.429508 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e7b0690a-61a4-4a68-8124-3a5de3bccf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:07.459174 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89304dfb-cece-4489-af1b-98353313107d req-5fc71b95-32a8-4332-9538-42559fa2414c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:07.472533 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-89304dfb-cece-4489-af1b-98353313107d req-5fc71b95-32a8-4332-9538-42559fa2414c tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 936 time: 0.3760138 Apr 18 19:31:07.511291 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0690a-61a4-4a68-8124-3a5de3bccf64 None None] Port b19b64f6-172e-454e-bf8e-70555a203200 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:31:07.558193 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:07.559568 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:07.598841 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-89304dfb-cece-4489-af1b-98353313107d req-6e59efef-82ea-4a32-9a93-ad2342d4996d tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243737 Apr 18 19:31:07.623288 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:07.692438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19b64f6-172e-454e-bf8e-70555a203200 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:07.708130 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:07.740527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Transition to ACTIVE for port object b19b64f6-172e-454e-bf8e-70555a203200 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:07.884567 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e7b0690a-61a4-4a68-8124-3a5de3bccf64 None None] Provisioning for port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:07.916026 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da023eb2-2677-490b-aa7c-0f95eee9c011 req-3d46f098-853b-40ac-98eb-692ff60931d6 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:07.923496 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da023eb2-2677-490b-aa7c-0f95eee9c011 req-3d46f098-853b-40ac-98eb-692ff60931d6 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 950 time: 0.1105559 Apr 18 19:31:07.951344 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e7b0690a-61a4-4a68-8124-3a5de3bccf64 None None] Provisioning complete for port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:07.951470 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e7b0690a-61a4-4a68-8124-3a5de3bccf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:07.972343 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:07.983172 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da023eb2-2677-490b-aa7c-0f95eee9c011 req-6e187041-eaa6-4685-986f-45cd3e21955c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586050 Apr 18 19:31:08.099080 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-13c93d31-2939-4aff-b2df-37a0479369e0', 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'fixed_ips': [{'subnet_id': '7bcf91c4-b76f-484f-acc0-3591628f69ca'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:31:08.100127 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:08.554626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:31:08.554626 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:08.557472 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-94a3d3c0-f897-4bb4-9f6c-299759c3b1b8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:08.557472 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-94a3d3c0-f897-4bb4-9f6c-299759c3b1b8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:08.557472 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-94a3d3c0-f897-4bb4-9f6c-299759c3b1b8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Synchronizing usage tracker for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:08.611733 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Pushing event updated for resources: {'Port': ['ID=b19b64f6-172e-454e-bf8e-70555a203200,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:08.640745 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:08.680045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Attempting to bind port b19b64f6-172e-454e-bf8e-70555a203200 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:08.682265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Attempting to bind port b19b64f6-172e-454e-bf8e-70555a203200 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:08.682667 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Attempting to bind port b19b64f6-172e-454e-bf8e-70555a203200 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:08.700949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Port b19b64f6-172e-454e-bf8e-70555a203200 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:08.701286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Attempting to bind port b19b64f6-172e-454e-bf8e-70555a203200 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:08.716823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:08.717457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:08.718037 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:08.721367 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Bound port: b19b64f6-172e-454e-bf8e-70555a203200, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:08.721953 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:08.900709 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] For port b19b64f6-172e-454e-bf8e-70555a203200, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:08.905050 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] For port b19b64f6-172e-454e-bf8e-70555a203200, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=b19b64f6-172e-454e-bf8e-70555a203200,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:08.933488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-94a3d3c0-f897-4bb4-9f6c-299759c3b1b8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Unset dirty status for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:08.933488 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-94a3d3c0-f897-4bb4-9f6c-299759c3b1b8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/networks?id=b829a4e2-e6ce-4fca-90ab-91d5338789ad&id=13c93d31-2939-4aff-b2df-37a0479369e0 HTTP/1.1" status: 200 len: 1391 time: 0.7593067 Apr 18 19:31:08.961302 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Allocated IP 172.20.0.2 (3a9ab76e-a28e-4ada-b9e0-c33450849c0f/dcd83db2-d8cb-4b48-ad93-ec603caf3309/06d630fe-63c6-45c0-b013-782812018636) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:08.979579 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e7b0690a-61a4-4a68-8124-3a5de3bccf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:08.989749 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-355b52a3-6cd5-4284-99c9-c7b00aab1770 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/quotas/3d1b2d052b1541b09d0bd58abb59164a HTTP/1.1" status: 200 len: 375 time: 0.0460072 Apr 18 19:31:09.030594 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:09.045020 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Allocated IP 19.86.0.2 (13c93d31-2939-4aff-b2df-37a0479369e0/7bcf91c4-b76f-484f-acc0-3591628f69ca/50948906-0cab-40d2-b1d8-b900166323e1) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:09.129143 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e7b0690a-61a4-4a68-8124-3a5de3bccf64 None None] For port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9,segment=NetworkSegment(672bf0c4-919e-41f2-9880-93ff5537efa0),segment_id=672bf0c4-919e-41f2-9880-93ff5537efa0)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:09.196979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-cf80e7a5-a32c-4493-88d2-2673941000ce tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Synchronizing usage tracker for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:09.204262 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:09.213921 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] 10.222.0.16 "PUT /v2.0/ports/b19b64f6-172e-454e-bf8e-70555a203200 HTTP/1.1" status: 200 len: 1096 time: 2.5321484 Apr 18 19:31:09.283233 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5801a874-e637-4415-bf74-3e36aac9fe99', 'tag': 'b19b64f6-172e-454e-bf8e-70555a203200'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:09.360879 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-cf80e7a5-a32c-4493-88d2-2673941000ce tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Unset dirty status for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:09.365809 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-cf80e7a5-a32c-4493-88d2-2673941000ce tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3718784 Apr 18 19:31:09.438637 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e7b0690a-61a4-4a68-8124-3a5de3bccf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:09.439707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb541c95-328a-42db-aa51-b9e6267f7b7c service neutron] Pushing event updated for resources: {'Port': ['ID=b19b64f6-172e-454e-bf8e-70555a203200,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:09.685354 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0690a-61a4-4a68-8124-3a5de3bccf64 None None] Pushing event updated for resources: {'Port': ['ID=6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:09.723573 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-07a49658-b6a4-4196-8e1a-c9f213d42a18 service neutron] 10.222.0.66 "GET /v2.0/networks/b829a4e2-e6ce-4fca-90ab-91d5338789ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495219 Apr 18 19:31:09.865384 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:09.921526 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-93adefa7-2f02-483f-b837-0ec91beb0b57 service neutron] 10.222.0.66 "GET /v2.0/networks/b829a4e2-e6ce-4fca-90ab-91d5338789ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968632 Apr 18 19:31:10.170172 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.197171 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-092edeac-6d3d-41b2-b706-8a18274aa2d8 None None] Provisioning complete for port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:10.197171 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-092edeac-6d3d-41b2-b706-8a18274aa2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.213721 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.275119 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Transition to ACTIVE for port object 06d630fe-63c6-45c0-b013-782812018636 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:10.288606 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.373661 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Transition to ACTIVE for port object 06d630fe-63c6-45c0-b013-782812018636 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:10.375209 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.387099 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Transition to ACTIVE for port object 50948906-0cab-40d2-b1d8-b900166323e1 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:10.411205 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Transition to ACTIVE for port object 50948906-0cab-40d2-b1d8-b900166323e1 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:10.467690 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-899f4741-e227-49d4-8a84-9948dc31b900 service neutron] 10.222.0.66 "GET /v2.0/networks/13c93d31-2939-4aff-b2df-37a0479369e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446746 Apr 18 19:31:10.469607 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-1cabc191-5e0a-43b6-ae38-1c8c9b456663 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 1099 time: 1.0029294 Apr 18 19:31:10.519288 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.585248 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1e24f-a611-4495-938a-f0b31c677d95 req-49fd7a3c-fde4-45bc-bbd6-a47660fead4d tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:10.592242 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7da1e24f-a611-4495-938a-f0b31c677d95 req-49fd7a3c-fde4-45bc-bbd6-a47660fead4d tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 946 time: 0.8895090 Apr 18 19:31:10.607428 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:10.628636 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ff653bff-e245-48d0-ba3b-f749fc7c9aa9 service neutron] 10.222.0.66 "GET /v2.0/networks/13c93d31-2939-4aff-b2df-37a0479369e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498957 Apr 18 19:31:10.636874 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Network 13c93d31-2939-4aff-b2df-37a0479369e0 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:10.644380 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-fd0415b1-a7c6-4932-91df-2da1e74f5be5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=b19b64f6-172e-454e-bf8e-70555a203200 HTTP/1.1" status: 200 len: 217 time: 0.1465433 Apr 18 19:31:10.659096 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:10.664464 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:10.678215 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:10.688397 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Pushing event updated for resources: {'Port': ['ID=06d630fe-63c6-45c0-b013-782812018636,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:10.688397 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:10.721089 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:10.825753 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7da1e24f-a611-4495-938a-f0b31c677d95 req-00fc7c97-872b-4d7e-93c1-2b556e4cebbd tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324977 Apr 18 19:31:10.927928 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-c6ee4954-99aa-4407-bc30-bc83cee15de9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:10.931406 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-c6ee4954-99aa-4407-bc30-bc83cee15de9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2682884 Apr 18 19:31:10.986342 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Allocated IP 172.25.8.197 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/a3d132e5-feca-43af-bfc7-0a14604f1a7c) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:11.075955 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Pushing event updated for resources: {'Port': ['ID=50948906-0cab-40d2-b1d8-b900166323e1,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:11.099694 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Attempting to bind port 50948906-0cab-40d2-b1d8-b900166323e1 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:11.100368 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Attempting to bind port 50948906-0cab-40d2-b1d8-b900166323e1 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:11.101330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Attempting to bind port 50948906-0cab-40d2-b1d8-b900166323e1 on network 13c93d31-2939-4aff-b2df-37a0479369e0 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:11.105249 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Attempting to bind port 06d630fe-63c6-45c0-b013-782812018636 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:11.108217 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Attempting to bind port 06d630fe-63c6-45c0-b013-782812018636 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:11.109519 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Attempting to bind port 06d630fe-63c6-45c0-b013-782812018636 on network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:11.127749 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:11.127749 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Checking segment: {'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:11.127749 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.127749 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Bound using segment: {'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:11.127749 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Bound port: 06d630fe-63c6-45c0-b013-782812018636, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:11.127749 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.141877 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:11.142267 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Checking segment: {'id': 'e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:11.142796 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.149579 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Bound using segment: {'id': 'e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:11.149579 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Bound port: 50948906-0cab-40d2-b1d8-b900166323e1, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:11.149579 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.254941 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.351784 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:11.372739 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-34191a33-9670-48cd-8201-b8ae2a76ed72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4176536 Apr 18 19:31:11.411167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e96899-b0cb-4d58-b8ba-a45ceab34e62 req-7a44486d-966f-4f10-a7ce-b0ddd810a8c6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:11.412753 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0e96899-b0cb-4d58-b8ba-a45ceab34e62 req-7a44486d-966f-4f10-a7ce-b0ddd810a8c6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.4236991 Apr 18 19:31:11.415664 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.419621 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] For port 06d630fe-63c6-45c0-b013-782812018636, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:11.440490 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] For port 50948906-0cab-40d2-b1d8-b900166323e1, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:11.445490 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] For port 50948906-0cab-40d2-b1d8-b900166323e1, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=50948906-0cab-40d2-b1d8-b900166323e1,segment=NetworkSegment(e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc),segment_id=e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:11.447667 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] For port 06d630fe-63c6-45c0-b013-782812018636, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=06d630fe-63c6-45c0-b013-782812018636,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:11.479163 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:11.479675 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.483334 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0e96899-b0cb-4d58-b8ba-a45ceab34e62 req-86b8b7c6-e355-4ff6-b082-dd011f8f5218 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573845 Apr 18 19:31:11.571205 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.689599 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.749557 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c02960-df9a-4098-bc6c-ca658149620d None None] Pushing event updated for resources: {'Port': ['ID=50948906-0cab-40d2-b1d8-b900166323e1,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:11.751743 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:11.852728 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fc4f4-ae7d-489f-89d5-390ba7b6ecf9 None None] Pushing event updated for resources: {'Port': ['ID=06d630fe-63c6-45c0-b013-782812018636,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:11.873331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:11.881656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:11.898121 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d132e5-feca-43af-bfc7-0a14604f1a7c,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:11.901061 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:12.018423 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-2f9419e3-31ae-4246-bc2f-75f5bdc3d56a service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096529 Apr 18 19:31:12.296769 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760803-8227-4153-b53c-2a6fec661551 req-1276c72a-c761-47cc-a385-6985a87f3379 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:12.297535 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-93760803-8227-4153-b53c-2a6fec661551 req-1276c72a-c761-47cc-a385-6985a87f3379 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:12.403139 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-93760803-8227-4153-b53c-2a6fec661551 req-1276c72a-c761-47cc-a385-6985a87f3379 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:12.405418 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93760803-8227-4153-b53c-2a6fec661551 req-1276c72a-c761-47cc-a385-6985a87f3379 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 948 time: 0.6461642 Apr 18 19:31:12.415921 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08fe1493-2d4d-4fff-b839-0e2186daebeb req-5904f7ac-c4bc-40b6-a1a3-c0144f7adbcb service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848336 Apr 18 19:31:12.511294 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93760803-8227-4153-b53c-2a6fec661551 req-aece9461-a6e6-41fa-896a-67ef56041b39 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997581 Apr 18 19:31:12.549510 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:12.550255 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:12.918063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:31:13.198995 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5187d931-0f2d-40d9-9680-2a954155578a details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:13.439677 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a430c02-2fbb-4e51-9859-5315945a7062 req-0f40cd20-28c6-4d93-bedc-e84373592956 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:13.439677 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a430c02-2fbb-4e51-9859-5315945a7062 req-0f40cd20-28c6-4d93-bedc-e84373592956 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 950 time: 0.2155857 Apr 18 19:31:13.525789 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5187d931-0f2d-40d9-9680-2a954155578a,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:13.549428 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '5187d931-0f2d-40d9-9680-2a954155578a', 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167', 'port_id': '5187d931-0f2d-40d9-9680-2a954155578a', 'mac_address': 'fa:16:3e:ee:1e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5d496e-a416-45a0-a254-a9492339f206', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:13.635138 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 06d630fe-63c6-45c0-b013-782812018636 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:13.683342 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a430c02-2fbb-4e51-9859-5315945a7062 req-e7838013-594e-4189-aeb7-e33119aac027 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316613 Apr 18 19:31:13.806926 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:31:13.833672 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Sync routers for ids ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:31:13.879382 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Routers {'7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:13.879382 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:30:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:13.902594 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07b9da3c-1bb6-4d1b-96a2-9d1859709123'] response: {'name': 'network-changed', 'server_uuid': '5801a874-e637-4415-bf74-3e36aac9fe99', 'tag': 'b19b64f6-172e-454e-bf8e-70555a203200', 'status': 'completed', 'code': 200} Apr 18 19:31:14.018112 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:14.022394 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3de8cce6-2819-4eab-b19b-7c56acb54f73 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.6901369 Apr 18 19:31:14.027008 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55214) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:14.046157 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:14.064440 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3554410e-0d7b-41bb-b69e-aa50e38c5ff5 req-329b1e59-4162-4171-a6ad-f54c2d0de8e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 1099 time: 0.1296000 Apr 18 19:31:14.187839 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fabfc7f-3262-43a0-b323-904c9a5d2f7d None None] Network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:14.251668 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5187d931-0f2d-40d9-9680-2a954155578a {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:14.324688 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-2608138a-25b6-4505-9e02-dbdf0d159166 req-4ea17872-8702-408b-b576-05f3347bdb8e tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Synchronizing usage tracker for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:14.363361 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658ccfc7-5eb6-43bd-8ae9-cc462b4963ed None None] Network 13c93d31-2939-4aff-b2df-37a0479369e0 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:14.390128 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554410e-0d7b-41bb-b69e-aa50e38c5ff5 req-39fbecae-8296-4d61-b401-dc5614a500b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:14.392338 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3554410e-0d7b-41bb-b69e-aa50e38c5ff5 req-39fbecae-8296-4d61-b401-dc5614a500b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3057272 Apr 18 19:31:14.465795 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5187d931-0f2d-40d9-9680-2a954155578a,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:14.486236 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3554410e-0d7b-41bb-b69e-aa50e38c5ff5 req-14cde796-b7d8-4746-b532-6ee84fd3da2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=b19b64f6-172e-454e-bf8e-70555a203200 HTTP/1.1" status: 200 len: 217 time: 0.0866070 Apr 18 19:31:14.492003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-2608138a-25b6-4505-9e02-dbdf0d159166 req-4ea17872-8702-408b-b576-05f3347bdb8e tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Unset dirty status for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:14.495070 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2608138a-25b6-4505-9e02-dbdf0d159166 req-4ea17872-8702-408b-b576-05f3347bdb8e tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 210 time: 0.2611430 Apr 18 19:31:14.562049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 06d630fe-63c6-45c0-b013-782812018636 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:14.584146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 50948906-0cab-40d2-b1d8-b900166323e1 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:14.587927 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554410e-0d7b-41bb-b69e-aa50e38c5ff5 req-4b76f9f3-a122-4e71-af4e-ed546240b11d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:14.590266 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3554410e-0d7b-41bb-b69e-aa50e38c5ff5 req-4b76f9f3-a122-4e71-af4e-ed546240b11d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0960553 Apr 18 19:31:14.663243 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:14.665384 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-7ee92454-c1d0-4210-9b8a-5ce61ccdb8c1 None None] Provisioning for port 06d630fe-63c6-45c0-b013-782812018636 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:14.791918 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Set router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:14.803961 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3554410e-0d7b-41bb-b69e-aa50e38c5ff5 req-3543694a-e76f-48f8-b60d-28af82f855c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1855626 Apr 18 19:31:14.855077 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['5187d931-0f2d-40d9-9680-2a954155578a'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:14.898537 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-7ee92454-c1d0-4210-9b8a-5ce61ccdb8c1 None None] Provisioning complete for port 06d630fe-63c6-45c0-b013-782812018636 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:14.899041 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7ee92454-c1d0-4210-9b8a-5ce61ccdb8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:14.920124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d465d9-c91e-41db-a681-f5e7fc510463 req-7d166b3e-acaa-425c-8a79-f9dad4606f72 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:14.922121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-37d465d9-c91e-41db-a681-f5e7fc510463 req-7d166b3e-acaa-425c-8a79-f9dad4606f72 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.2152197 Apr 18 19:31:15.080062 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-37d465d9-c91e-41db-a681-f5e7fc510463 req-cc2d6f66-72bb-4b29-b622-9a817094c2e2 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292965 Apr 18 19:31:15.082543 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3554410e-0d7b-41bb-b69e-aa50e38c5ff5 req-abad7060-bbe5-419d-8637-e480b50c02fe service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701206 Apr 18 19:31:15.162342 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=5187d931-0f2d-40d9-9680-2a954155578a,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:15.296259 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device b19b64f6-172e-454e-bf8e-70555a203200 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:15.305663 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5187d931-0f2d-40d9-9680-2a954155578a no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:15.356477 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3554410e-0d7b-41bb-b69e-aa50e38c5ff5 req-ff1167f4-90b6-448c-bc4e-fa2028961965 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517917 Apr 18 19:31:15.515611 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262e30b-c6b3-47c3-af3a-f1bccc075d79 req-67a71829-e7db-4489-bce5-cf72a9cee867 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:15.523437 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3262e30b-c6b3-47c3-af3a-f1bccc075d79 req-67a71829-e7db-4489-bce5-cf72a9cee867 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 948 time: 0.1412880 Apr 18 19:31:15.570341 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.resource_extend [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:31:15.636410 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-d3682d19-cb4a-4079-927b-4d5a21d189eb tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:15.640333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-d3682d19-cb4a-4079-927b-4d5a21d189eb tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:15.641835 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-d3682d19-cb4a-4079-927b-4d5a21d189eb tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "GET /v2.0/networks?id=b829a4e2-e6ce-4fca-90ab-91d5338789ad&id=13c93d31-2939-4aff-b2df-37a0479369e0 HTTP/1.1" status: 200 len: 1391 time: 0.5163190 Apr 18 19:31:15.661036 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3262e30b-c6b3-47c3-af3a-f1bccc075d79 req-e1519909-c3b5-4d02-bc9d-aa61d489bcf6 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276357 Apr 18 19:31:15.694179 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'port': {'device_id': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad', 'admin_state_up': True, 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:15.884756 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 50948906-0cab-40d2-b1d8-b900166323e1 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:16.021585 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7ee92454-c1d0-4210-9b8a-5ce61ccdb8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.044230 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.180534 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port b19b64f6-172e-454e-bf8e-70555a203200, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=b19b64f6-172e-454e-bf8e-70555a203200,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:16.190429 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:16.217299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:16.224293 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.236648 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5187d931-0f2d-40d9-9680-2a954155578a {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:16.248205 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'b19b64f6-172e-454e-bf8e-70555a203200', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'b19b64f6-172e-454e-bf8e-70555a203200', 'mac_address': 'fa:16:3e:92:ec:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:16.378308 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5187d931-0f2d-40d9-9680-2a954155578a,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:16.412932 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-7ee92454-c1d0-4210-9b8a-5ce61ccdb8c1 None None] For port 06d630fe-63c6-45c0-b013-782812018636, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=06d630fe-63c6-45c0-b013-782812018636,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:16.442842 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.508148 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19b64f6-172e-454e-bf8e-70555a203200 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:16.521622 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:16.528761 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.640443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port b19b64f6-172e-454e-bf8e-70555a203200, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=b19b64f6-172e-454e-bf8e-70555a203200,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:16.709174 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7ee92454-c1d0-4210-9b8a-5ce61ccdb8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.711049 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.711704 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9edc971a-b00d-487d-b762-b4d772caf305 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:16.764299 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:12Z', 'revision_number': 3, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:16.823714 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:16.846557 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Checking router: 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:31:16.846912 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Updating router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e port a3d132e5-feca-43af-bfc7-0a14604f1a7c binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:31:16.964308 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Allocated IP 172.20.0.1 (3a9ab76e-a28e-4ada-b9e0-c33450849c0f/dcd83db2-d8cb-4b48-ad93-ec603caf3309/599af2b2-e6a1-41db-b122-cae291697a3d) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:16.997676 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee92454-c1d0-4210-9b8a-5ce61ccdb8c1 None None] Pushing event updated for resources: {'Port': ['ID=06d630fe-63c6-45c0-b013-782812018636,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:17.000316 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.120411 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:31:17.167527 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-741edf4f-729e-4ae0-b97f-e467bb4081f6 None None] Provisioning complete for port 06d630fe-63c6-45c0-b013-782812018636 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:17.167895 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-741edf4f-729e-4ae0-b97f-e467bb4081f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.192261 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Allocated IP 19.80.0.63 (b829a4e2-e6ce-4fca-90ab-91d5338789ad/3ce73603-d4cc-47a4-b9fb-880141e9b21e/ac8478be-fbc2-4378-96eb-3c3574f8d8c7) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:17.385179 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3619c-3f51-4ec9-98b8-2b9f4e107450 req-944e6d32-a234-466d-ab7a-996394b11190 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:17.393154 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45b3619c-3f51-4ec9-98b8-2b9f4e107450 req-944e6d32-a234-466d-ab7a-996394b11190 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 943 time: 0.1325302 Apr 18 19:31:17.394476 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.405043 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.431830 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['b19b64f6-172e-454e-bf8e-70555a203200'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:17.458075 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Transition to ACTIVE for port object 599af2b2-e6a1-41db-b122-cae291697a3d will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:17.500862 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-45b3619c-3f51-4ec9-98b8-2b9f4e107450 req-475cd6f2-25be-48f8-8c4e-bc507cd4d00c tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067746 Apr 18 19:31:17.631509 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.649354 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=5187d931-0f2d-40d9-9680-2a954155578a,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:17.681700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Transition to ACTIVE for port object ac8478be-fbc2-4378-96eb-3c3574f8d8c7 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:17.711519 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.781518 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-14a7963f-ae31-49da-a5f0-91c983f7405f req-2f9dd9cd-fdb8-42f3-b522-550320a672db tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 210 time: 0.0576687 Apr 18 19:31:17.794759 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9edc971a-b00d-487d-b762-b4d772caf305, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9edc971a-b00d-487d-b762-b4d772caf305,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:17.807972 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9edc971a-b00d-487d-b762-b4d772caf305'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:17.846129 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Pushing event updated for resources: {'Port': ['ID=599af2b2-e6a1-41db-b122-cae291697a3d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:17.857374 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.905220 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=b19b64f6-172e-454e-bf8e-70555a203200,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:17.911679 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:17.928090 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:17.928225 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:17.948932 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:18.023461 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network b829a4e2-e6ce-4fca-90ab-91d5338789ad is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:18.038851 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:19.575502 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:19.591521 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5187d931-0f2d-40d9-9680-2a954155578a up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:19.596775 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Port': ['ID=ac8478be-fbc2-4378-96eb-3c3574f8d8c7,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:19.603580 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c0343-89f2-4ba6-b964-7b037026f4e0 req-123a21fc-aa17-4cee-a94f-db6ce00c955f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:19.615431 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.619148 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d2c0343-89f2-4ba6-b964-7b037026f4e0 req-123a21fc-aa17-4cee-a94f-db6ce00c955f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.2318320 Apr 18 19:31:19.624388 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=9edc971a-b00d-487d-b762-b4d772caf305,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:19.624388 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 06d630fe-63c6-45c0-b013-782812018636 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:19.626974 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:19.626974 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.627129 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d2c0343-89f2-4ba6-b964-7b037026f4e0 req-7935e36f-971e-4771-b79a-6e4c150fda6e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886690 Apr 18 19:31:19.627217 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.resource_extend [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:31:19.627217 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 5187d931-0f2d-40d9-9680-2a954155578a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:19.627217 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.627217 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.627217 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.627511 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-48bed068-d8dc-4ab5-a75a-d463cb5c5bef req-41892301-f2a0-4483-b0e5-394ed10e9571 tempest-ServersAdminNegativeTestJSON-577358607 tempest-ServersAdminNegativeTestJSON-577358607-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 1101 time: 0.1276219 Apr 18 19:31:19.627582 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5187d931-0f2d-40d9-9680-2a954155578a,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:19.627582 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 06d630fe-63c6-45c0-b013-782812018636 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:19.627582 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.627582 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Transition to ACTIVE for port object a3d132e5-feca-43af-bfc7-0a14604f1a7c will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:19.629031 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-48bed068-d8dc-4ab5-a75a-d463cb5c5bef req-7a92191a-4659-4d11-a2b2-56e7189411ff tempest-ServersAdminNegativeTestJSON-577358607 tempest-ServersAdminNegativeTestJSON-577358607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.629031 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-48bed068-d8dc-4ab5-a75a-d463cb5c5bef req-7a92191a-4659-4d11-a2b2-56e7189411ff tempest-ServersAdminNegativeTestJSON-577358607 tempest-ServersAdminNegativeTestJSON-577358607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:19.629031 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-48bed068-d8dc-4ab5-a75a-d463cb5c5bef req-7a92191a-4659-4d11-a2b2-56e7189411ff tempest-ServersAdminNegativeTestJSON-577358607 tempest-ServersAdminNegativeTestJSON-577358607-project-admin] Usage tracker for resource:security_group_rule and tenant:9241c63d09c9472fb3e68d303ee86358 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:19.629031 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-48bed068-d8dc-4ab5-a75a-d463cb5c5bef req-7a92191a-4659-4d11-a2b2-56e7189411ff tempest-ServersAdminNegativeTestJSON-577358607 tempest-ServersAdminNegativeTestJSON-577358607-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:19.629031 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-48bed068-d8dc-4ab5-a75a-d463cb5c5bef req-7a92191a-4659-4d11-a2b2-56e7189411ff tempest-ServersAdminNegativeTestJSON-577358607 tempest-ServersAdminNegativeTestJSON-577358607-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:19.629365 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.629468 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-8f88ddc2-f137-4ff4-b005-282c727d9a55 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8398745 Apr 18 19:31:19.629545 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.629545 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-741edf4f-729e-4ae0-b97f-e467bb4081f6 None None] Provisioning for port 50948906-0cab-40d2-b1d8-b900166323e1 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:19.629545 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device b19b64f6-172e-454e-bf8e-70555a203200 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:19.630967 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Request body: {'port': {'device_id': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0', 'admin_state_up': True, 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:19.646657 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-741edf4f-729e-4ae0-b97f-e467bb4081f6 None None] Provisioning complete for port 50948906-0cab-40d2-b1d8-b900166323e1 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:19.647015 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-741edf4f-729e-4ae0-b97f-e467bb4081f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.696998 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-48bed068-d8dc-4ab5-a75a-d463cb5c5bef req-7a92191a-4659-4d11-a2b2-56e7189411ff tempest-ServersAdminNegativeTestJSON-577358607 tempest-ServersAdminNegativeTestJSON-577358607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.715029 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.735959 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8563f-bcb4-48ed-bc6a-01b13ebbd1c1 req-e9c61c18-fa62-4753-bf02-e595357b81f3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:19.738782 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9bd8563f-bcb4-48ed-bc6a-01b13ebbd1c1 req-e9c61c18-fa62-4753-bf02-e595357b81f3 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 949 time: 0.2905710 Apr 18 19:31:19.767021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Attempting to bind port a3d132e5-feca-43af-bfc7-0a14604f1a7c on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:19.767377 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Attempting to bind port a3d132e5-feca-43af-bfc7-0a14604f1a7c by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:19.767726 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Attempting to bind port a3d132e5-feca-43af-bfc7-0a14604f1a7c on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:19.776997 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:19.777616 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:19.778250 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.778810 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:19.779404 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Bound port: a3d132e5-feca-43af-bfc7-0a14604f1a7c, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:19.779954 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.810596 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-48bed068-d8dc-4ab5-a75a-d463cb5c5bef req-7a92191a-4659-4d11-a2b2-56e7189411ff tempest-ServersAdminNegativeTestJSON-577358607 tempest-ServersAdminNegativeTestJSON-577358607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.867588 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-741edf4f-729e-4ae0-b97f-e467bb4081f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:19.888815 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=5187d931-0f2d-40d9-9680-2a954155578a,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:19.939447 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9bd8563f-bcb4-48ed-bc6a-01b13ebbd1c1 req-c6bc96fc-d470-46f9-8fd6-e898860789e9 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864467 Apr 18 19:31:19.950657 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-48bed068-d8dc-4ab5-a75a-d463cb5c5bef req-7a92191a-4659-4d11-a2b2-56e7189411ff tempest-ServersAdminNegativeTestJSON-577358607 tempest-ServersAdminNegativeTestJSON-577358607-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1524155 Apr 18 19:31:20.056301 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92191a-4659-4d11-a2b2-56e7189411ff tempest-ServersAdminNegativeTestJSON-577358607 tempest-ServersAdminNegativeTestJSON-577358607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd376239-e37d-4ecc-a09a-325ab0d3293a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:20.117446 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38628c62-e097-4903-b351-7e6d15060d4d req-fd6bdd2b-a5a3-4dcb-8c35-80b5b6f7ac33 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:20.122060 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38628c62-e097-4903-b351-7e6d15060d4d req-fd6bdd2b-a5a3-4dcb-8c35-80b5b6f7ac33 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.16 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 946 time: 0.3961098 Apr 18 19:31:20.181511 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-741edf4f-729e-4ae0-b97f-e467bb4081f6 None None] For port 50948906-0cab-40d2-b1d8-b900166323e1, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=50948906-0cab-40d2-b1d8-b900166323e1,segment=NetworkSegment(e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc),segment_id=e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:20.188441 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:20.195980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Usage tracker for resource:port and tenant:3d1b2d052b1541b09d0bd58abb59164a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:20.201301 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3971c-fa34-4b31-ad06-731e244ae4eb None None] Pushing event updated for resources: {'Port': ['ID=a3d132e5-feca-43af-bfc7-0a14604f1a7c,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:20.205241 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] For port a3d132e5-feca-43af-bfc7-0a14604f1a7c, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:20.211247 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] For port a3d132e5-feca-43af-bfc7-0a14604f1a7c, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a3d132e5-feca-43af-bfc7-0a14604f1a7c,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:20.218675 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:20.228556 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:20.252139 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port b19b64f6-172e-454e-bf8e-70555a203200 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:20.277950 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Deleting port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:20.278729 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.283941 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port b19b64f6-172e-454e-bf8e-70555a203200 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:20.284310 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.320019 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-741edf4f-729e-4ae0-b97f-e467bb4081f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.337673 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Made reservation on behalf of 3d1b2d052b1541b09d0bd58abb59164a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:20.342459 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.366646 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395183e-415e-47c5-9616-df9d47c05689 req-6af0f329-75d7-4011-bc3f-f508085c8d73 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:20.369290 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b395183e-415e-47c5-9616-df9d47c05689 req-6af0f329-75d7-4011-bc3f-f508085c8d73 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 946 time: 0.2590005 Apr 18 19:31:20.418198 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.488781 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:31:20.502152 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741edf4f-729e-4ae0-b97f-e467bb4081f6 None None] Pushing event updated for resources: {'Port': ['ID=50948906-0cab-40d2-b1d8-b900166323e1,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:20.517438 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.530070 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b395183e-415e-47c5-9616-df9d47c05689 req-9e53bfa0-3e2c-4e16-a8f2-1a1a1df07c83 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups?id=802d46a3-9fea-411f-91bd-a9533764d7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495490 Apr 18 19:31:20.605679 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.700306 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] For port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:20.701418 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.766252 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def36dbc-7485-427e-bdc4-ed545ad8d36d'] response: {'server_uuid': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9edc971a-b00d-487d-b762-b4d772caf305', 'code': 200} Apr 18 19:31:20.766989 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:20.806666 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ba46304f-e17f-4fe2-b2fb-65f56c5f7717 None None] Provisioning for port 599af2b2-e6a1-41db-b122-cae291697a3d completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:20.876584 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Routers {'7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:20.877313 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:30:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:20.884134 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.033038 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Pushing event updated for resources: {'Port': ['ID=599af2b2-e6a1-41db-b122-cae291697a3d,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:21.051753 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port b19b64f6-172e-454e-bf8e-70555a203200, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=b19b64f6-172e-454e-bf8e-70555a203200,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:21.158672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Allocated IP 19.86.0.110 (13c93d31-2939-4aff-b2df-37a0479369e0/7bcf91c4-b76f-484f-acc0-3591628f69ca/510bb23b-cc87-43ed-a588-9638e09610ec) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:21.212686 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ba46304f-e17f-4fe2-b2fb-65f56c5f7717 None None] Provisioning complete for port 599af2b2-e6a1-41db-b122-cae291697a3d triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:21.213259 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ba46304f-e17f-4fe2-b2fb-65f56c5f7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.270435 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3971c-fa34-4b31-ad06-731e244ae4eb None None] Pushing event updated for resources: {'Port': ['ID=a3d132e5-feca-43af-bfc7-0a14604f1a7c,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:21.307772 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.308079 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.308699 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Floating IP 888f7b94-b13a-4ab0-8b28-9c2d8bac470f disassociated. External IP: 172.25.8.24, port: bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3. Apr 18 19:31:21.309028 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Calling delete_port for bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:21.312441 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-ba46304f-e17f-4fe2-b2fb-65f56c5f7717 None None] Port 599af2b2-e6a1-41db-b122-cae291697a3d cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:31:21.364733 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] Set router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:21.522184 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb53a4a-b7b2-4b8c-89e3-fe38065e6d58 req-5a677e3e-e69c-41ec-ad2a-4b88af0f7f08 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:21.523779 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-edb53a4a-b7b2-4b8c-89e3-fe38065e6d58 req-5a677e3e-e69c-41ec-ad2a-4b88af0f7f08 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.3838305 Apr 18 19:31:21.544293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:21.550215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7f2cf-5816-401a-b5d9-30dbf60fe6a8 req-f1a7c295-12f2-414f-a45f-772bd7738a88 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:21.550945 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-41d7f2cf-5816-401a-b5d9-30dbf60fe6a8 req-f1a7c295-12f2-414f-a45f-772bd7738a88 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Synchronizing usage tracker for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:21.555937 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:21.626970 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-edb53a4a-b7b2-4b8c-89e3-fe38065e6d58 req-3bd5afb5-3f55-4132-8749-696abb42dca3 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952544 Apr 18 19:31:21.779476 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:21.851408 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Transition to ACTIVE for port object 510bb23b-cc87-43ed-a588-9638e09610ec will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:22.120253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '599af2b2-e6a1-41db-b122-cae291697a3d', 'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'mac_address': 'fa:16:3e:dc:b0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:16Z', 'updated_at': '2022-04-18T19:31:19Z', 'revision_number': 2, 'project_id': '43825ed3014a4748922fa55a61061871', 'subnets': [{'id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:22.133279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 50948906-0cab-40d2-b1d8-b900166323e1 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:22.191455 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-416c0e8e-ec54-453d-9089-e4719ade9a3e req-c9e5a711-b792-4cb0-b13a-8722957d846b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2419693 Apr 18 19:31:22.193398 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35405ec1-aa44-4d8e-89b3-1b0e6be77841 None None] The sync data for ids ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'] in n-d-838334-1 is: [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '599af2b2-e6a1-41db-b122-cae291697a3d', 'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'mac_address': 'fa:16:3e:dc:b0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:16Z', 'updated_at': '2022-04-18T19:31:19Z', 'revision_number': 2, 'project_id': '43825ed3014a4748922fa55a61061871', 'subnets': [{'id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:31:22.277255 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 50948906-0cab-40d2-b1d8-b900166323e1 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:22.277885 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.311376 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:31:22.588207 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b41f5-ed75-474b-a554-0436cfaec313 req-13e4c3c0-2fa1-49c1-9489-b4266cd5ba8b tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:22.589712 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d20b41f5-ed75-474b-a554-0436cfaec313 req-13e4c3c0-2fa1-49c1-9489-b4266cd5ba8b tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 945 time: 0.0882158 Apr 18 19:31:22.633974 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-696fc458-ac00-438b-9144-4a343689e2d4 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:22.635453 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-696fc458-ac00-438b-9144-4a343689e2d4 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 945 time: 0.1132836 Apr 18 19:31:22.640247 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d20b41f5-ed75-474b-a554-0436cfaec313 req-255f33eb-8152-4771-a386-5ad240478d94 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Apr 18 19:31:22.645823 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:31:22.697638 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-343b54ae-8d37-40e8-878c-aac32f3cf90e admin admin] 10.222.0.66 "PUT /v2.0/routers/7db4480b-2bff-4ac2-acf6-88e95b6c7a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6695008 Apr 18 19:31:22.723778 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Deleting port 5187d931-0f2d-40d9-9680-2a954155578a {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:22.724278 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:22.768102 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5187d931-0f2d-40d9-9680-2a954155578a'}, {'server_uuid': '5801a874-e637-4415-bf74-3e36aac9fe99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19b64f6-172e-454e-bf8e-70555a203200'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:22.969563 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.018638 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:23.064895 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ba46304f-e17f-4fe2-b2fb-65f56c5f7717 None None] Provisioning for port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:23.130339 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.144625 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-41d7f2cf-5816-401a-b5d9-30dbf60fe6a8 req-f1a7c295-12f2-414f-a45f-772bd7738a88 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Unset dirty status for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:23.145949 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-41d7f2cf-5816-401a-b5d9-30dbf60fe6a8 req-f1a7c295-12f2-414f-a45f-772bd7738a88 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 931 time: 2.1754429 Apr 18 19:31:23.147113 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.153691 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ba46304f-e17f-4fe2-b2fb-65f56c5f7717 None None] Provisioning complete for port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:23.154156 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ba46304f-e17f-4fe2-b2fb-65f56c5f7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.205682 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Pushing event deleted for resources: {'Port': ['ID=bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:23.218156 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-ba46304f-e17f-4fe2-b2fb-65f56c5f7717 None None] Port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:31:23.220894 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:23.221465 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:23.222314 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:23.222538 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:23.223493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:23.224717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:23.225062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:23.225399 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:23.225912 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:23.226241 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:23.226657 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:23.228050 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-129e8780-1d40-49c7-814f-3c910c5137f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.243092 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 update to DOWN by agent not found {{(pid=84806) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 19:31:23.246340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5187d931-0f2d-40d9-9680-2a954155578a,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:23.246744 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.251295 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=b19b64f6-172e-454e-bf8e-70555a203200,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:23.258599 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5187d931-0f2d-40d9-9680-2a954155578a no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:23.283279 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event updated for resources: {'Port': ['ID=510bb23b-cc87-43ed-a588-9638e09610ec,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:23.355549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Network 13c93d31-2939-4aff-b2df-37a0479369e0 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:23.399002 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6ca0acec-b5f4-4bd7-a0a8-a85f494aae9b None None] Provisioning complete for port 599af2b2-e6a1-41db-b122-cae291697a3d triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:23.399447 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6ca0acec-b5f4-4bd7-a0a8-a85f494aae9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.413354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:23.422119 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:23.462991 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.480060 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Calling delete_port for 5187d931-0f2d-40d9-9680-2a954155578a owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:23.511076 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5187d931-0f2d-40d9-9680-2a954155578a,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:23.516354 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-6ca0acec-b5f4-4bd7-a0a8-a85f494aae9b None None] Port 599af2b2-e6a1-41db-b122-cae291697a3d cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:31:23.548838 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Router 05832b65-61c0-4f53-ad56-e03c6a721bb3 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:31:23.561852 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-41d7f2cf-5816-401a-b5d9-30dbf60fe6a8 req-4cf54657-6968-4eb4-9fe1-344f227cc3b1 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430986 Apr 18 19:31:23.593420 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.714576 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=5187d931-0f2d-40d9-9680-2a954155578a,revision_number=9']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:23.739920 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:23.744815 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.851643 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b5ef5210-7a01-4112-9082-1e243ce5ed37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:23.893992 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.api [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:31:23.894532 n-d-838334-1 neutron-server[84805]: DEBUG oslo_db.api [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:31:23.917333 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-01de7a6d-381d-4456-9136-918fba954baf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3177922 Apr 18 19:31:23.931538 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1bef1a30-308e-4513-821e-841fae2cf6b6 None None] Provisioning for port 510bb23b-cc87-43ed-a588-9638e09610ec completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:23.939902 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Request body: {'port': {'device_id': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:23.940312 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1bef1a30-308e-4513-821e-841fae2cf6b6 None None] Provisioning complete for port 510bb23b-cc87-43ed-a588-9638e09610ec triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:23.940738 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1bef1a30-308e-4513-821e-841fae2cf6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.010572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-1bef1a30-308e-4513-821e-841fae2cf6b6 None None] Port 510bb23b-cc87-43ed-a588-9638e09610ec cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:31:24.080832 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.098252 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:31:24.125136 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74ec87-ff6c-4c16-9753-7091a50b0596 None None] Sync routers for ids ['05832b65-61c0-4f53-ad56-e03c6a721bb3'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:31:24.152716 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74ec87-ff6c-4c16-9753-7091a50b0596 None None] Routers {'05832b65-61c0-4f53-ad56-e03c6a721bb3'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:24.153026 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7b74ec87-ff6c-4c16-9753-7091a50b0596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['05832b65-61c0-4f53-ad56-e03c6a721bb3'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:24.172654 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a3d132e5-feca-43af-bfc7-0a14604f1a7c up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:24.198900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15c7a4-7a95-46b9-aa00-45e31547e83e req-b684d424-e07e-4969-9999-2a8b5db70856 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:24.198900 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2b15c7a4-7a95-46b9-aa00-45e31547e83e req-b684d424-e07e-4969-9999-2a8b5db70856 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 950 time: 0.3882031 Apr 18 19:31:24.235695 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] No DVR routers for this DVR port bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:24.240287 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.259335 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'name': 'network-vif-deleted', 'tag': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:24.334520 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port a3d132e5-feca-43af-bfc7-0a14604f1a7c completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:24.340657 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port a3d132e5-feca-43af-bfc7-0a14604f1a7c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:24.341229 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.346263 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-07c5f9e8-a433-48ae-9839-8c5601610836 req-20f11133-1a1d-470d-ba52-576e5fd8b295 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Synchronizing usage tracker for tenant:60594790ca474462950206fdbf632734 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:24.350518 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2b15c7a4-7a95-46b9-aa00-45e31547e83e req-152e16ee-53c7-4e9e-9095-118cb44614ba tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386335 Apr 18 19:31:24.380363 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38628c62-e097-4903-b351-7e6d15060d4d req-5cef6471-0cc3-4acc-b894-8fd7559a7b09 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.16 "DELETE /v2.0/ports/bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3 HTTP/1.1" status: 204 len: 173 time: 4.2518845 Apr 18 19:31:24.398270 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-7b74ec87-ff6c-4c16-9753-7091a50b0596 None None] Set router 05832b65-61c0-4f53-ad56-e03c6a721bb3 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:24.399216 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Deleting port 5187d931-0f2d-40d9-9680-2a954155578a {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:24.399621 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.474905 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-07c5f9e8-a433-48ae-9839-8c5601610836 req-20f11133-1a1d-470d-ba52-576e5fd8b295 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Unset dirty status for tenant:60594790ca474462950206fdbf632734 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:24.476132 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07c5f9e8-a433-48ae-9839-8c5601610836 req-20f11133-1a1d-470d-ba52-576e5fd8b295 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 210 time: 0.1764984 Apr 18 19:31:24.493771 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.547464 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port a3d132e5-feca-43af-bfc7-0a14604f1a7c, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a3d132e5-feca-43af-bfc7-0a14604f1a7c,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:24.647139 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.739225 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=a3d132e5-feca-43af-bfc7-0a14604f1a7c,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:24.765110 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7b74ec87-ff6c-4c16-9753-7091a50b0596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:48Z', 'revision_number': 4, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '30898a83-1908-41fb-bdf7-9cc3b4728b81', 'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'tenant_id': '60594790ca474462950206fdbf632734', 'mac_address': 'fa:16:3e:ca:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:46Z', 'updated_at': '2022-04-18T19:28:08Z', 'revision_number': 5, 'project_id': '60594790ca474462950206fdbf632734', 'subnets': [{'id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:24.769746 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74ec87-ff6c-4c16-9753-7091a50b0596 None None] Checking router: 05832b65-61c0-4f53-ad56-e03c6a721bb3 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:31:24.781532 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b74ec87-ff6c-4c16-9753-7091a50b0596 None None] Routers {'05832b65-61c0-4f53-ad56-e03c6a721bb3'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:24.782175 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7b74ec87-ff6c-4c16-9753-7091a50b0596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['05832b65-61c0-4f53-ad56-e03c6a721bb3'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:24.792968 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6c81e3-c572-4d29-8122-d7900e7ea144'] response: {'server_uuid': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5187d931-0f2d-40d9-9680-2a954155578a', 'code': 200} Apr 18 19:31:24.793273 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6c81e3-c572-4d29-8122-d7900e7ea144'] response: {'server_uuid': '5801a874-e637-4415-bf74-3e36aac9fe99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19b64f6-172e-454e-bf8e-70555a203200', 'code': 200} Apr 18 19:31:24.885912 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.916909 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:24.960265 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ebe2270-071d-447c-9a2a-44021c45051a req-ff665502-e308-4a2b-9af4-ac735ad74c59 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 1101 time: 0.0857959 Apr 18 19:31:24.974630 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8478be-fbc2-4378-96eb-3c3574f8d8c7 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:24.986419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e4e6e-1bd0-4399-9598-e42b275b1806 req-4f88d049-3cfa-49e6-a072-3c7a34b63aec tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:24.988199 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-792e4e6e-1bd0-4399-9598-e42b275b1806 req-4f88d049-3cfa-49e6-a072-3c7a34b63aec tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.4278595 Apr 18 19:31:25.007446 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:25.044644 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ebe2270-071d-447c-9a2a-44021c45051a req-0127eba2-e882-478b-a8f5-2ee64f0a31d8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726812 Apr 18 19:31:25.049079 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] For port 5187d931-0f2d-40d9-9680-2a954155578a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5187d931-0f2d-40d9-9680-2a954155578a,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:25.049449 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:25.096399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Transition to ACTIVE for port object ac8478be-fbc2-4378-96eb-3c3574f8d8c7 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:25.124281 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-7b74ec87-ff6c-4c16-9753-7091a50b0596 None None] Set router 05832b65-61c0-4f53-ad56-e03c6a721bb3 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:25.226709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Calling delete_port for 5187d931-0f2d-40d9-9680-2a954155578a owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:25.260694 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:25.427531 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55330) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:25.434566 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--604454072', 'description': 'tempest-description--377644057'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:25.446418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:25.451854 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Usage tracker for resource:security_group and tenant:43825ed3014a4748922fa55a61061871 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:25.455397 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:25.463043 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-792e4e6e-1bd0-4399-9598-e42b275b1806 req-50f978a1-b3c2-40a3-b9eb-e143c8796ff7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4478467 Apr 18 19:31:25.464220 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:25.557574 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Pushing event updated for resources: {'Port': ['ID=ac8478be-fbc2-4378-96eb-3c3574f8d8c7,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:25.572988 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:25.592977 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7b74ec87-ff6c-4c16-9753-7091a50b0596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:48Z', 'revision_number': 4, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '30898a83-1908-41fb-bdf7-9cc3b4728b81', 'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'tenant_id': '60594790ca474462950206fdbf632734', 'mac_address': 'fa:16:3e:ca:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:46Z', 'updated_at': '2022-04-18T19:28:08Z', 'revision_number': 5, 'project_id': '60594790ca474462950206fdbf632734', 'subnets': [{'id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:25.606103 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b74ec87-ff6c-4c16-9753-7091a50b0596 None None] The sync data for ids ['05832b65-61c0-4f53-ad56-e03c6a721bb3'] in n-d-838334-1 is: [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:27:48Z', 'revision_number': 4, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '30898a83-1908-41fb-bdf7-9cc3b4728b81', 'name': '', 'network_id': '574a0ab3-0b8f-4952-894f-45b8da0ee116', 'tenant_id': '60594790ca474462950206fdbf632734', 'mac_address': 'fa:16:3e:ca:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:46Z', 'updated_at': '2022-04-18T19:28:08Z', 'revision_number': 5, 'project_id': '60594790ca474462950206fdbf632734', 'subnets': [{'id': 'b617e322-b02f-4db6-8d71-da2b8b2259d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:31:25.802465 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:25.810397 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Usage tracker for resource:security_group_rule and tenant:43825ed3014a4748922fa55a61061871 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:25.816828 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:25.829644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Attempting to bind port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:25.829644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Attempting to bind port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '672bf0c4-919e-41f2-9880-93ff5537efa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:25.829933 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Attempting to bind port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 on network b829a4e2-e6ce-4fca-90ab-91d5338789ad {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:25.836307 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:25.836589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 on network b829a4e2-e6ce-4fca-90ab-91d5338789ad not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:25.836905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Attempting to bind port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 on network b829a4e2-e6ce-4fca-90ab-91d5338789ad {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:25.843767 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:25.844299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Checking segment: {'id': '672bf0c4-919e-41f2-9880-93ff5537efa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:25.844535 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Bound using segment: {'id': '672bf0c4-919e-41f2-9880-93ff5537efa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:25.845022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Bound port: ac8478be-fbc2-4378-96eb-3c3574f8d8c7, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672bf0c4-919e-41f2-9880-93ff5537efa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:25.845305 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:25.875110 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3537b-d4eb-4544-9a39-3eeebf33ae34 req-f04289d1-8529-4b70-90a8-eaa458de583c tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:25.876541 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cac3537b-d4eb-4544-9a39-3eeebf33ae34 req-f04289d1-8529-4b70-90a8-eaa458de583c tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=8dad5b0a-d26e-43c9-8349-fb1fe2fdde73 HTTP/1.1" status: 200 len: 943 time: 0.2657773 Apr 18 19:31:25.882233 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f092b9e-03b6-46bb-bc3a-e7e56ef82e3a req-3dcf31d0-db9c-449d-92ad-e98f52f24be1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1535649 Apr 18 19:31:25.889326 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:25.945644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event deleted for resources: {'Port': ['ID=5187d931-0f2d-40d9-9680-2a954155578a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:25.992594 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:26.016339 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cac3537b-d4eb-4544-9a39-3eeebf33ae34 req-9d90fe4f-d108-49c9-80a7-9cd4cf9de294 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285784 Apr 18 19:31:26.041334 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f092b9e-03b6-46bb-bc3a-e7e56ef82e3a req-31e02ebe-cba3-4415-ac37-7b4cb3f0fb88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e HTTP/1.1" status: 200 len: 1101 time: 0.1332667 Apr 18 19:31:26.090280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] No DVR routers for this DVR port 5187d931-0f2d-40d9-9680-2a954155578a on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:26.093315 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:26.127964 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01ac8c41-c5ee-461b-b674-2dcd8ef3b93b'] response: {'server_uuid': '76036a92-0e5f-4d18-9a79-a7f21f651814', 'name': 'network-vif-deleted', 'tag': 'bade9f0e-1bf3-4d0c-8b9f-31b6193e2cf3', 'status': 'completed', 'code': 200} Apr 18 19:31:26.128989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a3d132e5-feca-43af-bfc7-0a14604f1a7c up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:26.135713 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:26.143088 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'name': 'network-vif-deleted', 'tag': '5187d931-0f2d-40d9-9680-2a954155578a'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:26.157107 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] For port ac8478be-fbc2-4378-96eb-3c3574f8d8c7, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:26.179903 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] For port ac8478be-fbc2-4378-96eb-3c3574f8d8c7, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=ac8478be-fbc2-4378-96eb-3c3574f8d8c7,segment=NetworkSegment(672bf0c4-919e-41f2-9880-93ff5537efa0),segment_id=672bf0c4-919e-41f2-9880-93ff5537efa0)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:26.215840 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb933041-b15b-4fc5-bc5c-c5ead9eb74e7 req-1ee8ca28-0229-4aa4-9c57-b6d3dc62f3b1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "DELETE /v2.0/ports/5187d931-0f2d-40d9-9680-2a954155578a HTTP/1.1" status: 204 len: 173 time: 3.5674367 Apr 18 19:31:26.290614 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port a3d132e5-feca-43af-bfc7-0a14604f1a7c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:26.290996 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:26.306142 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:26.495097 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f092b9e-03b6-46bb-bc3a-e7e56ef82e3a req-378fb6b9-c100-46ed-b215-a9c7fa0aeada service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:26.496715 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f092b9e-03b6-46bb-bc3a-e7e56ef82e3a req-378fb6b9-c100-46ed-b215-a9c7fa0aeada service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.4210768 Apr 18 19:31:26.497858 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:26.526064 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:26.527889 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] 10.222.0.71 "PUT /v2.0/ports/ac8478be-fbc2-4378-96eb-3c3574f8d8c7 HTTP/1.1" status: 200 len: 1091 time: 2.5997498 Apr 18 19:31:26.555668 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566b148-13bd-4ed9-9cea-638a3e28450c service neutron] Pushing event updated for resources: {'Port': ['ID=ac8478be-fbc2-4378-96eb-3c3574f8d8c7,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:26.587804 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89261501-fa73-43f1-8461-a05f96b830fe req-837ee8ab-ad53-4412-ac26-c394ec589a82 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:26.589165 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970826f0-b289-41f5-9be7-cf597c9c85c9,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:26.589435 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-89261501-fa73-43f1-8461-a05f96b830fe req-837ee8ab-ad53-4412-ac26-c394ec589a82 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 950 time: 0.1666965 Apr 18 19:31:26.614702 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f092b9e-03b6-46bb-bc3a-e7e56ef82e3a req-a43ebce0-2699-4b85-8326-6de227d134a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=5b699799-5de5-4ff9-8427-52eb8a9582d0 HTTP/1.1" status: 200 len: 217 time: 0.1027012 Apr 18 19:31:26.712643 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:26.717070 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-18ed28c4-1fbe-4d10-92b0-442aed129317 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.2878692 Apr 18 19:31:26.718211 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-9bdb3fd7-f056-474b-af79-537879c89e5f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:31:26.719306 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-9bdb3fd7-f056-474b-af79-537879c89e5f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0145807 Apr 18 19:31:26.719993 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55346) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:26.743070 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-89261501-fa73-43f1-8461-a05f96b830fe req-f4388c15-b4f2-4190-a6a0-b381df278b68 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411233 Apr 18 19:31:26.748613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e9497135-8bdd-4541-9765-9d01bc8d8915 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Request body: {'security_group_rule': {'security_group_id': '970826f0-b289-41f5-9be7-cf597c9c85c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:26.758071 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f706b5-6be7-4197-9195-3f3357681532 req-912555fc-256d-4fb6-809b-20db09648645 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:26.760349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e9497135-8bdd-4541-9765-9d01bc8d8915 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:26.767351 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e9497135-8bdd-4541-9765-9d01bc8d8915 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Usage tracker for resource:security_group_rule and tenant:43825ed3014a4748922fa55a61061871 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:26.772198 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e9497135-8bdd-4541-9765-9d01bc8d8915 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:26.782582 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f706b5-6be7-4197-9195-3f3357681532 req-912555fc-256d-4fb6-809b-20db09648645 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:26.789790 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33f706b5-6be7-4197-9195-3f3357681532 req-912555fc-256d-4fb6-809b-20db09648645 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1666 time: 0.4684052 Apr 18 19:31:26.793179 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f092b9e-03b6-46bb-bc3a-e7e56ef82e3a req-5f1af446-bb7a-4638-a676-4bc83f89282f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:26.794066 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5187d931-0f2d-40d9-9680-2a954155578a'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:26.794853 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f092b9e-03b6-46bb-bc3a-e7e56ef82e3a req-5f1af446-bb7a-4638-a676-4bc83f89282f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1650670 Apr 18 19:31:26.805415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e9497135-8bdd-4541-9765-9d01bc8d8915 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:26.892203 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Request body: {'port': {'device_id': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:26.906986 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33f706b5-6be7-4197-9195-3f3357681532 req-0ea61a98-1e13-4fbb-98ec-732580984a6b tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162345 Apr 18 19:31:26.949644 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f092b9e-03b6-46bb-bc3a-e7e56ef82e3a req-23a38c5d-e805-44cd-a361-cdd6393a0c4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390011 Apr 18 19:31:27.044680 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b764949-4808-4416-ad42-ecd50db041e5 req-5054aed0-1f2f-48ce-9ccd-774686c26f9c tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/ports?device_id=76036a92-0e5f-4d18-9a79-a7f21f651814 HTTP/1.1" status: 200 len: 210 time: 0.0752845 Apr 18 19:31:27.045452 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e9497135-8bdd-4541-9765-9d01bc8d8915 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.105154 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f092b9e-03b6-46bb-bc3a-e7e56ef82e3a req-f422d227-9ea6-4cbe-89c8-c0e71949f4a9 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469815 Apr 18 19:31:27.171751 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.200664 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e9497135-8bdd-4541-9765-9d01bc8d8915 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.267138 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f58a9b-b1e7-477e-ab61-43f55bda6148'] response: {'server_uuid': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'name': 'network-vif-deleted', 'tag': '5187d931-0f2d-40d9-9680-2a954155578a', 'status': 'completed', 'code': 200} Apr 18 19:31:27.344108 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e9497135-8bdd-4541-9765-9d01bc8d8915 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.430295 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f092b9e-03b6-46bb-bc3a-e7e56ef82e3a req-edaaf9b3-872f-4f55-8829-dcfe76031e1b service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132114 Apr 18 19:31:27.455333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9497135-8bdd-4541-9765-9d01bc8d8915 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74973b79-1d77-48fe-804f-9f8a0952effa,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:27.467442 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63263d0c-e87d-44a0-8a10-95ef70656339 req-d5472f1c-eedf-4b8e-83ee-a5f5382f3c83 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:27.470143 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-63263d0c-e87d-44a0-8a10-95ef70656339 req-d5472f1c-eedf-4b8e-83ee-a5f5382f3c83 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.1008890 Apr 18 19:31:27.552642 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-63263d0c-e87d-44a0-8a10-95ef70656339 req-b248c86e-f6f6-46dd-9abc-b3ce4f34e166 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704694 Apr 18 19:31:27.586100 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e9497135-8bdd-4541-9765-9d01bc8d8915 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.589970 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e9497135-8bdd-4541-9765-9d01bc8d8915 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8653147 Apr 18 19:31:27.590922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55364) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:27.597606 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-e4fc9564-8324-42b7-9b7a-591e1b8b36ca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Request body: {'security_group_rule': {'security_group_id': '970826f0-b289-41f5-9be7-cf597c9c85c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:27.604519 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e4fc9564-8324-42b7-9b7a-591e1b8b36ca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:27.613870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e4fc9564-8324-42b7-9b7a-591e1b8b36ca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Usage tracker for resource:security_group_rule and tenant:43825ed3014a4748922fa55a61061871 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:27.613870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e4fc9564-8324-42b7-9b7a-591e1b8b36ca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:27.642556 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e4fc9564-8324-42b7-9b7a-591e1b8b36ca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:27.642735 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-c557b692-7337-4420-b028-9b42fe0f1b65 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:27.644470 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-c557b692-7337-4420-b028-9b42fe0f1b65 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 805 time: 0.3804989 Apr 18 19:31:27.670980 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df53d93-69fd-4258-a406-a345e3c43a97'] response: {'server_uuid': '8dad5b0a-d26e-43c9-8349-fb1fe2fdde73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5187d931-0f2d-40d9-9680-2a954155578a', 'code': 200} Apr 18 19:31:27.684090 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-65952fc1-d05c-4715-b67b-e4b1178c4d38 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/quotas/0b65ec795a4743e1bfb0333a30014a1a HTTP/1.1" status: 200 len: 375 time: 0.0384190 Apr 18 19:31:27.725117 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9564-8324-42b7-9b7a-591e1b8b36ca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.807694 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9564-8324-42b7-9b7a-591e1b8b36ca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.830935 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510bb23b-cc87-43ed-a588-9638e09610ec {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:27.840771 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-c2fec86b-d944-4ee0-ad8c-14bfab84cd73 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1515346 Apr 18 19:31:27.842442 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.858148 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-c09ca058-c304-44cd-a564-f170a1f92cc4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:31:27.859217 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-c09ca058-c304-44cd-a564-f170a1f92cc4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054784 Apr 18 19:31:27.866333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Transition to ACTIVE for port object 510bb23b-cc87-43ed-a588-9638e09610ec will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:27.905923 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9564-8324-42b7-9b7a-591e1b8b36ca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:27.932200 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc9564-8324-42b7-9b7a-591e1b8b36ca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f859c6-18d0-4f50-ac6a-050bb701ed07,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:27.938706 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:28.008624 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e4fc9564-8324-42b7-9b7a-591e1b8b36ca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:28.011087 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e4fc9564-8324-42b7-9b7a-591e1b8b36ca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4179041 Apr 18 19:31:28.013359 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55372) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:28.019706 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:28.027015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:28.031885 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Usage tracker for resource:floatingip and tenant:43825ed3014a4748922fa55a61061871 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:28.036013 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:28.044404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:28.170114 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:28.197012 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Pushing event updated for resources: {'Port': ['ID=510bb23b-cc87-43ed-a588-9638e09610ec,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:28.202352 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad243c-edd2-40f4-bd63-1032ee39157f req-adfa10e0-1240-409b-a458-6ad04c8ff399 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:28.203987 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5bad243c-edd2-40f4-bd63-1032ee39157f req-adfa10e0-1240-409b-a458-6ad04c8ff399 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9d88244-3af1-4a5a-a3cd-8c3718720be5 HTTP/1.1" status: 200 len: 943 time: 0.1308932 Apr 18 19:31:28.380754 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-d75650a1-8eed-4b38-bdee-9b1523f0581a service neutron] 10.222.0.66 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112488 Apr 18 19:31:28.508094 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Attempting to bind port 510bb23b-cc87-43ed-a588-9638e09610ec on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:28.508445 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Attempting to bind port 510bb23b-cc87-43ed-a588-9638e09610ec by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:28.508736 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Attempting to bind port 510bb23b-cc87-43ed-a588-9638e09610ec on network 13c93d31-2939-4aff-b2df-37a0479369e0 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:28.532536 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Port 510bb23b-cc87-43ed-a588-9638e09610ec on network 13c93d31-2939-4aff-b2df-37a0479369e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:28.532738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Attempting to bind port 510bb23b-cc87-43ed-a588-9638e09610ec on network 13c93d31-2939-4aff-b2df-37a0479369e0 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:28.553146 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:28.553478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Checking segment: {'id': 'e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:28.553862 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Bound using segment: {'id': 'e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:28.554299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Bound port: 510bb23b-cc87-43ed-a588-9638e09610ec, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:28.554797 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:28.558065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-5bad243c-edd2-40f4-bd63-1032ee39157f req-910a1b32-9d94-4d62-8da7-4a0c3f9e4223 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Deleting port 9edc971a-b00d-487d-b762-b4d772caf305 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:28.558543 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5bad243c-edd2-40f4-bd63-1032ee39157f req-910a1b32-9d94-4d62-8da7-4a0c3f9e4223 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:28.609557 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-fdb83e71-f096-4dbc-baca-2003b5fccaf6 service neutron] 10.222.0.66 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184844 Apr 18 19:31:28.683766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] For port 510bb23b-cc87-43ed-a588-9638e09610ec, host n-h1-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:28.687466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] For port 510bb23b-cc87-43ed-a588-9638e09610ec, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=510bb23b-cc87-43ed-a588-9638e09610ec,segment=NetworkSegment(e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc),segment_id=e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:28.764484 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ced26-2268-4892-9a69-22702057b501 req-063f1159-2531-4a22-83ac-943046169a07 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:28.765958 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5e6ced26-2268-4892-9a69-22702057b501 req-063f1159-2531-4a22-83ac-943046169a07 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 950 time: 0.3068500 Apr 18 19:31:28.783404 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:28.849191 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:28.850718 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] 10.222.0.71 "PUT /v2.0/ports/510bb23b-cc87-43ed-a588-9638e09610ec HTTP/1.1" status: 200 len: 1092 time: 2.0972989 Apr 18 19:31:28.865012 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c7b94-27ef-472b-b47e-7021f0fdb5cd service neutron] Pushing event updated for resources: {'Port': ['ID=510bb23b-cc87-43ed-a588-9638e09610ec,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:28.944595 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:29.014992 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5e6ced26-2268-4892-9a69-22702057b501 req-35c892eb-f63b-43ad-85bd-60c545987668 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335870 Apr 18 19:31:29.118428 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5bad243c-edd2-40f4-bd63-1032ee39157f req-910a1b32-9d94-4d62-8da7-4a0c3f9e4223 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] For port 9edc971a-b00d-487d-b762-b4d772caf305, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9edc971a-b00d-487d-b762-b4d772caf305,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:29.119035 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5bad243c-edd2-40f4-bd63-1032ee39157f req-910a1b32-9d94-4d62-8da7-4a0c3f9e4223 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:29.246485 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-427ff4e3-582e-4f0d-bfcc-ea9dfe6339a7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1980 time: 0.2714376 Apr 18 19:31:29.286420 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-db9aae37-3547-4938-8440-3a93e767a892 req-80509114-6d38-4a7a-89d8-5da89affac59 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 1096 time: 0.5993764 Apr 18 19:31:29.298406 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-5bad243c-edd2-40f4-bd63-1032ee39157f req-910a1b32-9d94-4d62-8da7-4a0c3f9e4223 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Calling delete_port for 9edc971a-b00d-487d-b762-b4d772caf305 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:29.310124 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'tag': 'ac8478be-fbc2-4378-96eb-3c3574f8d8c7'}, {'name': 'network-changed', 'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'tag': '510bb23b-cc87-43ed-a588-9638e09610ec'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:29.347796 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-52f3d430-bb9a-48fb-84ce-8857340d4092 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=ac8478be-fbc2-4378-96eb-3c3574f8d8c7 HTTP/1.1" status: 200 len: 217 time: 0.0883043 Apr 18 19:31:29.357204 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71060e6d-fd4f-4c50-868e-307b7f7d2dbd req-7c549fd7-d49e-4d0e-9420-f5401e7c2b37 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:29.361244 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71060e6d-fd4f-4c50-868e-307b7f7d2dbd req-7c549fd7-d49e-4d0e-9420-f5401e7c2b37 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:29.368734 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71060e6d-fd4f-4c50-868e-307b7f7d2dbd req-7c549fd7-d49e-4d0e-9420-f5401e7c2b37 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1678 time: 0.3036485 Apr 18 19:31:29.467474 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-b84c35ab-921e-4e7f-9650-8757cb450f6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:29.469461 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-b84c35ab-921e-4e7f-9650-8757cb450f6c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3ce73603-d4cc-47a4-b9fb-880141e9b21e HTTP/1.1" status: 200 len: 801 time: 0.0988338 Apr 18 19:31:29.472467 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71060e6d-fd4f-4c50-868e-307b7f7d2dbd req-99e1f856-a973-46bd-bce6-49e83d9803c5 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024091 Apr 18 19:31:29.589851 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-4ec9c168-b2c4-4fee-976c-ce5f49f97cd7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b829a4e2-e6ce-4fca-90ab-91d5338789ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1124401 Apr 18 19:31:29.664478 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Allocated IP 172.25.8.162 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/4b413074-7f45-4312-9064-b54a6dbbf118) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:29.736544 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc2618-5d53-453d-a411-84a3ad2c3d58 req-e5dc0019-1a00-4b3b-95a1-cc516833cc1d tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:29.738287 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-02bc2618-5d53-453d-a411-84a3ad2c3d58 req-e5dc0019-1a00-4b3b-95a1-cc516833cc1d tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 950 time: 0.3762774 Apr 18 19:31:29.767579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aae37-3547-4938-8440-3a93e767a892 req-8797f703-34b9-4539-82e7-525b3ebf192d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:29.770078 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-db9aae37-3547-4938-8440-3a93e767a892 req-8797f703-34b9-4539-82e7-525b3ebf192d service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 918 time: 0.4353318 Apr 18 19:31:29.949626 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-94cc0cfa-8355-4d02-8156-8000a3e84ad8 service neutron] 10.222.0.71 "GET /v2.0/networks/b829a4e2-e6ce-4fca-90ab-91d5338789ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512514 Apr 18 19:31:29.984476 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c7740-63fc-4c9d-8ff3-e27cd134386e req-e29ae0b5-2b41-482d-9ccc-159409b2f9bf tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:29.985796 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac2c7740-63fc-4c9d-8ff3-e27cd134386e req-e29ae0b5-2b41-482d-9ccc-159409b2f9bf tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 950 time: 0.2751784 Apr 18 19:31:30.005761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-02bc2618-5d53-453d-a411-84a3ad2c3d58 req-a34f23bd-135b-40f9-b586-db2a79b74d6f tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420402 Apr 18 19:31:30.023235 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-db9aae37-3547-4938-8440-3a93e767a892 req-45a94aa0-02fa-4274-b67e-5e6d87f1f440 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1d5a537-7c83-4634-af89-237e88209f8c HTTP/1.1" status: 200 len: 999 time: 0.1887758 Apr 18 19:31:30.041028 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-8b168c77-3905-4c8d-b740-e98cc0a42ab3 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:30.046839 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-8b168c77-3905-4c8d-b740-e98cc0a42ab3 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/networks?id=53865a1c-0820-41ea-bb78-cff1d4692167 HTTP/1.1" status: 200 len: 822 time: 0.4066272 Apr 18 19:31:30.084516 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5bad243c-edd2-40f4-bd63-1032ee39157f req-910a1b32-9d94-4d62-8da7-4a0c3f9e4223 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:30.162751 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-527da8d6-00be-4660-8d74-842a47ca5a9e tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/quotas/5ad35ad917bc4036817be27017ea25fe HTTP/1.1" status: 200 len: 375 time: 0.1148722 Apr 18 19:31:30.263049 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:30.320710 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-ac2c7740-63fc-4c9d-8ff3-e27cd134386e req-240162bb-b1b7-418f-b5ca-d98607e310b0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Deleting port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:30.321036 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ac2c7740-63fc-4c9d-8ff3-e27cd134386e req-240162bb-b1b7-418f-b5ca-d98607e310b0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:30.331811 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a1b32-9d94-4d62-8da7-4a0c3f9e4223 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Pushing event deleted for resources: {'Port': ['ID=9edc971a-b00d-487d-b762-b4d772caf305,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:30.395165 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aae37-3547-4938-8440-3a93e767a892 req-3fe0aed0-14fc-40d3-b0bb-58f44f5c69be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:30.398516 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-db9aae37-3547-4938-8440-3a93e767a892 req-3fe0aed0-14fc-40d3-b0bb-58f44f5c69be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.3605578 Apr 18 19:31:30.457545 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-86a4066e-892a-4a31-98a1-16df1fa1672a service neutron] 10.222.0.71 "GET /v2.0/networks/b829a4e2-e6ce-4fca-90ab-91d5338789ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979756 Apr 18 19:31:30.488268 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bad243c-edd2-40f4-bd63-1032ee39157f req-910a1b32-9d94-4d62-8da7-4a0c3f9e4223 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] No DVR routers for this DVR port 9edc971a-b00d-487d-b762-b4d772caf305 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:30.490833 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5bad243c-edd2-40f4-bd63-1032ee39157f req-910a1b32-9d94-4d62-8da7-4a0c3f9e4223 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:30.497647 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'name': 'network-vif-deleted', 'tag': '9edc971a-b00d-487d-b762-b4d772caf305'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:30.549640 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-769f4aca-521f-4348-b231-ea2c70e86cbe service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.110&port_id=510bb23b-cc87-43ed-a588-9638e09610ec HTTP/1.1" status: 200 len: 217 time: 0.0848846 Apr 18 19:31:30.554491 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5ad2-d1f8-436f-ab17-862f9445bb5e req-5f7bab5d-69cc-4ae6-9c29-a67ab8b7fa9a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:30.555941 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-927d5ad2-d1f8-436f-ab17-862f9445bb5e req-5f7bab5d-69cc-4ae6-9c29-a67ab8b7fa9a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.2962468 Apr 18 19:31:30.580071 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-db9aae37-3547-4938-8440-3a93e767a892 req-c08785be-24a1-40e1-b11b-4a6cc73fa835 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508498 Apr 18 19:31:30.661039 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-42ac56bb-f77b-4bae-af87-81507e69cc84 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Synchronizing usage tracker for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:30.673971 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:30.679249 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5bad243c-edd2-40f4-bd63-1032ee39157f req-910a1b32-9d94-4d62-8da7-4a0c3f9e4223 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.16 "DELETE /v2.0/ports/9edc971a-b00d-487d-b762-b4d772caf305 HTTP/1.1" status: 204 len: 173 time: 2.2666109 Apr 18 19:31:30.722217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-7dc9282c-a69b-4c2a-9b5b-9bdb86326f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:30.723681 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-7dc9282c-a69b-4c2a-9b5b-9bdb86326f7d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7bcf91c4-b76f-484f-acc0-3591628f69ca HTTP/1.1" status: 200 len: 801 time: 0.1531184 Apr 18 19:31:30.754426 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-927d5ad2-d1f8-436f-ab17-862f9445bb5e req-ed76a472-f1d7-47b9-8827-253684bedea6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911478 Apr 18 19:31:30.782645 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-ac2c7740-63fc-4c9d-8ff3-e27cd134386e req-240162bb-b1b7-418f-b5ca-d98607e310b0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] For port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:30.782833 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ac2c7740-63fc-4c9d-8ff3-e27cd134386e req-240162bb-b1b7-418f-b5ca-d98607e310b0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:30.793757 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:30.793757 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Pushing event updated for resources: {'Port': ['ID=4b413074-7f45-4312-9064-b54a6dbbf118,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:30.816237 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:30.818868 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:30.872661 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-db9aae37-3547-4938-8440-3a93e767a892 req-115acb02-dc2f-4067-849c-d8deb3c311ec service neutron] 10.222.0.71 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852240 Apr 18 19:31:30.905061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-42ac56bb-f77b-4bae-af87-81507e69cc84 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Unset dirty status for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:30.910345 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-42ac56bb-f77b-4bae-af87-81507e69cc84 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5ad35ad917bc4036817be27017ea25fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7467370 Apr 18 19:31:30.917422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-ac2c7740-63fc-4c9d-8ff3-e27cd134386e req-240162bb-b1b7-418f-b5ca-d98607e310b0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Calling delete_port for 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:30.953205 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edd845e-19d4-49b1-8c31-7b3d5deada24 None None] New status for floating IP 888f7b94-b13a-4ab0-8b28-9c2d8bac470f: DOWN {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:31:31.061852 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-f292fa03-9aee-4279-88b1-fb09cc14e6a7 req-b74ba086-2f54-4dfc-8794-8e21da44cf5e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Synchronizing usage tracker for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:31.089030 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-db9aae37-3547-4938-8440-3a93e767a892 req-0eeedf55-9811-4202-8517-d608477c518d service neutron] 10.222.0.71 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090878 Apr 18 19:31:31.177322 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-f292fa03-9aee-4279-88b1-fb09cc14e6a7 req-b74ba086-2f54-4dfc-8794-8e21da44cf5e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Unset dirty status for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:31.190060 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f292fa03-9aee-4279-88b1-fb09cc14e6a7 req-b74ba086-2f54-4dfc-8794-8e21da44cf5e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 210 time: 0.2842393 Apr 18 19:31:31.204712 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-97074c8b-f4f4-47de-83ed-57c7b5161a36 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13c93d31-2939-4aff-b2df-37a0479369e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4675860 Apr 18 19:31:31.232629 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:31.253951 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ac2c7740-63fc-4c9d-8ff3-e27cd134386e req-240162bb-b1b7-418f-b5ca-d98607e310b0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:31.266021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['8145eaeb-fe6b-4ff2-a7ea-94a83ff35197'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:31.306497 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['9b2dd3c2-5215-4580-aa0d-93f57f5b17b5'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:31.345776 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9edc971a-b00d-487d-b762-b4d772caf305 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:31.356402 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-c18f54a7-8a7d-4d81-ad58-8216f2f3895e service neutron] 10.222.0.66 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012642 Apr 18 19:31:31.366252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240162bb-b1b7-418f-b5ca-d98607e310b0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Pushing event deleted for resources: {'Port': ['ID=9b2dd3c2-5215-4580-aa0d-93f57f5b17b5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:31.507489 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 9edc971a-b00d-487d-b762-b4d772caf305 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:31.510250 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9edc971a-b00d-487d-b762-b4d772caf305 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:31.546393 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:31.584081 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2c7740-63fc-4c9d-8ff3-e27cd134386e req-240162bb-b1b7-418f-b5ca-d98607e310b0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] No DVR routers for this DVR port 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:31.589573 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-ac2c7740-63fc-4c9d-8ff3-e27cd134386e req-240162bb-b1b7-418f-b5ca-d98607e310b0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:31.637386 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-d87064e9-ec17-4f68-96f4-9c181daa5c2d service neutron] 10.222.0.71 "GET /v2.0/networks/13c93d31-2939-4aff-b2df-37a0479369e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174085 Apr 18 19:31:31.684261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-2ca11d09-e874-4267-8a84-3435fcfb3687 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:31.687788 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-2ca11d09-e874-4267-8a84-3435fcfb3687 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Synchronizing usage tracker for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:31.760168 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac2c7740-63fc-4c9d-8ff3-e27cd134386e req-240162bb-b1b7-418f-b5ca-d98607e310b0 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.16 "DELETE /v2.0/ports/9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 HTTP/1.1" status: 204 len: 173 time: 1.7683349 Apr 18 19:31:31.763832 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-5cb2081a-93af-4727-8ea7-a23c9b6217d1 service neutron] 10.222.0.66 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943083 Apr 18 19:31:31.774717 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-982d9e98-6821-4bf4-b14a-77b1f36034a9 req-fe17ae05-ec34-45e1-9a06-1b24b978c882 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 1101 time: 0.3861449 Apr 18 19:31:31.820313 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b3289273-34ea-4b83-84c6-f7fefa72b4f4 req-e5dcf3b4-dc86-483b-af36-213352e8fd8c service neutron] 10.222.0.71 "GET /v2.0/networks/13c93d31-2939-4aff-b2df-37a0479369e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649942 Apr 18 19:31:31.876974 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-2ca11d09-e874-4267-8a84-3435fcfb3687 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Unset dirty status for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:31.879030 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-2ca11d09-e874-4267-8a84-3435fcfb3687 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.71 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 805 time: 0.5890114 Apr 18 19:31:31.902823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Request body: {'port': {'device_id': '17c9d062-992d-4271-8938-4bda30d36c78', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'admin_state_up': True, 'tenant_id': '0b65ec795a4743e1bfb0333a30014a1a'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:32.058017 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-982d9e98-6821-4bf4-b14a-77b1f36034a9 req-45517959-a020-45a2-bf03-bd226daebe88 tempest-ServersOnMultiNodesTest-743126704 tempest-ServersOnMultiNodesTest-743126704-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043810 Apr 18 19:31:32.131017 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:32.132888 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:32.155746 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:32.174554 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c9b978-e8c2-448f-8fee-1bea4e425cb9'] response: {'name': 'network-changed', 'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'tag': 'ac8478be-fbc2-4378-96eb-3c3574f8d8c7', 'status': 'completed', 'code': 200} Apr 18 19:31:32.179653 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c9b978-e8c2-448f-8fee-1bea4e425cb9'] response: {'name': 'network-changed', 'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'tag': '510bb23b-cc87-43ed-a588-9638e09610ec', 'status': 'completed', 'code': 200} Apr 18 19:31:32.181764 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55420) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:32.221082 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:32.459324 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ebf3a24-8cac-4541-8dc4-24519cde4bd3'] response: {'server_uuid': 'b9d88244-3af1-4a5a-a3cd-8c3718720be5', 'name': 'network-vif-deleted', 'tag': '9edc971a-b00d-487d-b762-b4d772caf305', 'status': 'completed', 'code': 200} Apr 18 19:31:32.464486 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dc9b24ee-eabb-43d7-b729-be415c0f137d tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:32.466700 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Made reservation on behalf of 0b65ec795a4743e1bfb0333a30014a1a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:32.469520 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:32.500243 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dc9b24ee-eabb-43d7-b729-be415c0f137d tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:32.531580 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Pushing event updated for resources: {'Port': ['ID=4b413074-7f45-4312-9064-b54a6dbbf118,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:32.579752 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-f74a6d10-0e98-4b96-9ab2-c79de3a2140a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1980 time: 0.1955464 Apr 18 19:31:32.590217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-2565f820-5446-41e5-bbca-f9cfae117938 req-8ad0b0a2-6853-4afa-aae8-fd08d5ebc3bc tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Synchronizing usage tracker for tenant:4d594eb8ddc7455ab636ca7214372018 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:32.613489 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:32.678105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf46409-8cef-4929-83a9-0108d85b682b req-9df839d3-47a9-44ab-a195-7502e07ae70c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:32.682030 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf46409-8cef-4929-83a9-0108d85b682b req-9df839d3-47a9-44ab-a195-7502e07ae70c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:32.683660 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7cf46409-8cef-4929-83a9-0108d85b682b req-9df839d3-47a9-44ab-a195-7502e07ae70c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1678 time: 0.3962100 Apr 18 19:31:32.715816 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a1d5a537-7c83-4634-af89-237e88209f8c details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:32.740869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-405bcd8a-90a2-42d3-9c78-49d042655dae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:32.742491 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-405bcd8a-90a2-42d3-9c78-49d042655dae service neutron] 10.222.0.71 "GET /v2.0/networks?id=b829a4e2-e6ce-4fca-90ab-91d5338789ad HTTP/1.1" status: 200 len: 903 time: 0.1542485 Apr 18 19:31:32.766428 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:32.775221 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-44783a83-ebb6-4a38-88c4-3e73c8ef4647 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7532516 Apr 18 19:31:32.797547 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7cf46409-8cef-4929-83a9-0108d85b682b req-26102b1a-a3db-4685-99f9-4b68c1df3135 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816526 Apr 18 19:31:32.798930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Allocated IP 172.20.0.5 (71a0c590-c1ef-454f-934f-eab54d047aa7/3fb84896-be61-47b3-b13f-8af31da05bcb/57ed7ef5-a4f9-4219-8c1b-417d994d26c2) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:32.828893 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dc9b24ee-eabb-43d7-b729-be415c0f137d tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:32.846286 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-2565f820-5446-41e5-bbca-f9cfae117938 req-8ad0b0a2-6853-4afa-aae8-fd08d5ebc3bc tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Unset dirty status for tenant:4d594eb8ddc7455ab636ca7214372018 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:32.847721 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2565f820-5446-41e5-bbca-f9cfae117938 req-8ad0b0a2-6853-4afa-aae8-fd08d5ebc3bc tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=2dd87e25-23ad-4d87-89ff-c07b2b037ac2 HTTP/1.1" status: 200 len: 210 time: 0.3239517 Apr 18 19:31:32.874301 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:32.889311 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'port_id': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'mac_address': 'fa:16:3e:0f:01:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:32.905521 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b24ee-eabb-43d7-b729-be415c0f137d tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d46a3-9fea-411f-91bd-a9533764d7e8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:32.919510 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-aadaceaf-bc6e-485f-849a-53ae9f7def84 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.63&port_id=ac8478be-fbc2-4378-96eb-3c3574f8d8c7 HTTP/1.1" status: 200 len: 217 time: 0.1699035 Apr 18 19:31:32.978904 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:33.008436 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d5a537-7c83-4634-af89-237e88209f8c {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:33.031778 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:33.057176 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d768a6aa-ed9c-4aa2-9e9d-d0f9616524fc req-3ed30e68-9af8-4741-8032-fdd027bbcb83 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 210 time: 0.0644922 Apr 18 19:31:33.061052 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dc9b24ee-eabb-43d7-b729-be415c0f137d tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:33.064493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-dc9b24ee-eabb-43d7-b729-be415c0f137d tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "DELETE /v2.0/security-groups/802d46a3-9fea-411f-91bd-a9533764d7e8 HTTP/1.1" status: 204 len: 168 time: 0.8791590 Apr 18 19:31:33.065135 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55438) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:33.090675 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-b869b6ad-993e-429f-b820-afaa71aff256 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] show failed (client error): The resource could not be found. Apr 18 19:31:33.090675 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b869b6ad-993e-429f-b820-afaa71aff256 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "GET /v2.0/security-groups/802d46a3-9fea-411f-91bd-a9533764d7e8 HTTP/1.1" status: 404 len: 347 time: 0.0225074 Apr 18 19:31:33.090675 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-8726afa6-c534-47c0-bf05-29e92379022c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:33.091061 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-8726afa6-c534-47c0-bf05-29e92379022c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3ce73603-d4cc-47a4-b9fb-880141e9b21e HTTP/1.1" status: 200 len: 801 time: 0.1641726 Apr 18 19:31:33.091571 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55442) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:33.129024 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:33.131623 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:33.251306 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=11']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:33.251964 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5b7c6-7dab-4228-a2d9-de03319f0024 req-0bd1d214-3477-4410-bdc2-cb8d4893dd11 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:33.253670 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-beb5b7c6-7dab-4228-a2d9-de03319f0024 req-0bd1d214-3477-4410-bdc2-cb8d4893dd11 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 945 time: 0.2251499 Apr 18 19:31:33.261702 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:33.262196 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:33.262658 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:33.263091 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:33.263522 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:33.264428 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:33.264853 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:33.265242 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:33.265631 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:33.266114 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:33.266524 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:33.291958 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:33.306520 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:33.339969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ca988-31da-4be2-a9d2-4eddb7732820 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Deleting port e2cca648-0841-44e0-a7e4-2e5222ff13cd {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:33.340308 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca988-31da-4be2-a9d2-4eddb7732820 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:33.352107 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:33.352750 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9b2dd3c2-5215-4580-aa0d-93f57f5b17b5 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:33.377403 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Network 71a0c590-c1ef-454f-934f-eab54d047aa7 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:33.382781 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:33.390589 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:33.441492 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['a1d5a537-7c83-4634-af89-237e88209f8c'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:33.449468 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Pushing event updated for resources: {'Port': ['ID=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:33.465936 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-d40ccd59-eef8-44ef-b9e0-9ff75ab0d292 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b829a4e2-e6ce-4fca-90ab-91d5338789ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3100271 Apr 18 19:31:33.468796 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-beb5b7c6-7dab-4228-a2d9-de03319f0024 req-c1076c50-c19a-44b7-b2d6-dbc3d33f30a7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092729 Apr 18 19:31:33.474113 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:33.474768 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:33.561366 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-dd9dba2c-fb1b-46b0-b7a1-d2b3c5ed88d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6669610 Apr 18 19:31:33.576445 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Request body: {'port': {'device_id': '17c9d062-992d-4271-8938-4bda30d36c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:33.658659 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca988-31da-4be2-a9d2-4eddb7732820 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:33.660203 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca988-31da-4be2-a9d2-4eddb7732820 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:33.798063 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:33.803423 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ca988-31da-4be2-a9d2-4eddb7732820 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Calling delete_port for e2cca648-0841-44e0-a7e4-2e5222ff13cd owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:33.813375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cca0c-d04b-4702-b0ce-8f2605686018 req-e56f3d53-4044-4509-abe9-f1dd2ce70e12 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:33.814057 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c31cca0c-d04b-4702-b0ce-8f2605686018 req-e56f3d53-4044-4509-abe9-f1dd2ce70e12 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Synchronizing usage tracker for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:33.843815 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-470790fb-c66c-46be-a164-87e6ab966070 service neutron] 10.222.0.71 "GET /v2.0/networks/b829a4e2-e6ce-4fca-90ab-91d5338789ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695900 Apr 18 19:31:33.935219 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c31cca0c-d04b-4702-b0ce-8f2605686018 req-e56f3d53-4044-4509-abe9-f1dd2ce70e12 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Unset dirty status for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:33.936375 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c31cca0c-d04b-4702-b0ce-8f2605686018 req-e56f3d53-4044-4509-abe9-f1dd2ce70e12 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 931 time: 0.3235629 Apr 18 19:31:34.076880 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c31cca0c-d04b-4702-b0ce-8f2605686018 req-f86b0054-e6b2-4d51-a285-30cef97c4f56 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295152 Apr 18 19:31:34.110967 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-803fa163-b34c-4728-b230-d70b6ad20b9e tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--604454072&fields=id&tenant_id=43825ed3014a4748922fa55a61061871 HTTP/1.1" status: 200 len: 267 time: 0.3096781 Apr 18 19:31:34.193086 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd87e25-23ad-4d87-89ff-c07b2b037ac2', 'name': 'network-vif-deleted', 'tag': '9b2dd3c2-5215-4580-aa0d-93f57f5b17b5'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:34.236909 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:34.276055 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:34.287653 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-b07884af-a476-4d26-9f41-a94eb4942f1b service neutron] 10.222.0.71 "GET /v2.0/networks/b829a4e2-e6ce-4fca-90ab-91d5338789ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322579 Apr 18 19:31:34.309603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Transition to ACTIVE for port object 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:34.343522 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcdd75-0fc1-4139-927e-79c7fa49bf8c req-d297f752-b03d-4eaa-8e08-81c5451d1e91 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:34.345094 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a9bcdd75-0fc1-4139-927e-79c7fa49bf8c req-d297f752-b03d-4eaa-8e08-81c5451d1e91 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 950 time: 0.1032345 Apr 18 19:31:34.373688 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1eebce7b-f471-4586-8115-75c969ad3fd9 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:34.375152 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1eebce7b-f471-4586-8115-75c969ad3fd9 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/networks?id=3a9ab76e-a28e-4ada-b9e0-c33450849c0f HTTP/1.1" status: 200 len: 805 time: 0.2699838 Apr 18 19:31:34.396444 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a9bcdd75-0fc1-4139-927e-79c7fa49bf8c req-05413271-e9c8-4c8f-aaf7-7e8da32b96c9 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Apr 18 19:31:34.409751 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-ed7c0795-9dae-4209-b37b-f0738c0f18f5 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/quotas/43825ed3014a4748922fa55a61061871 HTTP/1.1" status: 200 len: 375 time: 0.0216599 Apr 18 19:31:34.425273 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:34.533282 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca988-31da-4be2-a9d2-4eddb7732820 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:34.596221 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Pushing event updated for resources: {'Port': ['ID=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:34.602634 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ca988-31da-4be2-a9d2-4eddb7732820 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Pushing event deleted for resources: {'Port': ['ID=e2cca648-0841-44e0-a7e4-2e5222ff13cd,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:34.620347 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-d9d66460-0aba-4df3-8d71-640e0af499bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1980 time: 0.2843318 Apr 18 19:31:34.705422 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a1d5a537-7c83-4634-af89-237e88209f8c up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:34.827292 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4ffb8-d346-4fcc-a0d9-88a71c09c174 req-b1025f8a-7d2b-4207-86d0-9e68739f6e5a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:34.831708 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4ffb8-d346-4fcc-a0d9-88a71c09c174 req-b1025f8a-7d2b-4207-86d0-9e68739f6e5a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:34.833277 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95f4ffb8-d346-4fcc-a0d9-88a71c09c174 req-b1025f8a-7d2b-4207-86d0-9e68739f6e5a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1678 time: 0.3049183 Apr 18 19:31:34.840154 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Attempting to bind port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:34.840342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-8e1b39f1-e3ec-43a8-a4db-b2ee587dbc0b tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:34.840849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Attempting to bind port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:34.840849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Attempting to bind port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 on network 71a0c590-c1ef-454f-934f-eab54d047aa7 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:34.841597 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-8e1b39f1-e3ec-43a8-a4db-b2ee587dbc0b tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "GET /v2.0/networks?id=53865a1c-0820-41ea-bb78-cff1d4692167 HTTP/1.1" status: 200 len: 822 time: 0.3942387 Apr 18 19:31:34.851419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-2ba77cb4-79a7-411c-8aa5-46e3eebc9a4e tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Synchronizing usage tracker for tenant:43825ed3014a4748922fa55a61061871 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:34.865649 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 on network 71a0c590-c1ef-454f-934f-eab54d047aa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:34.865874 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Request body: {'port': {'device_id': '2b175437-c195-446b-9a97-7f7026790060', 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167', 'admin_state_up': True, 'tenant_id': '5ad35ad917bc4036817be27017ea25fe'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:34.865985 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Attempting to bind port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 on network 71a0c590-c1ef-454f-934f-eab54d047aa7 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:34.872965 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port a1d5a537-7c83-4634-af89-237e88209f8c completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:34.880449 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port a1d5a537-7c83-4634-af89-237e88209f8c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:34.881359 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:34.883106 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:34.883567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Checking segment: {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:34.883831 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Bound using segment: {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:34.884273 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Bound port: 57ed7ef5-a4f9-4219-8c1b-417d994d26c2, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:34.884620 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:34.937831 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95f4ffb8-d346-4fcc-a0d9-88a71c09c174 req-4e68f384-3936-49a1-a419-9d80de5d8596 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945277 Apr 18 19:31:34.954742 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca988-31da-4be2-a9d2-4eddb7732820 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:34.998325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] For port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:35.001887 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] For port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:35.013553 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-3ad9b7ac-91c8-4f72-8ffb-8d26391e89ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:35.015043 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-3ad9b7ac-91c8-4f72-8ffb-8d26391e89ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=13c93d31-2939-4aff-b2df-37a0479369e0 HTTP/1.1" status: 200 len: 902 time: 0.3562934 Apr 18 19:31:35.016408 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca988-31da-4be2-a9d2-4eddb7732820 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:35.021173 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fd8ca988-31da-4be2-a9d2-4eddb7732820 tempest-ServersTestBootFromVolume-1144598265 tempest-ServersTestBootFromVolume-1144598265-project] 10.222.0.66 "DELETE /v2.0/floatingips/888f7b94-b13a-4ab0-8b28-9c2d8bac470f HTTP/1.1" status: 204 len: 168 time: 1.9250076 Apr 18 19:31:35.021710 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55462) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:35.064703 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:35.089454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-2ba77cb4-79a7-411c-8aa5-46e3eebc9a4e tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Unset dirty status for tenant:43825ed3014a4748922fa55a61061871 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:35.100849 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-2ba77cb4-79a7-411c-8aa5-46e3eebc9a4e tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=43825ed3014a4748922fa55a61061871&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6777928 Apr 18 19:31:35.109984 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:35.123720 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:35.169963 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:35.189374 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-6dca1d2c-7c45-40d8-9dfc-977bc43c5fce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.110&port_id=510bb23b-cc87-43ed-a588-9638e09610ec HTTP/1.1" status: 200 len: 217 time: 0.1667356 Apr 18 19:31:35.211975 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:35.261677 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:35.293079 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:35.299540 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=12']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:35.321677 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-0b20402a-be52-4db4-9555-179a52cb6e01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:35.323155 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-0b20402a-be52-4db4-9555-179a52cb6e01 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7bcf91c4-b76f-484f-acc0-3591628f69ca HTTP/1.1" status: 200 len: 801 time: 0.1259830 Apr 18 19:31:35.329008 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-c05487ba-8261-4295-b9fe-8f75b55dc5f2 service neutron] 10.222.0.66 "GET /v2.0/networks/3a9ab76e-a28e-4ada-b9e0-c33450849c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273479 Apr 18 19:31:35.339102 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8709f813-7ac8-4516-bf40-917bf0d4ab50 req-a505133b-ccbf-4e1f-a7bc-7c106d0cb2b3 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 210 time: 0.0849097 Apr 18 19:31:35.359845 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:35.361361 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] 10.222.0.71 "PUT /v2.0/ports/57ed7ef5-a4f9-4219-8c1b-417d994d26c2 HTTP/1.1" status: 200 len: 1091 time: 1.7932012 Apr 18 19:31:35.365432 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c9d062-992d-4271-8938-4bda30d36c78', 'tag': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:35.387811 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964b1b2-b1fc-4b9d-be28-7d8911d15be1 service neutron] Pushing event updated for resources: {'Port': ['ID=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:35.416627 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb060c1-6de1-41ae-9463-87f6131c3a5f req-4b6363b4-7f9f-4eb0-a917-fc66459f6641 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:35.418149 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0fb060c1-6de1-41ae-9463-87f6131c3a5f req-4b6363b4-7f9f-4eb0-a917-fc66459f6641 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 950 time: 0.2933657 Apr 18 19:31:35.447447 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa001c1-2f00-416f-b653-4dfc9781a46d'] response: {'server_uuid': '2dd87e25-23ad-4d87-89ff-c07b2b037ac2', 'name': 'network-vif-deleted', 'tag': '9b2dd3c2-5215-4580-aa0d-93f57f5b17b5', 'status': 'completed', 'code': 200} Apr 18 19:31:35.453780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Made reservation on behalf of 5ad35ad917bc4036817be27017ea25fe for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:35.457280 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:35.614300 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-0fb060c1-6de1-41ae-9463-87f6131c3a5f req-dbf74cb5-7892-4190-9468-a78162631bdb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Deleting port b19b64f6-172e-454e-bf8e-70555a203200 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:35.614575 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0fb060c1-6de1-41ae-9463-87f6131c3a5f req-dbf74cb5-7892-4190-9468-a78162631bdb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:35.715586 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-75521712-4310-4ec4-8d68-b077a3558b47 service neutron] 10.222.0.66 "GET /v2.0/networks/3a9ab76e-a28e-4ada-b9e0-c33450849c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473308 Apr 18 19:31:35.728057 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-72afd31c-d21d-4863-8d65-af0004fc6cca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13c93d31-2939-4aff-b2df-37a0479369e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3981421 Apr 18 19:31:35.754198 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-63716acd-6232-4c15-ba4a-f1b105141bb6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 1094 time: 0.2894161 Apr 18 19:31:35.827967 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248f308-c4de-4a2f-8626-847945b51292 req-b0225b30-07d0-4f17-bcaf-a9f0a43215eb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:35.829414 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0248f308-c4de-4a2f-8626-847945b51292 req-b0225b30-07d0-4f17-bcaf-a9f0a43215eb tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 947 time: 0.3090963 Apr 18 19:31:35.878419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Allocated IP 172.20.0.8 (53865a1c-0820-41ea-bb78-cff1d4692167/0c5d496e-a416-45a0-a254-a9492339f206/85cfad9e-187f-44d8-a449-d023af376e21) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:35.934748 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-b204c7a7-e339-4ac0-ae03-e166ced506d4 service neutron] 10.222.0.71 "GET /v2.0/networks/13c93d31-2939-4aff-b2df-37a0479369e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994486 Apr 18 19:31:36.135841 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-8ce1253a-8b66-4e4f-8d1b-4e37712c0d95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ed7ef5-a4f9-4219-8c1b-417d994d26c2 HTTP/1.1" status: 200 len: 217 time: 0.3207638 Apr 18 19:31:36.191534 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f00b5de-de9f-4c70-a234-2657a2c32816 req-2cd4bfe4-8e86-4841-96f5-cd5be3b21b9a service neutron] 10.222.0.71 "GET /v2.0/networks/13c93d31-2939-4aff-b2df-37a0479369e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422373 Apr 18 19:31:36.235736 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:36.269858 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0248f308-c4de-4a2f-8626-847945b51292 req-438c1ba5-a65c-4151-9baa-51095d841894 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3864515 Apr 18 19:31:36.285202 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-50e0cea0-2244-4d86-a814-629aa6053496 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:36.286649 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-50e0cea0-2244-4d86-a814-629aa6053496 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3fb84896-be61-47b3-b13f-8af31da05bcb HTTP/1.1" status: 200 len: 845 time: 0.1414080 Apr 18 19:31:36.343096 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-d075c6b5-2c39-42d6-918f-626bc3abe854 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=71a0c590-c1ef-454f-934f-eab54d047aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493543 Apr 18 19:31:36.343972 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:36.348207 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-0fb060c1-6de1-41ae-9463-87f6131c3a5f req-dbf74cb5-7892-4190-9468-a78162631bdb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] For port b19b64f6-172e-454e-bf8e-70555a203200, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=b19b64f6-172e-454e-bf8e-70555a203200,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:36.348568 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0fb060c1-6de1-41ae-9463-87f6131c3a5f req-dbf74cb5-7892-4190-9468-a78162631bdb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:36.439790 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Network 53865a1c-0820-41ea-bb78-cff1d4692167 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:36.447501 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:36.449609 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event updated for resources: {'Port': ['ID=85cfad9e-187f-44d8-a449-d023af376e21,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:36.452514 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:36.523836 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:36.524464 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:36.525356 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d39a73c-3ab5-424f-8f22-5cbad8f8697a'] response: {'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'code': 200} Apr 18 19:31:36.579346 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Sync routers for ids ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:31:36.595596 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Routers {'7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:36.596287 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:36.650276 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-933d2c51-f836-4d5e-84db-e95fcf7e302f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7880456 Apr 18 19:31:36.666244 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Request body: {'port': {'device_id': '2b175437-c195-446b-9a97-7f7026790060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:36.705611 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4b9999-6e51-4955-ac7f-792052ba07a4'] response: {'name': 'network-changed', 'server_uuid': '17c9d062-992d-4271-8938-4bda30d36c78', 'tag': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2', 'status': 'completed', 'code': 200} Apr 18 19:31:36.714110 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device ac8478be-fbc2-4378-96eb-3c3574f8d8c7 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:36.720460 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-0fb060c1-6de1-41ae-9463-87f6131c3a5f req-dbf74cb5-7892-4190-9468-a78162631bdb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Calling delete_port for b19b64f6-172e-454e-bf8e-70555a203200 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:36.853382 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Set router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:36.935334 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port ac8478be-fbc2-4378-96eb-3c3574f8d8c7, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=ac8478be-fbc2-4378-96eb-3c3574f8d8c7,segment=NetworkSegment(672bf0c4-919e-41f2-9880-93ff5537efa0),segment_id=672bf0c4-919e-41f2-9880-93ff5537efa0)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:36.935838 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:36.957111 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'ac8478be-fbc2-4378-96eb-3c3574f8d8c7', 'network_id': 'b829a4e2-e6ce-4fca-90ab-91d5338789ad', 'port_id': 'ac8478be-fbc2-4378-96eb-3c3574f8d8c7', 'mac_address': 'fa:16:3e:21:1d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ce73603-d4cc-47a4-b9fb-880141e9b21e', 'ip_address': '19.80.0.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:36.966669 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b016d-0b44-450e-9496-0fb51dab1c8a req-b5cde0ca-f7c2-47e4-ba4f-bcc1a6278826 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:36.968365 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c14b016d-0b44-450e-9496-0fb51dab1c8a req-b5cde0ca-f7c2-47e4-ba4f-bcc1a6278826 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=5801a874-e637-4415-bf74-3e36aac9fe99 HTTP/1.1" status: 200 len: 950 time: 0.2484605 Apr 18 19:31:37.000899 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-60d2d91b-ba5c-4e52-aa45-67ecee8d82c8 service neutron] 10.222.0.71 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417718 Apr 18 19:31:37.022720 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.046980 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8478be-fbc2-4378-96eb-3c3574f8d8c7 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:37.083389 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-041941be-1050-4b0e-9a63-67e5b56cb2b4 req-42012e3d-6140-40be-81ef-2b38333477fd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 1098 time: 0.2385588 Apr 18 19:31:37.084228 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port ac8478be-fbc2-4378-96eb-3c3574f8d8c7, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=ac8478be-fbc2-4378-96eb-3c3574f8d8c7,segment=NetworkSegment(672bf0c4-919e-41f2-9880-93ff5537efa0),segment_id=672bf0c4-919e-41f2-9880-93ff5537efa0)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:37.134927 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c14b016d-0b44-450e-9496-0fb51dab1c8a req-7491ec05-b664-47cd-b4d7-2c57b2d57d20 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592917 Apr 18 19:31:37.183227 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.183892 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 510bb23b-cc87-43ed-a588-9638e09610ec details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:37.199592 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '599af2b2-e6a1-41db-b122-cae291697a3d', 'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'mac_address': 'fa:16:3e:dc:b0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:16Z', 'updated_at': '2022-04-18T19:31:19Z', 'revision_number': 2, 'project_id': '43825ed3014a4748922fa55a61061871', 'subnets': [{'id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:37.206147 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Checking router: 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:31:37.206941 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Updating router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e port 599af2b2-e6a1-41db-b122-cae291697a3d binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:31:37.223570 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-94906a4f-7bc4-4414-a36e-72501b4c2cb8 req-6f9e99b2-3f88-4426-b2b5-a20805e8a3cc service neutron] 10.222.0.71 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119627 Apr 18 19:31:37.265528 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-041941be-1050-4b0e-9a63-67e5b56cb2b4 req-df782ab8-f704-4ca4-ab31-8186ca97ddb2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431377 Apr 18 19:31:37.288529 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb74bc-d2b6-4e34-86b4-99aa1224d94d req-26770be6-3641-4da2-8f6d-6cf9a860e8f2 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:37.296340 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-79fb74bc-d2b6-4e34-86b4-99aa1224d94d req-26770be6-3641-4da2-8f6d-6cf9a860e8f2 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 943 time: 0.5932529 Apr 18 19:31:37.300628 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.325034 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.383906 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=ac8478be-fbc2-4378-96eb-3c3574f8d8c7,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:37.406404 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0fb060c1-6de1-41ae-9463-87f6131c3a5f req-dbf74cb5-7892-4190-9468-a78162631bdb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.420611 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c', '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:37.444401 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d6cffb49-cc70-4fd4-8f82-a113325497d7 req-0b86553a-809b-4351-ac24-309aa41d4a72 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 210 time: 0.0733924 Apr 18 19:31:37.448211 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['81506e0b-4d1e-4b6d-8999-29f8f019d93d', 'f8c97400-a3e4-4c62-8541-c944c471c9f1', '4bb1e82e-316e-4e3b-8fd1-77c2061f4786'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:37.536429 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf74cb5-7892-4190-9468-a78162631bdb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event deleted for resources: {'Port': ['ID=b19b64f6-172e-454e-bf8e-70555a203200,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:37.632979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85cfad9e-187f-44d8-a449-d023af376e21 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:37.648494 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.687302 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Transition to ACTIVE for port object 85cfad9e-187f-44d8-a449-d023af376e21 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:37.693008 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 510bb23b-cc87-43ed-a588-9638e09610ec, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=510bb23b-cc87-43ed-a588-9638e09610ec,segment=NetworkSegment(e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc),segment_id=e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:37.713608 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-79fb74bc-d2b6-4e34-86b4-99aa1224d94d req-a663e549-502f-4527-90d4-e855d5a64d83 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163222 Apr 18 19:31:37.716202 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb060c1-6de1-41ae-9463-87f6131c3a5f req-dbf74cb5-7892-4190-9468-a78162631bdb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] No DVR routers for this DVR port b19b64f6-172e-454e-bf8e-70555a203200 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:37.721139 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0fb060c1-6de1-41ae-9463-87f6131c3a5f req-dbf74cb5-7892-4190-9468-a78162631bdb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.748803 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a39a3441-0423-494c-8735-dee79ebcc342 req-a4f3ceef-6673-41eb-85eb-993679ba6f75 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 1094 time: 0.2029293 Apr 18 19:31:37.813652 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.839577 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0fb060c1-6de1-41ae-9463-87f6131c3a5f req-dbf74cb5-7892-4190-9468-a78162631bdb tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "DELETE /v2.0/ports/b19b64f6-172e-454e-bf8e-70555a203200 HTTP/1.1" status: 204 len: 173 time: 2.3890679 Apr 18 19:31:37.853412 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '510bb23b-cc87-43ed-a588-9638e09610ec', 'network_id': '13c93d31-2939-4aff-b2df-37a0479369e0', 'port_id': '510bb23b-cc87-43ed-a588-9638e09610ec', 'mac_address': 'fa:16:3e:f0:61:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcf91c4-b76f-484f-acc0-3591628f69ca', 'ip_address': '19.86.0.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:37.879294 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:37.897690 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Transition to ACTIVE for port object 599af2b2-e6a1-41db-b122-cae291697a3d will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:37.969461 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:38.262135 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Pushing event updated for resources: {'Port': ['ID=599af2b2-e6a1-41db-b122-cae291697a3d,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:38.274499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Pushing event updated for resources: {'Port': ['ID=85cfad9e-187f-44d8-a449-d023af376e21,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:38.278611 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:38.279193 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:38.279769 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:38.280347 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:38.280892 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:38.281525 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:38.282040 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:38.282495 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:38.282916 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:38.283337 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:38.283854 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:31:38.333227 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93728ede-af96-4c27-8500-e67b78fcf883 req-d6072f43-3797-49ef-9a9d-418de978ba8a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:38.336239 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:38.337785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93728ede-af96-4c27-8500-e67b78fcf883 req-d6072f43-3797-49ef-9a9d-418de978ba8a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:38.350496 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-93728ede-af96-4c27-8500-e67b78fcf883 req-d6072f43-3797-49ef-9a9d-418de978ba8a tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1679 time: 0.6534598 Apr 18 19:31:38.367395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72446a-5a23-4f5a-9cec-809155287027 req-26682fda-d299-4bbb-9791-3a8df9df6ecb tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:38.375299 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f72446a-5a23-4f5a-9cec-809155287027 req-26682fda-d299-4bbb-9791-3a8df9df6ecb tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.71 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 950 time: 0.3877850 Apr 18 19:31:38.401102 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1327-f5e4-44e2-9b9e-afd666a8c22e req-e62a2bff-7d7b-491d-9c0c-d01030a1c33f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:38.410879 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cc8e1327-f5e4-44e2-9b9e-afd666a8c22e req-e62a2bff-7d7b-491d-9c0c-d01030a1c33f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 943 time: 0.4370275 Apr 18 19:31:38.467658 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a3441-0423-494c-8735-dee79ebcc342 req-43d0c648-9d48-4f25-b087-6ee89e1235e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:38.469649 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a39a3441-0423-494c-8735-dee79ebcc342 req-43d0c648-9d48-4f25-b087-6ee89e1235e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 906 time: 0.7019136 Apr 18 19:31:38.513030 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Attempting to bind port 599af2b2-e6a1-41db-b122-cae291697a3d on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:38.513313 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Attempting to bind port 599af2b2-e6a1-41db-b122-cae291697a3d by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:38.514207 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Attempting to bind port 599af2b2-e6a1-41db-b122-cae291697a3d on network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:38.528234 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:38.529169 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Checking segment: {'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:38.529830 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:38.530585 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Bound using segment: {'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:38.531233 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Bound port: 599af2b2-e6a1-41db-b122-cae291697a3d, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:38.531803 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:38.543290 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510bb23b-cc87-43ed-a588-9638e09610ec {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:38.606214 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cc8e1327-f5e4-44e2-9b9e-afd666a8c22e req-75c0dea7-d7e0-47f4-8af5-8bc73c32edbd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944053 Apr 18 19:31:38.621972 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-5f72446a-5a23-4f5a-9cec-809155287027 req-ef07e97e-81f3-4487-b201-67478294e37c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Deleting port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:38.622325 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f72446a-5a23-4f5a-9cec-809155287027 req-ef07e97e-81f3-4487-b201-67478294e37c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:38.701414 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] For port 599af2b2-e6a1-41db-b122-cae291697a3d, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:38.707065 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] For port 599af2b2-e6a1-41db-b122-cae291697a3d, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=599af2b2-e6a1-41db-b122-cae291697a3d,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:38.711755 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5801a874-e637-4415-bf74-3e36aac9fe99', 'name': 'network-vif-deleted', 'tag': 'b19b64f6-172e-454e-bf8e-70555a203200'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:38.754727 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 510bb23b-cc87-43ed-a588-9638e09610ec, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=510bb23b-cc87-43ed-a588-9638e09610ec,segment=NetworkSegment(e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc),segment_id=e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:38.793765 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a39a3441-0423-494c-8735-dee79ebcc342 req-8a3d1ce2-e2da-477d-9be5-460e18f910e1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ed7ef5-a4f9-4219-8c1b-417d994d26c2 HTTP/1.1" status: 200 len: 217 time: 0.2040162 Apr 18 19:31:38.807211 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:38.822779 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-93728ede-af96-4c27-8500-e67b78fcf883 req-2d4a1227-9e0e-4788-b1e3-bc2c5dfb0b40 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713030 Apr 18 19:31:38.847522 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:38.961382 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a3441-0423-494c-8735-dee79ebcc342 req-0ead0fbc-07f9-4a4b-9be8-71f6dbe33e9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:38.963549 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a39a3441-0423-494c-8735-dee79ebcc342 req-0ead0fbc-07f9-4a4b-9be8-71f6dbe33e9a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3fb84896-be61-47b3-b13f-8af31da05bcb HTTP/1.1" status: 200 len: 845 time: 0.1238389 Apr 18 19:31:38.965319 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=510bb23b-cc87-43ed-a588-9638e09610ec,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:38.989679 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Attempting to bind port 85cfad9e-187f-44d8-a449-d023af376e21 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:38.989960 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Attempting to bind port 85cfad9e-187f-44d8-a449-d023af376e21 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:38.990212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Attempting to bind port 85cfad9e-187f-44d8-a449-d023af376e21 on network 53865a1c-0820-41ea-bb78-cff1d4692167 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:39.025090 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b21cc3-7f6c-4689-8042-8c8a9b2a01ed None None] Pushing event updated for resources: {'Port': ['ID=599af2b2-e6a1-41db-b122-cae291697a3d,revision_number=4']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:39.054448 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Port 85cfad9e-187f-44d8-a449-d023af376e21 on network 53865a1c-0820-41ea-bb78-cff1d4692167 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:39.055061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Attempting to bind port 85cfad9e-187f-44d8-a449-d023af376e21 on network 53865a1c-0820-41ea-bb78-cff1d4692167 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:39.066703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:39.067202 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Checking segment: {'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:39.067719 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Bound using segment: {'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:39.068326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Bound port: 85cfad9e-187f-44d8-a449-d023af376e21, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d58e4cd-3a32-46de-b608-592cf31f6d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:39.068864 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:39.079841 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Routers {'7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:39.081086 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:39.093364 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a39a3441-0423-494c-8735-dee79ebcc342 req-e4dd93a9-1233-459d-9c09-977beacdc7ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=71a0c590-c1ef-454f-934f-eab54d047aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049619 Apr 18 19:31:39.140457 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['510bb23b-cc87-43ed-a588-9638e09610ec'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:39.384392 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device b19b64f6-172e-454e-bf8e-70555a203200 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:39.406811 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] Set router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:39.412231 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] For port 85cfad9e-187f-44d8-a449-d023af376e21, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:39.434089 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] For port 85cfad9e-187f-44d8-a449-d023af376e21, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=85cfad9e-187f-44d8-a449-d023af376e21,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:39.485394 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4c8c2-ad48-438d-b528-f9e403fc3b0f req-36d147b9-3ed4-43f5-8865-73936f9f3029 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:39.489989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: b19b64f6-172e-454e-bf8e-70555a203200 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:39.490400 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device b19b64f6-172e-454e-bf8e-70555a203200 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:39.500044 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-49a4c8c2-ad48-438d-b528-f9e403fc3b0f req-36d147b9-3ed4-43f5-8865-73936f9f3029 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 947 time: 0.2792645 Apr 18 19:31:39.540987 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a39a3441-0423-494c-8735-dee79ebcc342 req-02fbc1be-eadc-4385-94f1-1cd4159941de service neutron] 10.222.0.71 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400091 Apr 18 19:31:39.543294 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:39.686559 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:39.713124 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-49a4c8c2-ad48-438d-b528-f9e403fc3b0f req-4416bece-8b60-4514-a811-c1dcf90c1ae1 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110353 Apr 18 19:31:39.739297 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:39.743739 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6aff3-72d9-4a73-88bd-e54465c0da44 req-933447ff-ba01-4899-96c0-20bec18940b1 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:39.745776 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] 10.222.0.16 "PUT /v2.0/ports/85cfad9e-187f-44d8-a449-d023af376e21 HTTP/1.1" status: 200 len: 1091 time: 3.0839813 Apr 18 19:31:39.750829 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8c6aff3-72d9-4a73-88bd-e54465c0da44 req-933447ff-ba01-4899-96c0-20bec18940b1 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 950 time: 0.7426276 Apr 18 19:31:39.759650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b175437-c195-446b-9a97-7f7026790060', 'tag': '85cfad9e-187f-44d8-a449-d023af376e21'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:39.817798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106efc2-c3f1-4821-81f8-c1220a12957a service neutron] Pushing event updated for resources: {'Port': ['ID=85cfad9e-187f-44d8-a449-d023af376e21,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:39.863530 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '599af2b2-e6a1-41db-b122-cae291697a3d', 'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'mac_address': 'fa:16:3e:dc:b0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:16Z', 'updated_at': '2022-04-18T19:31:38Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'subnets': [{'id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:39.875092 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fddf72-a095-445e-b611-5d36e5fb97be None None] The sync data for ids ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'] in n-d-838334-1 is: [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '599af2b2-e6a1-41db-b122-cae291697a3d', 'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'mac_address': 'fa:16:3e:dc:b0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:16Z', 'updated_at': '2022-04-18T19:31:38Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'subnets': [{'id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:31:39.887158 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a39a3441-0423-494c-8735-dee79ebcc342 req-c8203b94-6231-4ee6-967c-a7ae8cea79d2 service neutron] 10.222.0.71 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864940 Apr 18 19:31:40.015160 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8c6aff3-72d9-4a73-88bd-e54465c0da44 req-d35c521c-6df2-4d61-badd-533f8d219335 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/security-groups?id=2df6e19d-25b2-42e4-b143-ea962b81ffa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632275 Apr 18 19:31:40.021285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-edc209a0-ae89-475c-b05f-1b6a1cac588b tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:40.021970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-edc209a0-ae89-475c-b05f-1b6a1cac588b tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Synchronizing usage tracker for tenant:43825ed3014a4748922fa55a61061871 on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:40.034063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5f72446a-5a23-4f5a-9cec-809155287027 req-ef07e97e-81f3-4487-b201-67478294e37c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] For port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:40.034538 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f72446a-5a23-4f5a-9cec-809155287027 req-ef07e97e-81f3-4487-b201-67478294e37c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:40.094971 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f46027f5-516b-4132-b350-56fea9f3a15b req-8b70a4d0-861c-48fe-bf1b-934dee2ddd3f tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 210 time: 0.0677395 Apr 18 19:31:40.120699 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-1e551f97-9069-43d6-9ef2-fb6e06f16c9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ad35ad917bc4036817be27017ea25fe&device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 1094 time: 0.1859097 Apr 18 19:31:40.129652 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['ac8478be-fbc2-4378-96eb-3c3574f8d8c7'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:40.289496 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fe2090-9947-4248-9753-1159e0eb8cb0'] response: {'server_uuid': '5801a874-e637-4415-bf74-3e36aac9fe99', 'name': 'network-vif-deleted', 'tag': 'b19b64f6-172e-454e-bf8e-70555a203200', 'status': 'completed', 'code': 200} Apr 18 19:31:40.293031 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 599af2b2-e6a1-41db-b122-cae291697a3d up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:40.327724 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-5f72446a-5a23-4f5a-9cec-809155287027 req-ef07e97e-81f3-4487-b201-67478294e37c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Calling delete_port for 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:40.346779 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-56075686-8e46-44e3-9c8a-c888c2d5d80c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cfad9e-187f-44d8-a449-d023af376e21 HTTP/1.1" status: 200 len: 217 time: 0.2089424 Apr 18 19:31:40.502187 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 599af2b2-e6a1-41db-b122-cae291697a3d completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:40.506001 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-ba50ed45-c627-476a-a963-a2608001b1c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:40.509708 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-ba50ed45-c627-476a-a963-a2608001b1c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c5d496e-a416-45a0-a254-a9492339f206 HTTP/1.1" status: 200 len: 862 time: 0.1532185 Apr 18 19:31:40.521413 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 599af2b2-e6a1-41db-b122-cae291697a3d triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:40.521783 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:40.552110 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-edc209a0-ae89-475c-b05f-1b6a1cac588b tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Unset dirty status for tenant:43825ed3014a4748922fa55a61061871 on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:40.553368 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-edc209a0-ae89-475c-b05f-1b6a1cac588b tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.71 "GET /v2.0/networks?id=3a9ab76e-a28e-4ada-b9e0-c33450849c0f HTTP/1.1" status: 200 len: 805 time: 1.3760715 Apr 18 19:31:40.616111 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-8a56f23c-6796-4be8-a0e5-1b882288193a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53865a1c-0820-41ea-bb78-cff1d4692167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989184 Apr 18 19:31:40.647430 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab155c-166e-429b-9673-c356336c005a req-2cabff12-6b25-4fcf-a738-4145150be335 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:40.658451 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-daab155c-166e-429b-9673-c356336c005a req-2cabff12-6b25-4fcf-a738-4145150be335 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 943 time: 0.2608039 Apr 18 19:31:40.670294 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:40.688311 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] Deleting port 30898a83-1908-41fb-bdf7-9cc3b4728b81 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:40.688660 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:40.710221 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 599af2b2-e6a1-41db-b122-cae291697a3d, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=599af2b2-e6a1-41db-b122-cae291697a3d,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:40.721913 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-9c64dd3c-4f03-4816-8ffe-e5f9b94f5dc6 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Synchronizing usage tracker for tenant:43825ed3014a4748922fa55a61061871 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:40.768799 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155bca5-4c1f-43cb-9196-c6a23535fc2b req-e966c4ca-22dd-4a31-81c3-5aac9251bd0f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:40.774172 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f155bca5-4c1f-43cb-9196-c6a23535fc2b req-e966c4ca-22dd-4a31-81c3-5aac9251bd0f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 943 time: 0.3866491 Apr 18 19:31:40.791523 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:40.868720 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=599af2b2-e6a1-41db-b122-cae291697a3d,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:40.873771 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:40.877127 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 510bb23b-cc87-43ed-a588-9638e09610ec up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:40.904295 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f72446a-5a23-4f5a-9cec-809155287027 req-ef07e97e-81f3-4487-b201-67478294e37c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:40.949265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-9c64dd3c-4f03-4816-8ffe-e5f9b94f5dc6 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Unset dirty status for tenant:43825ed3014a4748922fa55a61061871 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:40.950379 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-9c64dd3c-4f03-4816-8ffe-e5f9b94f5dc6 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43825ed3014a4748922fa55a61061871 HTTP/1.1" status: 200 len: 379 time: 0.3762860 Apr 18 19:31:40.956066 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-daab155c-166e-429b-9673-c356336c005a req-6cba8035-8845-4c51-8cd3-dceb4d3ef4b2 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942874 Apr 18 19:31:40.975396 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Request body: {'port': {'device_id': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'admin_state_up': True, 'tenant_id': '43825ed3014a4748922fa55a61061871', 'security_groups': ['970826f0-b289-41f5-9be7-cf597c9c85c9']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:40.993086 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-549f5478-fdd6-449a-8cbe-21f3c971688f service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678660 Apr 18 19:31:41.030902 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515b02b8-d7ee-4804-a206-3b81c5bc699b'] response: {'name': 'network-changed', 'server_uuid': '2b175437-c195-446b-9a97-7f7026790060', 'tag': '85cfad9e-187f-44d8-a449-d023af376e21', 'status': 'completed', 'code': 200} Apr 18 19:31:41.054699 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] For port 30898a83-1908-41fb-bdf7-9cc3b4728b81, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=30898a83-1908-41fb-bdf7-9cc3b4728b81,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:41.055059 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.055474 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 510bb23b-cc87-43ed-a588-9638e09610ec completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:41.063277 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 510bb23b-cc87-43ed-a588-9638e09610ec triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:41.063647 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.104074 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['8145eaeb-fe6b-4ff2-a7ea-94a83ff35197'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:41.126036 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07e97e-81f3-4487-b201-67478294e37c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Pushing event deleted for resources: {'Port': ['ID=8145eaeb-fe6b-4ff2-a7ea-94a83ff35197,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:41.158177 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.196233 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:41.219016 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'port_id': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2', 'mac_address': 'fa:16:3e:69:8b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb84896-be61-47b3-b13f-8af31da05bcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:41.243075 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] Calling delete_port for 30898a83-1908-41fb-bdf7-9cc3b4728b81 owned by network:router_interface {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:41.281278 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d15cd651-dde2-4c28-80d1-b83e439cd73e req-59427590-59c7-4561-88e5-47404361aed6 service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816422 Apr 18 19:31:41.300950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137325a2-23d8-4c3a-814c-2d84f2ee50e7 req-3cb9a9f5-407f-41aa-b7e6-9d42dd67b2e2 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:41.305245 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137325a2-23d8-4c3a-814c-2d84f2ee50e7 req-3cb9a9f5-407f-41aa-b7e6-9d42dd67b2e2 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:41.311220 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-137325a2-23d8-4c3a-814c-2d84f2ee50e7 req-3cb9a9f5-407f-41aa-b7e6-9d42dd67b2e2 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1680 time: 0.1572247 Apr 18 19:31:41.322255 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.337540 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.371666 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:41.372917 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-137325a2-23d8-4c3a-814c-2d84f2ee50e7 req-98722825-9236-443a-b009-9819b12fb55d tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591004 Apr 18 19:31:41.380046 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510bb23b-cc87-43ed-a588-9638e09610ec'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:41.411662 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 510bb23b-cc87-43ed-a588-9638e09610ec, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=510bb23b-cc87-43ed-a588-9638e09610ec,segment=NetworkSegment(e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc),segment_id=e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:41.417998 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:41.499387 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.504766 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f155bca5-4c1f-43cb-9196-c6a23535fc2b req-aeb23eda-9e53-4064-bd97-065c6225c333 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7251899 Apr 18 19:31:41.507939 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b79aa823-b2bb-4eaa-8131-77020174e1cf req-ae912664-bc02-4b1a-bfd8-200d140ac533 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5ad35ad917bc4036817be27017ea25fe&device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 1094 time: 0.1132863 Apr 18 19:31:41.532414 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f72446a-5a23-4f5a-9cec-809155287027 req-ef07e97e-81f3-4487-b201-67478294e37c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] No DVR routers for this DVR port 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:41.555540 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5f72446a-5a23-4f5a-9cec-809155287027 req-ef07e97e-81f3-4487-b201-67478294e37c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.581384 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=510bb23b-cc87-43ed-a588-9638e09610ec,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:41.584602 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.661592 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:41.706386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5f72446a-5a23-4f5a-9cec-809155287027 req-ef07e97e-81f3-4487-b201-67478294e37c tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.71 "DELETE /v2.0/ports/8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 HTTP/1.1" status: 204 len: 173 time: 3.2927346 Apr 18 19:31:41.719490 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:41.719876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79aa823-b2bb-4eaa-8131-77020174e1cf req-f7443116-cd8f-46a0-b31b-db39df2a6217 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:41.721734 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b79aa823-b2bb-4eaa-8131-77020174e1cf req-f7443116-cd8f-46a0-b31b-db39df2a6217 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53865a1c-0820-41ea-bb78-cff1d4692167 HTTP/1.1" status: 200 len: 923 time: 0.2072964 Apr 18 19:31:41.786696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:41.815431 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b79aa823-b2bb-4eaa-8131-77020174e1cf req-cd564a34-d99c-4a45-8098-f8b6aaf79456 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cfad9e-187f-44d8-a449-d023af376e21 HTTP/1.1" status: 200 len: 217 time: 0.0866637 Apr 18 19:31:41.852985 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['57ed7ef5-a4f9-4219-8c1b-417d994d26c2'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:41.919981 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79aa823-b2bb-4eaa-8131-77020174e1cf req-63d76918-d881-41d3-b8ad-f1229fed9d8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:41.921285 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b79aa823-b2bb-4eaa-8131-77020174e1cf req-63d76918-d881-41d3-b8ad-f1229fed9d8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c5d496e-a416-45a0-a254-a9492339f206 HTTP/1.1" status: 200 len: 862 time: 0.0956345 Apr 18 19:31:41.929999 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863518c9-d2b1-4682-9c9c-1528ee2a91a2 req-83082225-b9ca-4a4e-bc01-9631adf7975a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:41.931842 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-863518c9-d2b1-4682-9c9c-1528ee2a91a2 req-83082225-b9ca-4a4e-bc01-9631adf7975a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 947 time: 0.1288035 Apr 18 19:31:41.963022 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Made reservation on behalf of 43825ed3014a4748922fa55a61061871 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:41.974582 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:41.998062 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b79aa823-b2bb-4eaa-8131-77020174e1cf req-93a9ef36-fc2a-48bd-9b07-7a8ebecae1a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53865a1c-0820-41ea-bb78-cff1d4692167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688615 Apr 18 19:31:42.039413 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:42.143290 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] Pushing event deleted for resources: {'Port': ['ID=30898a83-1908-41fb-bdf7-9cc3b4728b81,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:42.149693 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 599af2b2-e6a1-41db-b122-cae291697a3d up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:42.230819 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b79aa823-b2bb-4eaa-8131-77020174e1cf req-7db7edb9-371f-44d6-91c7-e6bba6709902 service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213070 Apr 18 19:31:42.299819 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 599af2b2-e6a1-41db-b122-cae291697a3d triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:42.300406 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:42.305415 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-863518c9-d2b1-4682-9c9c-1528ee2a91a2 req-4e40b853-1105-4375-9928-b7a272ce9509 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478770 Apr 18 19:31:42.311669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086d042c-5ae2-448c-bc4c-d2f627a7b99c', 'name': 'network-vif-deleted', 'tag': '8145eaeb-fe6b-4ff2-a7ea-94a83ff35197'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:42.445358 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4a19599-f1bc-4b76-b303-035b18a6b8d6 req-86ad2afd-79c7-44b2-af7d-ab586850b2f9 tempest-ServersAdminNegativeTestJSON-1358905694 tempest-ServersAdminNegativeTestJSON-1358905694-project] 10.222.0.66 "GET /v2.0/ports?device_id=086d042c-5ae2-448c-bc4c-d2f627a7b99c HTTP/1.1" status: 200 len: 210 time: 0.1821976 Apr 18 19:31:42.518905 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b79aa823-b2bb-4eaa-8131-77020174e1cf req-e5fdd444-049a-4c8e-85ae-37495b31d8c8 service neutron] 10.222.0.16 "GET /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803149 Apr 18 19:31:42.527451 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e455e413-ee3b-478b-976c-db94cc864a6c'] response: {'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510bb23b-cc87-43ed-a588-9638e09610ec', 'code': 200} Apr 18 19:31:42.623365 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Allocated IP 172.20.0.4 (3a9ab76e-a28e-4ada-b9e0-c33450849c0f/dcd83db2-d8cb-4b48-ad93-ec603caf3309/3766c7ef-35c4-4d6e-8250-b33b91171f36) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:31:42.626916 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-04e6d8ce-02db-4d28-b9d8-7c5894becf17 req-ee75f050-f119-4e6a-b567-665e7469f015 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 210 time: 0.1127331 Apr 18 19:31:42.734715 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a17998-06cc-4220-866a-08737d031e1d req-061739da-869f-42fb-84b8-25067c9df24d tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:42.737314 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-70a17998-06cc-4220-866a-08737d031e1d req-061739da-869f-42fb-84b8-25067c9df24d tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 944 time: 0.1104872 Apr 18 19:31:42.791120 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-70a17998-06cc-4220-866a-08737d031e1d req-8a3dbf0e-a4f6-4ad4-bc9c-9e3d155aa609 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Apr 18 19:31:42.877624 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ebd88c-8156-4593-83fd-bfc0a2775a8a'] response: {'server_uuid': '086d042c-5ae2-448c-bc4c-d2f627a7b99c', 'name': 'network-vif-deleted', 'tag': '8145eaeb-fe6b-4ff2-a7ea-94a83ff35197', 'status': 'completed', 'code': 200} Apr 18 19:31:42.902901 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device ac8478be-fbc2-4378-96eb-3c3574f8d8c7 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:42.909956 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:42.943201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Transition to ACTIVE for port object 3766c7ef-35c4-4d6e-8250-b33b91171f36 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:42.951154 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4fd43-9d59-49bc-bb6c-a7b955ed9911 req-7079f420-8804-4cc2-a3a8-026407f280ef tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:42.951847 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6ce4fd43-9d59-49bc-bb6c-a7b955ed9911 req-7079f420-8804-4cc2-a3a8-026407f280ef tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:42.990278 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.061081 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe05a5-74cd-4691-b53d-102a054a7c91 req-70b1d41e-04e1-49c7-bedc-211d44d4e6f1 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:43.065076 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe05a5-74cd-4691-b53d-102a054a7c91 req-70b1d41e-04e1-49c7-bedc-211d44d4e6f1 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:43.066659 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5dbe05a5-74cd-4691-b53d-102a054a7c91 req-70b1d41e-04e1-49c7-bedc-211d44d4e6f1 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1681 time: 0.0872481 Apr 18 19:31:43.103467 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:43.112134 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:43.113165 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.115896 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.122669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6ce4fd43-9d59-49bc-bb6c-a7b955ed9911 req-7079f420-8804-4cc2-a3a8-026407f280ef tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:43.123811 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6ce4fd43-9d59-49bc-bb6c-a7b955ed9911 req-7079f420-8804-4cc2-a3a8-026407f280ef tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 949 time: 0.3633888 Apr 18 19:31:43.124715 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5dbe05a5-74cd-4691-b53d-102a054a7c91 req-46c8d6ad-3989-4847-8119-f9316c817548 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517874 Apr 18 19:31:43.232008 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:31:43.244125 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:43.250721 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:31:43.258872 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.284710 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Pushing event updated for resources: {'Port': ['ID=3766c7ef-35c4-4d6e-8250-b33b91171f36,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:43.296834 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port ac8478be-fbc2-4378-96eb-3c3574f8d8c7, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=ac8478be-fbc2-4378-96eb-3c3574f8d8c7,segment=NetworkSegment(672bf0c4-919e-41f2-9880-93ff5537efa0),segment_id=672bf0c4-919e-41f2-9880-93ff5537efa0)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:43.307572 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6ce4fd43-9d59-49bc-bb6c-a7b955ed9911 req-2fa8c3ea-e9e0-4c4f-a7e1-4c130b8e8010 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511798 Apr 18 19:31:43.327940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:43.328320 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6ddac-5100-4562-9d24-6e7891f08da2 req-ae0ec12e-82b0-4585-a77c-6cc16966077a tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:43.328543 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.329043 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-95c6ddac-5100-4562-9d24-6e7891f08da2 req-ae0ec12e-82b0-4585-a77c-6cc16966077a tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Synchronizing usage tracker for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:43.368125 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.369626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:43.434047 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-95c6ddac-5100-4562-9d24-6e7891f08da2 req-ae0ec12e-82b0-4585-a77c-6cc16966077a tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Unset dirty status for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:43.435306 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95c6ddac-5100-4562-9d24-6e7891f08da2 req-ae0ec12e-82b0-4585-a77c-6cc16966077a tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 943 time: 0.1958547 Apr 18 19:31:43.486065 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=ac8478be-fbc2-4378-96eb-3c3574f8d8c7,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:43.509665 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95c6ddac-5100-4562-9d24-6e7891f08da2 req-cbc1602c-a6e5-4c47-b04a-efca24eabbe4 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624118 Apr 18 19:31:43.605405 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:43.611105 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:43.611650 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.671150 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-818daf19-1aea-40c6-82c2-ff098b8dda69 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6999886 Apr 18 19:31:43.693117 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Request body: {'port': {'device_id': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:43.749665 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.760752 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-0fd4445f-26b4-40f4-8183-dbfd9f4ec539 None None] Provisioning for port 3766c7ef-35c4-4d6e-8250-b33b91171f36 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:43.769060 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-0fd4445f-26b4-40f4-8183-dbfd9f4ec539 None None] Provisioning complete for port 3766c7ef-35c4-4d6e-8250-b33b91171f36 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:43.769682 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0fd4445f-26b4-40f4-8183-dbfd9f4ec539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.838621 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c6829-277d-4229-8e9b-da6b9f0c8149 req-9556db3c-c500-412a-ac0d-c2559f4067b6 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:43.841574 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:43.844110 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4445f-26b4-40f4-8183-dbfd9f4ec539 None None] Port 3766c7ef-35c4-4d6e-8250-b33b91171f36 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:31:43.849199 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-244c6829-277d-4229-8e9b-da6b9f0c8149 req-9556db3c-c500-412a-ac0d-c2559f4067b6 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 931 time: 0.0974641 Apr 18 19:31:43.857795 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.899782 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:43.901194 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:43.909465 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-244c6829-277d-4229-8e9b-da6b9f0c8149 req-975e2205-64d2-41f7-b527-15c707a91c2e tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585694 Apr 18 19:31:43.925806 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba44a8d-97e6-413d-94be-d9366dbac10d req-16a8035a-febf-4fd3-9f4d-91019a028bde tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:43.927315 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fba44a8d-97e6-413d-94be-d9366dbac10d req-16a8035a-febf-4fd3-9f4d-91019a028bde tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 949 time: 0.3395269 Apr 18 19:31:43.990261 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:43.990617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8145eaeb-fe6b-4ff2-a7ea-94a83ff35197 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:44.021973 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:44.051643 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55572) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:44.243381 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-84d0423c-615a-489c-b0b4-33c6dbabdf92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d594eb8ddc7455ab636ca7214372018&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1905019 Apr 18 19:31:44.245951 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55580) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:44.250705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-fba44a8d-97e6-413d-94be-d9366dbac10d req-c389976a-1e89-4878-ae61-96f06421d8af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Deleting port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:44.251042 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fba44a8d-97e6-413d-94be-d9366dbac10d req-c389976a-1e89-4878-ae61-96f06421d8af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.364671 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc71f-b44f-4596-81b4-cd538d4b07e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.394868 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fe522-f49b-4f38-8e32-9666f255472a req-f2a8ecf8-5512-49e4-aae9-665fd8901fee tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:44.398820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fe522-f49b-4f38-8e32-9666f255472a req-f2a8ecf8-5512-49e4-aae9-665fd8901fee tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:44.400359 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-476fe522-f49b-4f38-8e32-9666f255472a req-f2a8ecf8-5512-49e4-aae9-665fd8901fee tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1682 time: 0.1408780 Apr 18 19:31:44.409498 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc71f-b44f-4596-81b4-cd538d4b07e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.454638 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291fb5e-5596-474d-98ae-5a8af4314a80 req-ebe190b0-d190-4f21-aa29-2a8bc114e09b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:44.456814 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6291fb5e-5596-474d-98ae-5a8af4314a80 req-ebe190b0-d190-4f21-aa29-2a8bc114e09b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.4801280 Apr 18 19:31:44.529563 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8478be-fbc2-4378-96eb-3c3574f8d8c7'}, {'server_uuid': '17c9d062-992d-4271-8938-4bda30d36c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:44.573866 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-476fe522-f49b-4f38-8e32-9666f255472a req-22913625-ca1a-4689-ab67-80a08496915d tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668813 Apr 18 19:31:44.659226 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc71f-b44f-4596-81b4-cd538d4b07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.659482 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6291fb5e-5596-474d-98ae-5a8af4314a80 req-060ac65b-94d3-4a53-be30-c08a42d95e2a tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795266 Apr 18 19:31:44.682429 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:31:44.682522 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fc71f-b44f-4596-81b4-cd538d4b07e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df6e19d-25b2-42e4-b143-ea962b81ffa2,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:44.771757 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b3fc71f-b44f-4596-81b4-cd538d4b07e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.772999 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0b3fc71f-b44f-4596-81b4-cd538d4b07e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2df6e19d-25b2-42e4-b143-ea962b81ffa2 HTTP/1.1" status: 204 len: 168 time: 0.5260613 Apr 18 19:31:44.792310 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530026a1-a6a6-41f5-a1e2-fd90b627ad69 req-06892e5e-0c7b-47b8-99a0-ac8004f759a8 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:44.793914 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-530026a1-a6a6-41f5-a1e2-fd90b627ad69 req-06892e5e-0c7b-47b8-99a0-ac8004f759a8 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 949 time: 0.0957985 Apr 18 19:31:44.794303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-fba44a8d-97e6-413d-94be-d9366dbac10d req-c389976a-1e89-4878-ae61-96f06421d8af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] For port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=4bb1e82e-316e-4e3b-8fd1-77c2061f4786,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:44.794732 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fba44a8d-97e6-413d-94be-d9366dbac10d req-c389976a-1e89-4878-ae61-96f06421d8af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.804659 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3766c7ef-35c4-4d6e-8250-b33b91171f36 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:44.842419 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-530026a1-a6a6-41f5-a1e2-fd90b627ad69 req-bbeae810-e458-4025-8a1d-2fbc075f7c06 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427427 Apr 18 19:31:44.845353 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:44.915324 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9a8b00-16eb-4eb8-95a8-0ed4b762dc90'] response: {'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8478be-fbc2-4378-96eb-3c3574f8d8c7', 'code': 200} Apr 18 19:31:44.915592 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9a8b00-16eb-4eb8-95a8-0ed4b762dc90'] response: {'server_uuid': '17c9d062-992d-4271-8938-4bda30d36c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2', 'code': 200} Apr 18 19:31:44.927040 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] Router 05832b65-61c0-4f53-ad56-e03c6a721bb3 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:31:45.114412 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-fba44a8d-97e6-413d-94be-d9366dbac10d req-c389976a-1e89-4878-ae61-96f06421d8af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Calling delete_port for 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:45.166077 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Transition to ACTIVE for port object 3766c7ef-35c4-4d6e-8250-b33b91171f36 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:31:45.198869 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8f6c929f-3956-4b12-85a9-edf5cc274d62 req-bca26e9f-22e4-4919-8e1e-49862c62a9c7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 1096 time: 0.1658616 Apr 18 19:31:45.204755 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7dc01594-e7c5-4cb5-a8e1-e098304a433f req-c63e8ed0-bfad-4c5a-923d-362f8dc5199e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1984 time: 0.2102344 Apr 18 19:31:45.243026 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357ee3b-04d7-4c17-ac7b-cc91464f662a req-02598b13-8f07-494f-a553-11141634c7bb tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:45.244451 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e357ee3b-04d7-4c17-ac7b-cc91464f662a req-02598b13-8f07-494f-a553-11141634c7bb tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 931 time: 0.1716533 Apr 18 19:31:45.279868 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:45.313947 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8f6c929f-3956-4b12-85a9-edf5cc274d62 req-2e0e97ae-b1d7-4299-878a-86dfeddf0204 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082187 Apr 18 19:31:45.324151 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7dc01594-e7c5-4cb5-a8e1-e098304a433f req-f991e050-0e93-4ded-9b76-d8b564db1b7e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017368 Apr 18 19:31:45.328854 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e357ee3b-04d7-4c17-ac7b-cc91464f662a req-10ded113-2482-4040-a874-6488f4dcd309 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740979 Apr 18 19:31:45.411125 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 85cfad9e-187f-44d8-a449-d023af376e21 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:45.416930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffd0f1-4218-4ff8-9915-c3b4161c9ec3 req-38c490e0-7ed7-4ae4-a08c-0fa7047f32e6 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:45.418351 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-73ffd0f1-4218-4ff8-9915-c3b4161c9ec3 req-38c490e0-7ed7-4ae4-a08c-0fa7047f32e6 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 943 time: 0.6159673 Apr 18 19:31:45.546170 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Pushing event updated for resources: {'Port': ['ID=3766c7ef-35c4-4d6e-8250-b33b91171f36,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:45.576390 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 85cfad9e-187f-44d8-a449-d023af376e21, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=85cfad9e-187f-44d8-a449-d023af376e21,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:45.582107 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55596) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:45.594825 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '85cfad9e-187f-44d8-a449-d023af376e21', 'network_id': '53865a1c-0820-41ea-bb78-cff1d4692167', 'port_id': '85cfad9e-187f-44d8-a449-d023af376e21', 'mac_address': 'fa:16:3e:80:75:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5d496e-a416-45a0-a254-a9492339f206', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:45.647629 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c30df6f5-6154-4ad9-af38-2746889a3b0d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9241c63d09c9472fb3e68d303ee86358&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0623333 Apr 18 19:31:45.650010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55602) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:45.663034 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-73ffd0f1-4218-4ff8-9915-c3b4161c9ec3 req-181d3381-73d2-4c65-a60b-95cf5da1c3cd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084265 Apr 18 19:31:45.688597 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:45.717232 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fba44a8d-97e6-413d-94be-d9366dbac10d req-c389976a-1e89-4878-ae61-96f06421d8af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:45.746330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cfad9e-187f-44d8-a449-d023af376e21 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:45.773277 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['81506e0b-4d1e-4b6d-8999-29f8f019d93d', 'f8c97400-a3e4-4c62-8541-c944c471c9f1', '4bb1e82e-316e-4e3b-8fd1-77c2061f4786'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:45.788225 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-35577aaa-5209-4075-903a-744196ca9f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:45.821253 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-35577aaa-5209-4075-903a-744196ca9f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:45.831028 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389976a-1e89-4878-ae61-96f06421d8af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event deleted for resources: {'Port': ['ID=4bb1e82e-316e-4e3b-8fd1-77c2061f4786,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:45.837369 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c', '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:45.925517 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 85cfad9e-187f-44d8-a449-d023af376e21, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=85cfad9e-187f-44d8-a449-d023af376e21,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:45.974037 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-35577aaa-5209-4075-903a-744196ca9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:45.978125 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba44a8d-97e6-413d-94be-d9366dbac10d req-c389976a-1e89-4878-ae61-96f06421d8af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] No DVR routers for this DVR port 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:45.980702 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fba44a8d-97e6-413d-94be-d9366dbac10d req-c389976a-1e89-4878-ae61-96f06421d8af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:45.992722 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1190924-3d0b-4617-b072-aa9925ee7189', 'name': 'network-vif-deleted', 'tag': '4bb1e82e-316e-4e3b-8fd1-77c2061f4786'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:45.996544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35577aaa-5209-4075-903a-744196ca9f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd376239-e37d-4ecc-a09a-325ab0d3293a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:46.008653 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-35577aaa-5209-4075-903a-744196ca9f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:46.009531 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-35577aaa-5209-4075-903a-744196ca9f76 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd376239-e37d-4ecc-a09a-325ab0d3293a HTTP/1.1" status: 204 len: 168 time: 0.3534691 Apr 18 19:31:46.056173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced7b6c-739a-4e0e-a3cd-d3fc09360e50 req-70ff0b92-0f3a-471e-a4d8-373bf19b1208 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:46.056693 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:46.059183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Attempting to bind port 3766c7ef-35c4-4d6e-8250-b33b91171f36 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:31:46.059517 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Attempting to bind port 3766c7ef-35c4-4d6e-8250-b33b91171f36 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:31:46.059843 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Attempting to bind port 3766c7ef-35c4-4d6e-8250-b33b91171f36 on network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:46.063414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced7b6c-739a-4e0e-a3cd-d3fc09360e50 req-70ff0b92-0f3a-471e-a4d8-373bf19b1208 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:46.067245 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6ced7b6c-739a-4e0e-a3cd-d3fc09360e50 req-70ff0b92-0f3a-471e-a4d8-373bf19b1208 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1682 time: 0.1376791 Apr 18 19:31:46.073464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Port 3766c7ef-35c4-4d6e-8250-b33b91171f36 on network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:31:46.073783 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Attempting to bind port 3766c7ef-35c4-4d6e-8250-b33b91171f36 on network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:31:46.092367 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fba44a8d-97e6-413d-94be-d9366dbac10d req-c389976a-1e89-4878-ae61-96f06421d8af tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "DELETE /v2.0/ports/4bb1e82e-316e-4e3b-8fd1-77c2061f4786 HTTP/1.1" status: 204 len: 173 time: 2.1166615 Apr 18 19:31:46.113150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:31:46.123958 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-eb6892dc-f636-4878-b7a1-4b8b5f4ebb8d admin admin] 10.222.0.66 "PUT /v2.0/routers/05832b65-61c0-4f53-ad56-e03c6a721bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1012743 Apr 18 19:31:46.125276 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:31:46.125618 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Checking segment: {'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:46.125991 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Bound using segment: {'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:31:46.126461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Bound port: 3766c7ef-35c4-4d6e-8250-b33b91171f36, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ada70be-5df7-4a48-aa84-62a1c247d774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:31:46.126799 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:46.146199 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1c34f-fc9d-4320-9ac4-b3968362c263 req-afc04ead-41e2-431b-89f4-3c0beab7195f tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:46.151931 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55616) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:46.153143 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66e1c34f-fc9d-4320-9ac4-b3968362c263 req-afc04ead-41e2-431b-89f4-3c0beab7195f tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.2479246 Apr 18 19:31:46.165458 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d5e5f-3043-4f64-a103-b44d8b5d3f96 None None] Sync routers for ids ['05832b65-61c0-4f53-ad56-e03c6a721bb3'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:31:46.168662 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6ced7b6c-739a-4e0e-a3cd-d3fc09360e50 req-dc8c942e-aec3-4612-9993-fb1fb9c8dd61 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841675 Apr 18 19:31:46.239475 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d5e5f-3043-4f64-a103-b44d8b5d3f96 None None] Routers {'05832b65-61c0-4f53-ad56-e03c6a721bb3'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:46.240125 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-be5d5e5f-3043-4f64-a103-b44d8b5d3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['05832b65-61c0-4f53-ad56-e03c6a721bb3'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:46.271889 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66e1c34f-fc9d-4320-9ac4-b3968362c263 req-0095a828-ed5b-4b38-b559-3535d8eb5659 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176639 Apr 18 19:31:46.359230 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] For port 3766c7ef-35c4-4d6e-8250-b33b91171f36, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:31:46.372513 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] For port 3766c7ef-35c4-4d6e-8250-b33b91171f36, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3766c7ef-35c4-4d6e-8250-b33b91171f36,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:31:46.434150 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae380d1-6042-4804-84f7-f7b90a078742'] response: {'server_uuid': 'a1190924-3d0b-4617-b072-aa9925ee7189', 'name': 'network-vif-deleted', 'tag': '4bb1e82e-316e-4e3b-8fd1-77c2061f4786', 'status': 'completed', 'code': 200} Apr 18 19:31:46.486918 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:46.494067 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=85cfad9e-187f-44d8-a449-d023af376e21,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:46.520653 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['85cfad9e-187f-44d8-a449-d023af376e21'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:46.562840 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eaa871c2-3ba0-45dd-80d7-c45ce33f42b9 req-d1300b4e-5c7a-441b-969e-58e5a0860393 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1190924-3d0b-4617-b072-aa9925ee7189 HTTP/1.1" status: 200 len: 210 time: 0.0907707 Apr 18 19:31:46.596160 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:46.597749 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] 10.222.0.71 "PUT /v2.0/ports/3766c7ef-35c4-4d6e-8250-b33b91171f36 HTTP/1.1" status: 200 len: 1091 time: 2.9146740 Apr 18 19:31:46.728355 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:46.873798 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5409f-4d71-47c9-b156-8e1ebef813ba service neutron] Pushing event updated for resources: {'Port': ['ID=3766c7ef-35c4-4d6e-8250-b33b91171f36,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:46.902682 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-be5d5e5f-3043-4f64-a103-b44d8b5d3f96 None None] Set router 05832b65-61c0-4f53-ad56-e03c6a721bb3 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:47.021871 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b95ac-962e-47bd-8608-80eec3136728 req-1cb7e965-3a9f-416e-814b-5dff9ab3acd3 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:47.024515 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e29b95ac-962e-47bd-8608-80eec3136728 req-1cb7e965-3a9f-416e-814b-5dff9ab3acd3 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Synchronizing usage tracker for tenant:43825ed3014a4748922fa55a61061871 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:47.070219 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-62770aa8-f788-4f01-ad0f-31ab51920e6f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43825ed3014a4748922fa55a61061871&device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 1094 time: 0.3107867 Apr 18 19:31:47.108068 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c036b8b-c3a8-45b4-a4f7-b54f54d7a06a req-e548ce1f-432c-4307-ac6d-e1b58c4febbf tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:47.115822 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c036b8b-c3a8-45b4-a4f7-b54f54d7a06a req-e548ce1f-432c-4307-ac6d-e1b58c4febbf tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 944 time: 0.1400993 Apr 18 19:31:47.170501 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-9eb1057b-92b3-43d9-a8c3-9426badeb267 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3766c7ef-35c4-4d6e-8250-b33b91171f36 HTTP/1.1" status: 200 len: 217 time: 0.0924408 Apr 18 19:31:47.172249 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e29b95ac-962e-47bd-8608-80eec3136728 req-1cb7e965-3a9f-416e-814b-5dff9ab3acd3 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Unset dirty status for tenant:43825ed3014a4748922fa55a61061871 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:47.173484 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e29b95ac-962e-47bd-8608-80eec3136728 req-1cb7e965-3a9f-416e-814b-5dff9ab3acd3 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 943 time: 0.5213568 Apr 18 19:31:47.183064 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c036b8b-c3a8-45b4-a4f7-b54f54d7a06a req-2cc4a7f4-7e9f-4879-9c24-8393b5baadf3 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659528 Apr 18 19:31:47.242966 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.289807 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e29b95ac-962e-47bd-8608-80eec3136728 req-162de0bb-04c0-45bf-aa76-4c9d351d91db tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742145 Apr 18 19:31:47.300381 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-200dea2d-0a4a-40c6-b81a-00e6e13ca07a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:47.301790 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-200dea2d-0a4a-40c6-b81a-00e6e13ca07a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dcd83db2-d8cb-4b48-ad93-ec603caf3309 HTTP/1.1" status: 200 len: 844 time: 0.1252341 Apr 18 19:31:47.339956 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Deleting port 080147f1-365d-42e9-b595-05184cb9258f {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:47.340332 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.443064 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-5edd29ae-8aac-46d4-a9d9-1c0ee4e443cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a9ab76e-a28e-4ada-b9e0-c33450849c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289926 Apr 18 19:31:47.638130 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc1fa9-93f6-4db1-995f-4a419c9b165f req-6069a60e-d68c-47ba-a7b2-1beb15fc3c87 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:47.642494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc1fa9-93f6-4db1-995f-4a419c9b165f req-6069a60e-d68c-47ba-a7b2-1beb15fc3c87 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:47.651055 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6cfc1fa9-93f6-4db1-995f-4a419c9b165f req-6069a60e-d68c-47ba-a7b2-1beb15fc3c87 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1682 time: 0.2155864 Apr 18 19:31:47.684112 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] For port 080147f1-365d-42e9-b595-05184cb9258f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=080147f1-365d-42e9-b595-05184cb9258f,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:47.684470 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:47.749673 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-be5d5e5f-3043-4f64-a103-b44d8b5d3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '080147f1-365d-42e9-b595-05184cb9258f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:31:41Z', 'revision_number': 5, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port': {'id': '080147f1-365d-42e9-b595-05184cb9258f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:27:37Z', 'updated_at': '2022-04-18T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:47.765651 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d5e5f-3043-4f64-a103-b44d8b5d3f96 None None] Checking router: 05832b65-61c0-4f53-ad56-e03c6a721bb3 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:31:47.823067 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d5e5f-3043-4f64-a103-b44d8b5d3f96 None None] Routers {'05832b65-61c0-4f53-ad56-e03c6a721bb3'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:31:47.824108 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-be5d5e5f-3043-4f64-a103-b44d8b5d3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['05832b65-61c0-4f53-ad56-e03c6a721bb3'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:47.859968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b500162-90f9-48f3-871b-3a5dd2b01b07 req-235f365f-7f7d-40fa-9167-e73c99fc9c44 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:47.861502 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8b500162-90f9-48f3-871b-3a5dd2b01b07 req-235f365f-7f7d-40fa-9167-e73c99fc9c44 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.3638229 Apr 18 19:31:47.865021 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-08663a81-670f-40af-8fd2-67af9acf9532 service neutron] 10.222.0.71 "GET /v2.0/networks/3a9ab76e-a28e-4ada-b9e0-c33450849c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121659 Apr 18 19:31:47.932749 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Calling delete_port for 080147f1-365d-42e9-b595-05184cb9258f owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:47.972836 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6cfc1fa9-93f6-4db1-995f-4a419c9b165f req-b01d9a40-23ca-4e93-9b25-a5b241725757 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208315 Apr 18 19:31:48.010340 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8b500162-90f9-48f3-871b-3a5dd2b01b07 req-72fec441-3e4d-4ead-b896-38a9c3a08493 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417553 Apr 18 19:31:48.068833 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-be5d5e5f-3043-4f64-a103-b44d8b5d3f96 None None] Set router 05832b65-61c0-4f53-ad56-e03c6a721bb3 gateway port host: None {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:31:48.105429 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-81730ebf-4f25-4cdf-9384-cd4b7428dceb req-43fbc5fa-a09b-445b-8460-1aa8aef2bf09 service neutron] 10.222.0.71 "GET /v2.0/networks/3a9ab76e-a28e-4ada-b9e0-c33450849c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219470 Apr 18 19:31:48.261636 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-be5d5e5f-3043-4f64-a103-b44d8b5d3f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:31:47Z', 'revision_number': 6, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port_host': None}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:48.266382 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d5e5f-3043-4f64-a103-b44d8b5d3f96 None None] The sync data for ids ['05832b65-61c0-4f53-ad56-e03c6a721bb3'] in n-d-838334-1 is: [{'id': '05832b65-61c0-4f53-ad56-e03c6a721bb3', 'name': 'tempest-ServersTestBootFromVolume-1182022050-router', 'tenant_id': '60594790ca474462950206fdbf632734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:27:36Z', 'updated_at': '2022-04-18T19:31:47Z', 'revision_number': 6, 'project_id': '60594790ca474462950206fdbf632734', 'gw_port_host': None}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:31:48.288381 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:48.339881 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Pushing event deleted for resources: {'Port': ['ID=080147f1-365d-42e9-b595-05184cb9258f,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:48.435657 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'tag': '3766c7ef-35c4-4d6e-8250-b33b91171f36'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:48.581007 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:48.917413 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:48.919717 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:48.930194 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:48.938141 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdea2f-4a89-4193-9feb-58a8cf012364 req-ae323943-9839-4419-b46b-b51860514914 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:48.939676 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4cdea2f-4a89-4193-9feb-58a8cf012364 req-ae323943-9839-4419-b46b-b51860514914 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 944 time: 0.2984457 Apr 18 19:31:48.964960 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:48.965312 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 4bb1e82e-316e-4e3b-8fd1-77c2061f4786 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:48.997865 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4cdea2f-4a89-4193-9feb-58a8cf012364 req-a2daa382-7bc5-46d3-a8d7-814a27993ce8 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505996 Apr 18 19:31:49.062491 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.063236 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05832b65-61c0-4f53-ad56-e03c6a721bb3 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:31:49.083525 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.084637 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fda3d0e1-5f76-4071-83b7-320a25489604 admin admin] 10.222.0.66 "DELETE /v2.0/routers/05832b65-61c0-4f53-ad56-e03c6a721bb3 HTTP/1.1" status: 204 len: 168 time: 2.9003017 Apr 18 19:31:49.088009 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55680) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:49.155975 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf96df8-c66a-43c4-a048-a307f5f7f2f8'] response: {'name': 'network-changed', 'server_uuid': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'tag': '3766c7ef-35c4-4d6e-8250-b33b91171f36', 'status': 'completed', 'code': 200} Apr 18 19:31:49.215380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-694b2f47-6d2a-4e1f-ae49-81cc4ee177da admin admin] Deleting subnet b617e322-b02f-4db6-8d71-da2b8b2259d4 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:31:49.225860 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-694b2f47-6d2a-4e1f-ae49-81cc4ee177da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.258918 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b1e8c4-7685-4614-abda-588bce73d2b2 req-2d720695-e876-4c15-a39b-b685756e0ea8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43825ed3014a4748922fa55a61061871&device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 1094 time: 0.0811300 Apr 18 19:31:49.300120 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-694b2f47-6d2a-4e1f-ae49-81cc4ee177da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.365859 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ae94-f0aa-4e47-af98-756fe9781281 req-549793bb-b46b-4ca9-b280-15d62b6f82cf tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:49.367363 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cd09ae94-f0aa-4e47-af98-756fe9781281 req-549793bb-b46b-4ca9-b280-15d62b6f82cf tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 943 time: 0.2149041 Apr 18 19:31:49.433255 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 85cfad9e-187f-44d8-a449-d023af376e21 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:49.433800 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cd09ae94-f0aa-4e47-af98-756fe9781281 req-c9126ff3-3a66-4267-87af-3099afec114e tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578761 Apr 18 19:31:49.435772 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-694b2f47-6d2a-4e1f-ae49-81cc4ee177da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.444519 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e8c4-7685-4614-abda-588bce73d2b2 req-f23df383-0347-4f27-b481-0c21ee88a795 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:49.445951 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b1e8c4-7685-4614-abda-588bce73d2b2 req-f23df383-0347-4f27-b481-0c21ee88a795 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a9ab76e-a28e-4ada-b9e0-c33450849c0f HTTP/1.1" status: 200 len: 906 time: 0.1781793 Apr 18 19:31:49.544687 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b1e8c4-7685-4614-abda-588bce73d2b2 req-f94ad492-de1d-428f-be24-0993004748a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3766c7ef-35c4-4d6e-8250-b33b91171f36 HTTP/1.1" status: 200 len: 217 time: 0.0846918 Apr 18 19:31:49.554459 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3b9bb-3d8a-4fa1-8ec4-81314c2069b3 req-c9a7047a-ce1b-4633-a16b-58a88ab3ba20 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:49.555890 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24d3b9bb-3d8a-4fa1-8ec4-81314c2069b3 req-c9a7047a-ce1b-4633-a16b-58a88ab3ba20 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.2638042 Apr 18 19:31:49.619171 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-694b2f47-6d2a-4e1f-ae49-81cc4ee177da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.625279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 85cfad9e-187f-44d8-a449-d023af376e21 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:49.631270 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 85cfad9e-187f-44d8-a449-d023af376e21 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:49.631747 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.643666 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1e8c4-7685-4614-abda-588bce73d2b2 req-53fe1ab2-7f49-43e9-b34b-a1ca0c05c9bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:49.645575 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b1e8c4-7685-4614-abda-588bce73d2b2 req-53fe1ab2-7f49-43e9-b34b-a1ca0c05c9bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dcd83db2-d8cb-4b48-ad93-ec603caf3309 HTTP/1.1" status: 200 len: 844 time: 0.0888567 Apr 18 19:31:49.650866 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24d3b9bb-3d8a-4fa1-8ec4-81314c2069b3 req-73fc7a03-f63f-4ccd-8abc-85563d974933 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644705 Apr 18 19:31:49.738072 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b1e8c4-7685-4614-abda-588bce73d2b2 req-251e1c8b-f953-4001-becc-7ae604517d06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a9ab76e-a28e-4ada-b9e0-c33450849c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856421 Apr 18 19:31:49.764335 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.792332 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b175437-c195-446b-9a97-7f7026790060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cfad9e-187f-44d8-a449-d023af376e21'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:49.802532 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 85cfad9e-187f-44d8-a449-d023af376e21, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=85cfad9e-187f-44d8-a449-d023af376e21,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:49.803309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b2f47-6d2a-4e1f-ae49-81cc4ee177da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b617e322-b02f-4db6-8d71-da2b8b2259d4,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:49.810943 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-694b2f47-6d2a-4e1f-ae49-81cc4ee177da admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.818045 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08991339-1d85-4a4a-b045-f4d9dce422eb None None] Network 574a0ab3-0b8f-4952-894f-45b8da0ee116 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:49.825981 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-694b2f47-6d2a-4e1f-ae49-81cc4ee177da admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b617e322-b02f-4db6-8d71-da2b8b2259d4 HTTP/1.1" status: 204 len: 168 time: 0.7347574 Apr 18 19:31:49.826346 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55694) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:49.888961 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.947698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc505f-19dc-4d88-b5d6-833baa0af0e2 req-c55f04f0-138f-4d70-969b-6e4ceeb43361 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:49.949036 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04bc505f-19dc-4d88-b5d6-833baa0af0e2 req-c55f04f0-138f-4d70-969b-6e4ceeb43361 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 950 time: 0.3638577 Apr 18 19:31:49.953035 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.960361 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b1e8c4-7685-4614-abda-588bce73d2b2 req-c7b0086f-0576-4328-850a-95b9b2518c57 service neutron] 10.222.0.71 "GET /v2.0/networks/3a9ab76e-a28e-4ada-b9e0-c33450849c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143068 Apr 18 19:31:49.987639 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d95a44-6766-4111-b0ce-0058fbf6e211 req-2f238f6b-8330-445f-875b-065b49230cbf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:49.991657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Deleting port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:49.992018 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:49.993454 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d95a44-6766-4111-b0ce-0058fbf6e211 req-2f238f6b-8330-445f-875b-065b49230cbf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:50.001295 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6d95a44-6766-4111-b0ce-0058fbf6e211 req-2f238f6b-8330-445f-875b-065b49230cbf tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1682 time: 0.2225988 Apr 18 19:31:50.058702 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=85cfad9e-187f-44d8-a449-d023af376e21,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:50.063716 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04bc505f-19dc-4d88-b5d6-833baa0af0e2 req-44ca562d-12ba-417e-ba5d-f8d834203072 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045840 Apr 18 19:31:50.150137 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 080147f1-365d-42e9-b595-05184cb9258f no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:50.222967 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 080147f1-365d-42e9-b595-05184cb9258f {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:50.223442 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 080147f1-365d-42e9-b595-05184cb9258f not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:50.223945 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 30898a83-1908-41fb-bdf7-9cc3b4728b81 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:50.258552 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f9ed1a-883e-453b-a313-da846a984c2a None None] DHCP port deletion for 574a0ab3-0b8f-4952-894f-45b8da0ee116 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:31:50.285412 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6d95a44-6766-4111-b0ce-0058fbf6e211 req-326a59a7-987f-4f05-a815-e25c80ee0df7 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607789 Apr 18 19:31:50.285937 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-17f9ed1a-883e-453b-a313-da846a984c2a None None] Deleting port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:50.285937 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-17f9ed1a-883e-453b-a313-da846a984c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:50.307148 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27b1e8c4-7685-4614-abda-588bce73d2b2 req-9aad53fb-1ecf-4d4f-8b37-6f263240d1fd service neutron] 10.222.0.71 "GET /v2.0/networks/3a9ab76e-a28e-4ada-b9e0-c33450849c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039074 Apr 18 19:31:50.346452 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-803c9b63-7f8d-4b43-846b-1b4129bc6101 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:50.346992 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-803c9b63-7f8d-4b43-846b-1b4129bc6101 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:50.347923 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] For port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:50.347923 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:50.387890 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 30898a83-1908-41fb-bdf7-9cc3b4728b81 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:50.388283 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 30898a83-1908-41fb-bdf7-9cc3b4728b81 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:50.392131 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d050fce-cd81-4fd0-ba78-22fbfe320dab'] response: {'server_uuid': '2b175437-c195-446b-9a97-7f7026790060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cfad9e-187f-44d8-a449-d023af376e21', 'code': 200} Apr 18 19:31:50.448158 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-803c9b63-7f8d-4b43-846b-1b4129bc6101 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:50.449515 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-803c9b63-7f8d-4b43-846b-1b4129bc6101 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 950 time: 0.3079185 Apr 18 19:31:50.574778 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Calling delete_port for ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:50.600199 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-41030d89-a6fa-403e-98f1-637e15fafe49 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Deleting port f8c97400-a3e4-4c62-8541-c944c471c9f1 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:50.600542 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-41030d89-a6fa-403e-98f1-637e15fafe49 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:50.624250 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-17f9ed1a-883e-453b-a313-da846a984c2a None None] For port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8,segment=NetworkSegment(03900c93-5c58-462d-b825-0e07ee6c25c2),segment_id=03900c93-5c58-462d-b825-0e07ee6c25c2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:50.625283 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-17f9ed1a-883e-453b-a313-da846a984c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:50.721148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d0b31-ca80-492f-9c2a-62a8b4f23a4b req-50d0e35a-0335-46b7-8627-7ca6568ce70f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:50.722556 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf9d0b31-ca80-492f-9c2a-62a8b4f23a4b req-50d0e35a-0335-46b7-8627-7ca6568ce70f tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 945 time: 0.1921985 Apr 18 19:31:50.751316 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-942743c9-cbcd-41af-b919-e35e411db007 req-661f8dcc-77ca-4e18-8330-2aff73c2efbd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 1096 time: 0.2326090 Apr 18 19:31:50.758311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1789158-227e-46b2-97be-f0920134fb51 req-4ca478c3-8670-499f-82ad-3998dcea7ff6 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:50.758502 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-17f9ed1a-883e-453b-a313-da846a984c2a None None] Calling delete_port for ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:50.759770 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f1789158-227e-46b2-97be-f0920134fb51 req-4ca478c3-8670-499f-82ad-3998dcea7ff6 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 943 time: 0.1487727 Apr 18 19:31:50.812633 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn_limited( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.839229 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:31:50.841654 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:31:50.846869 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-17f9ed1a-883e-453b-a313-da846a984c2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:31:50.847294 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-17f9ed1a-883e-453b-a313-da846a984c2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:31:50.872736 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:50.883227 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] No DVR routers for this DVR port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:50.885824 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-942743c9-cbcd-41af-b919-e35e411db007 req-bd0470b5-ea89-48f2-9af5-a9b4a6aa446b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244240 Apr 18 19:31:50.938372 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f1789158-227e-46b2-97be-f0920134fb51 req-ee094b45-b0f7-40f9-a025-24e69fcbec8c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639109 Apr 18 19:31:51.012784 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.040296 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574a0ab3-0b8f-4952-894f-45b8da0ee116']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:51.051682 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf9d0b31-ca80-492f-9c2a-62a8b4f23a4b req-8b5feefe-a70e-4d51-969e-7b839e3330b6 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163974 Apr 18 19:31:51.053522 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03900c93-5c58-462d-b825-0e07ee6c25c2') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:51.053816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03900c93-5c58-462d-b825-0e07ee6c25c2') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:51.065740 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.085661 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.087009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-41030d89-a6fa-403e-98f1-637e15fafe49 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] For port f8c97400-a3e4-4c62-8541-c944c471c9f1, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f8c97400-a3e4-4c62-8541-c944c471c9f1,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:51.087569 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-41030d89-a6fa-403e-98f1-637e15fafe49 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.099257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:31:51.099768 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.110815 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a78161-f804-4ae8-ab14-95800391194c req-d6760184-4ece-4775-884e-425a191dbb23 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:51.115367 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a78161-f804-4ae8-ab14-95800391194c req-d6760184-4ece-4775-884e-425a191dbb23 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:51.117003 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-14a78161-f804-4ae8-ab14-95800391194c req-d6760184-4ece-4775-884e-425a191dbb23 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1682 time: 0.2324984 Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:31:51.137589 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:31:51.284580 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-41030d89-a6fa-403e-98f1-637e15fafe49 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Calling delete_port for f8c97400-a3e4-4c62-8541-c944c471c9f1 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:51.340947 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60751557-964f-48f2-8e1b-d011942b4df5 req-cd53ade7-9982-417f-bd58-2b60604301e0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:51.342708 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-60751557-964f-48f2-8e1b-d011942b4df5 req-cd53ade7-9982-417f-bd58-2b60604301e0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.1242359 Apr 18 19:31:51.348430 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-17f9ed1a-883e-453b-a313-da846a984c2a None None] Deleting port ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:51.348894 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-17f9ed1a-883e-453b-a313-da846a984c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.401208 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-60751557-964f-48f2-8e1b-d011942b4df5 req-2fdbda3c-ca97-4466-90e4-7de3863cb58c tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495756 Apr 18 19:31:51.411592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-14a78161-f804-4ae8-ab14-95800391194c req-ba4ebdea-746a-45aa-93e2-49598b16638c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting port 510bb23b-cc87-43ed-a588-9638e09610ec {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:51.412433 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-14a78161-f804-4ae8-ab14-95800391194c req-ba4ebdea-746a-45aa-93e2-49598b16638c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.432019 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-17f9ed1a-883e-453b-a313-da846a984c2a None None] The port 'ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:31:51.448370 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.496913 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.514934 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] Pushing event deleted for resources: {'Network': ['ID=574a0ab3-0b8f-4952-894f-45b8da0ee116,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:51.530268 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-586871e3-2edb-4fe7-8d59-5ae73c248cef admin admin] 10.222.0.66 "DELETE /v2.0/networks/574a0ab3-0b8f-4952-894f-45b8da0ee116 HTTP/1.1" status: 204 len: 168 time: 1.7029619 Apr 18 19:31:51.582869 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f84b4f6a-616d-4dc8-ae53-9056bb23ea94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.632008 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93c8b7-09ef-4264-8cc2-f2b03ee5cb46 req-c11c3f37-c56b-4129-8f63-572e9a565f3e tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:51.636204 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93c8b7-09ef-4264-8cc2-f2b03ee5cb46 req-c11c3f37-c56b-4129-8f63-572e9a565f3e tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:51.643553 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3b93c8b7-09ef-4264-8cc2-f2b03ee5cb46 req-c11c3f37-c56b-4129-8f63-572e9a565f3e tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 1682 time: 0.0931318 Apr 18 19:31:51.644880 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb0069-97c1-4b4e-8201-0e9f486d9727 req-f01bb3c7-098e-479f-b43f-76c375c6d363 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:51.646342 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d5bb0069-97c1-4b4e-8201-0e9f486d9727 req-f01bb3c7-098e-479f-b43f-76c375c6d363 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 950 time: 0.3286619 Apr 18 19:31:51.701076 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3b93c8b7-09ef-4264-8cc2-f2b03ee5cb46 req-70ccca81-ba70-45b7-9043-e71fac5bf3c0 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527761 Apr 18 19:31:51.756612 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-41030d89-a6fa-403e-98f1-637e15fafe49 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:51.769582 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['81506e0b-4d1e-4b6d-8999-29f8f019d93d', 'f8c97400-a3e4-4c62-8541-c944c471c9f1'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:51.797733 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c', '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:51.820950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55730) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:51.844565 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41030d89-a6fa-403e-98f1-637e15fafe49 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event deleted for resources: {'Port': ['ID=f8c97400-a3e4-4c62-8541-c944c471c9f1,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:51.879331 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d5bb0069-97c1-4b4e-8201-0e9f486d9727 req-c0c7d801-0c62-4f48-b69a-c78cb185cab2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114098 Apr 18 19:31:51.896554 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-14a78161-f804-4ae8-ab14-95800391194c req-ba4ebdea-746a-45aa-93e2-49598b16638c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] For port 510bb23b-cc87-43ed-a588-9638e09610ec, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=510bb23b-cc87-43ed-a588-9638e09610ec,segment=NetworkSegment(e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc),segment_id=e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:51.896974 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-14a78161-f804-4ae8-ab14-95800391194c req-ba4ebdea-746a-45aa-93e2-49598b16638c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:52.073330 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bef11b36-87c6-4595-be2b-7d3df56e9230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:52.092626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55738) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:52.163222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-bef11b36-87c6-4595-be2b-7d3df56e9230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:52.177023 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-bef11b36-87c6-4595-be2b-7d3df56e9230 admin admin] Usage tracker for resource:security_group_rule and tenant:c43ece01e98342afbd14e542762f33d8 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:52.184493 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-bef11b36-87c6-4595-be2b-7d3df56e9230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:52.188594 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-14a78161-f804-4ae8-ab14-95800391194c req-ba4ebdea-746a-45aa-93e2-49598b16638c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Calling delete_port for 510bb23b-cc87-43ed-a588-9638e09610ec owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:52.201381 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:52.203945 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-bef11b36-87c6-4595-be2b-7d3df56e9230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:52.229078 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7bc3a6dd-b645-4859-ab27-ec24796f399c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=60594790ca474462950206fdbf632734&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1339128 Apr 18 19:31:52.233161 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55744) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:52.268757 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:52.269357 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ab8bfc80-e3df-42a3-a08d-7d240d8cd7d8 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:52.401440 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-41030d89-a6fa-403e-98f1-637e15fafe49 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] No DVR routers for this DVR port f8c97400-a3e4-4c62-8541-c944c471c9f1 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:52.407130 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-41030d89-a6fa-403e-98f1-637e15fafe49 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:52.416484 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b9ca70-1b42-4fe2-a922-ba1af8282702', 'name': 'network-vif-deleted', 'tag': 'f8c97400-a3e4-4c62-8541-c944c471c9f1'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:52.569217 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ec00bdf-b555-411e-8ba3-4d6087c30b30 req-41030d89-a6fa-403e-98f1-637e15fafe49 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "DELETE /v2.0/ports/f8c97400-a3e4-4c62-8541-c944c471c9f1 HTTP/1.1" status: 204 len: 173 time: 2.1145341 Apr 18 19:31:52.600886 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d107-e452-4aca-b5cf-ff81ee73ac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:52.605813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f92b9-459b-4f2e-9651-50141f0a5c5d req-dad8e19c-edc9-4387-a496-e9e242de7785 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:52.607307 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-668f92b9-459b-4f2e-9651-50141f0a5c5d req-dad8e19c-edc9-4387-a496-e9e242de7785 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 945 time: 0.2711661 Apr 18 19:31:52.611193 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882928e-1ed6-4aa9-8ac6-e9fb01978715 req-604dcf1b-44bd-4593-b6bc-02781840b081 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:52.613206 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a882928e-1ed6-4aa9-8ac6-e9fb01978715 req-604dcf1b-44bd-4593-b6bc-02781840b081 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 943 time: 0.3496594 Apr 18 19:31:52.626570 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bef11b36-87c6-4595-be2b-7d3df56e9230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:52.636914 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-14a78161-f804-4ae8-ab14-95800391194c req-ba4ebdea-746a-45aa-93e2-49598b16638c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:52.647943 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['510bb23b-cc87-43ed-a588-9638e09610ec', 'ac8478be-fbc2-4378-96eb-3c3574f8d8c7'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:52.662289 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d107-e452-4aca-b5cf-ff81ee73ac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:52.701310 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ebdea-746a-45aa-93e2-49598b16638c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Port': ['ID=510bb23b-cc87-43ed-a588-9638e09610ec,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:52.715739 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a882928e-1ed6-4aa9-8ac6-e9fb01978715 req-1ebee490-5039-4d3b-a530-3b16e55b1eca tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911157 Apr 18 19:31:52.730788 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bef11b36-87c6-4595-be2b-7d3df56e9230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:52.752858 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-668f92b9-459b-4f2e-9651-50141f0a5c5d req-e2cfc5a2-4d48-45a5-90f8-05b942cef274 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375678 Apr 18 19:31:52.774325 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-bef11b36-87c6-4595-be2b-7d3df56e9230 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c43ece01e98342afbd14e542762f33d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9480491 Apr 18 19:31:52.777337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55754) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:52.830741 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef11b36-87c6-4595-be2b-7d3df56e9230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f1ca96-ea49-4aff-8482-140df6893077,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:52.855381 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a78161-f804-4ae8-ab14-95800391194c req-ba4ebdea-746a-45aa-93e2-49598b16638c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] No DVR routers for this DVR port 510bb23b-cc87-43ed-a588-9638e09610ec on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:52.859687 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-14a78161-f804-4ae8-ab14-95800391194c req-ba4ebdea-746a-45aa-93e2-49598b16638c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:52.883032 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4954dad4-3750-4d7e-902b-78ab616cb32d'] response: {'server_uuid': '47b9ca70-1b42-4fe2-a922-ba1af8282702', 'name': 'network-vif-deleted', 'tag': 'f8c97400-a3e4-4c62-8541-c944c471c9f1', 'status': 'completed', 'code': 200} Apr 18 19:31:52.892037 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d107-e452-4aca-b5cf-ff81ee73ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:52.936192 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 3766c7ef-35c4-4d6e-8250-b33b91171f36 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:31:52.938788 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5d107-e452-4aca-b5cf-ff81ee73ac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c6383d-a3cf-4f1b-b1e4-5283ea89b2a6,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:52.974676 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-14a78161-f804-4ae8-ab14-95800391194c req-ba4ebdea-746a-45aa-93e2-49598b16638c tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "DELETE /v2.0/ports/510bb23b-cc87-43ed-a588-9638e09610ec HTTP/1.1" status: 204 len: 173 time: 1.8004723 Apr 18 19:31:52.975836 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f282b719-c912-4a7e-b8cf-09bd6c6666c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:53.023930 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b4b5d107-e452-4aca-b5cf-ff81ee73ac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:53.035817 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b4b5d107-e452-4aca-b5cf-ff81ee73ac45 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55c6383d-a3cf-4f1b-b1e4-5283ea89b2a6 HTTP/1.1" status: 204 len: 168 time: 0.8005767 Apr 18 19:31:53.097301 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f282b719-c912-4a7e-b8cf-09bd6c6666c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:53.111447 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 3766c7ef-35c4-4d6e-8250-b33b91171f36, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3766c7ef-35c4-4d6e-8250-b33b91171f36,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:53.145278 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '3766c7ef-35c4-4d6e-8250-b33b91171f36', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'port_id': '3766c7ef-35c4-4d6e-8250-b33b91171f36', 'mac_address': 'fa:16:3e:8e:81:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:31:53.196191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d231d-44aa-441d-a2cc-5bb236c960bc req-11279d38-5abf-4bd1-b6f2-1ec81148c29f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:53.209292 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-895d231d-44aa-441d-a2cc-5bb236c960bc req-11279d38-5abf-4bd1-b6f2-1ec81148c29f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 945 time: 0.1667767 Apr 18 19:31:53.246950 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:53.265128 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-895d231d-44aa-441d-a2cc-5bb236c960bc req-842dea41-26f6-4d3a-b7ba-99e3118119c4 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/security-groups?id=0ef66561-f27b-4e3d-b722-f2e0d632a418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539978 Apr 18 19:31:53.268279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3766c7ef-35c4-4d6e-8250-b33b91171f36 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:31:53.284412 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 3766c7ef-35c4-4d6e-8250-b33b91171f36, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3766c7ef-35c4-4d6e-8250-b33b91171f36,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:53.316989 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f282b719-c912-4a7e-b8cf-09bd6c6666c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:53.321931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-14a78161-f804-4ae8-ab14-95800391194c req-36f96583-46b4-4660-b241-b8b746b25197 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:53.321931 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-14a78161-f804-4ae8-ab14-95800391194c req-36f96583-46b4-4660-b241-b8b746b25197 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:53.340011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282b719-c912-4a7e-b8cf-09bd6c6666c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f1ca96-ea49-4aff-8482-140df6893077,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:53.345464 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f282b719-c912-4a7e-b8cf-09bd6c6666c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:53.346848 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f282b719-c912-4a7e-b8cf-09bd6c6666c2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/07f1ca96-ea49-4aff-8482-140df6893077 HTTP/1.1" status: 204 len: 168 time: 0.5678964 Apr 18 19:31:53.371880 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:53.463702 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=3766c7ef-35c4-4d6e-8250-b33b91171f36,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:53.509119 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f45e-f97d-4c1f-ae65-e15d515f9130 req-58150c57-b2d4-40c6-9356-8c0d7be865ea tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:53.515928 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5e24f45e-f97d-4c1f-ae65-e15d515f9130 req-58150c57-b2d4-40c6-9356-8c0d7be865ea tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.2705035 Apr 18 19:31:53.528211 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7a1e3e91-9d6f-463c-aa46-8e4c162c0e5d req-7b6d2559-0d9d-4027-a1f8-bc88a8451c3a tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=47b9ca70-1b42-4fe2-a922-ba1af8282702 HTTP/1.1" status: 200 len: 210 time: 0.0608578 Apr 18 19:31:53.652799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['3766c7ef-35c4-4d6e-8250-b33b91171f36'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:53.659157 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5e24f45e-f97d-4c1f-ae65-e15d515f9130 req-73dd607a-cb0a-4578-a68d-69cd8646aa3f tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424611 Apr 18 19:31:53.724182 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-14a78161-f804-4ae8-ab14-95800391194c req-36f96583-46b4-4660-b241-b8b746b25197 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] For port ac8478be-fbc2-4378-96eb-3c3574f8d8c7, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=ac8478be-fbc2-4378-96eb-3c3574f8d8c7,segment=NetworkSegment(672bf0c4-919e-41f2-9880-93ff5537efa0),segment_id=672bf0c4-919e-41f2-9880-93ff5537efa0)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:53.725383 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-14a78161-f804-4ae8-ab14-95800391194c req-36f96583-46b4-4660-b241-b8b746b25197 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:53.886857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-14a78161-f804-4ae8-ab14-95800391194c req-36f96583-46b4-4660-b241-b8b746b25197 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Calling delete_port for ac8478be-fbc2-4378-96eb-3c3574f8d8c7 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:53.917120 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-719f558b-7aec-4ffd-9984-957717a2946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.003950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430ec98-f073-46cd-95f1-e6e34b785a04 req-c2f0cd75-ca11-4bf9-86b7-0252b2a27ef2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:54.005408 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f430ec98-f073-46cd-95f1-e6e34b785a04 req-c2f0cd75-ca11-4bf9-86b7-0252b2a27ef2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 944 time: 0.1042612 Apr 18 19:31:54.068928 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f430ec98-f073-46cd-95f1-e6e34b785a04 req-683df63e-2c13-4969-a914-9fa45505c69b tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566068 Apr 18 19:31:54.128655 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:31:54.137519 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea3ff4-e180-4521-ae28-c5c963f3bcee req-337e5785-31e4-40e8-a294-7f9875158dea tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:54.138991 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea3ff4-e180-4521-ae28-c5c963f3bcee req-337e5785-31e4-40e8-a294-7f9875158dea tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 945 time: 0.1426725 Apr 18 19:31:54.190452 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea3ff4-e180-4521-ae28-c5c963f3bcee req-99f5e464-27f3-414d-b8bf-67bccbbd7595 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444722 Apr 18 19:31:54.216130 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-14a78161-f804-4ae8-ab14-95800391194c req-36f96583-46b4-4660-b241-b8b746b25197 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.266834 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f96583-46b4-4660-b241-b8b746b25197 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Port': ['ID=ac8478be-fbc2-4378-96eb-3c3574f8d8c7,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:54.350686 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a78161-f804-4ae8-ab14-95800391194c req-36f96583-46b4-4660-b241-b8b746b25197 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] No DVR routers for this DVR port ac8478be-fbc2-4378-96eb-3c3574f8d8c7 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:54.353102 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-14a78161-f804-4ae8-ab14-95800391194c req-36f96583-46b4-4660-b241-b8b746b25197 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.364748 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-14a78161-f804-4ae8-ab14-95800391194c req-36f96583-46b4-4660-b241-b8b746b25197 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.71 "DELETE /v2.0/ports/ac8478be-fbc2-4378-96eb-3c3574f8d8c7 HTTP/1.1" status: 204 len: 173 time: 1.3850393 Apr 18 19:31:54.450080 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55790) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:54.486170 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9c5dfbec-4dc2-4893-b9d0-27dcec525a5e req-55e08c3d-2457-4e95-8ee1-81870b120cfb tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Synchronizing usage tracker for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:54.494954 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55796) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:54.514438 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e22095bf-cab1-4e2e-beca-7b6360bc3f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.561992 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9c5dfbec-4dc2-4893-b9d0-27dcec525a5e req-55e08c3d-2457-4e95-8ee1-81870b120cfb tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Unset dirty status for tenant:3d1b2d052b1541b09d0bd58abb59164a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:54.563237 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9c5dfbec-4dc2-4893-b9d0-27dcec525a5e req-55e08c3d-2457-4e95-8ee1-81870b120cfb tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ee31362-3987-4474-ae62-5ec91ad17f9a HTTP/1.1" status: 200 len: 210 time: 0.1271355 Apr 18 19:31:54.568431 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e22095bf-cab1-4e2e-beca-7b6360bc3f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:54.573530 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e22095bf-cab1-4e2e-beca-7b6360bc3f45 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6d56c6e6f3433e9dd46550d9449e13 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:54.577601 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e22095bf-cab1-4e2e-beca-7b6360bc3f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:54.585717 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e22095bf-cab1-4e2e-beca-7b6360bc3f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:54.690149 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e22095bf-cab1-4e2e-beca-7b6360bc3f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.753813 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e22095bf-cab1-4e2e-beca-7b6360bc3f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.780214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-882253813-network', 'tenant_id': '86d38a4264f9448f975dcb50c7494b2d'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:54.789703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:54.804949 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Usage tracker for resource:network and tenant:86d38a4264f9448f975dcb50c7494b2d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:54.809845 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:54.856659 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.863512 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:54.865452 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22095bf-cab1-4e2e-beca-7b6360bc3f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e702f5a0-4249-432f-8dbb-eea92eb378b0,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:54.883892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'name': 'network-vif-deleted', 'tag': '510bb23b-cc87-43ed-a588-9638e09610ec'}, {'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'name': 'network-vif-deleted', 'tag': 'ac8478be-fbc2-4378-96eb-3c3574f8d8c7'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:54.887409 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e22095bf-cab1-4e2e-beca-7b6360bc3f45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb6d56c6e6f3433e9dd46550d9449e13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3912115 Apr 18 19:31:54.889929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55810) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:54.899888 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.924560 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd7fa1-5cbd-4639-baa6-469fba5760eb req-1cfdf5d2-ea76-49ca-802b-23cdfebedab1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:54.926072 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ffcd7fa1-5cbd-4639-baa6-469fba5760eb req-1cfdf5d2-ea76-49ca-802b-23cdfebedab1 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 945 time: 0.1016653 Apr 18 19:31:54.955701 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-345fe037-f00c-4b49-8377-7f0c6109ed9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.964360 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 3766c7ef-35c4-4d6e-8250-b33b91171f36 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:31:54.976366 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ffcd7fa1-5cbd-4639-baa6-469fba5760eb req-a6fadb17-23a6-4194-ab1e-c7e6ed8ed2b3 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439334 Apr 18 19:31:54.985831 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-345fe037-f00c-4b49-8377-7f0c6109ed9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:54.990741 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Made reservation on behalf of 86d38a4264f9448f975dcb50c7494b2d for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:54.995450 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.022190 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.086052 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:55.091968 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Usage tracker for resource:security_group_rule and tenant:86d38a4264f9448f975dcb50c7494b2d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:55.098760 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:55.104134 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:55.184635 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-345fe037-f00c-4b49-8377-7f0c6109ed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.203260 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fe037-f00c-4b49-8377-7f0c6109ed9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e702f5a0-4249-432f-8dbb-eea92eb378b0,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:55.205591 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-345fe037-f00c-4b49-8377-7f0c6109ed9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.209033 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-345fe037-f00c-4b49-8377-7f0c6109ed9b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e702f5a0-4249-432f-8dbb-eea92eb378b0 HTTP/1.1" status: 204 len: 168 time: 0.3158669 Apr 18 19:31:55.225089 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 3766c7ef-35c4-4d6e-8250-b33b91171f36 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:31:55.237922 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 3766c7ef-35c4-4d6e-8250-b33b91171f36 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:31:55.238169 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.307549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c404b9-818a-4cfa-a17b-0bd1a8d2421a req-bf605aae-c272-47ef-87f6-5a52905e9fd3 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:55.314948 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-49c404b9-818a-4cfa-a17b-0bd1a8d2421a req-bf605aae-c272-47ef-87f6-5a52905e9fd3 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.1693482 Apr 18 19:31:55.321389 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.333215 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663e8f5f-301c-48b5-bd16-07c846930502'] response: {'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'name': 'network-vif-deleted', 'tag': '510bb23b-cc87-43ed-a588-9638e09610ec', 'status': 'completed', 'code': 200} Apr 18 19:31:55.333854 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663e8f5f-301c-48b5-bd16-07c846930502'] response: {'server_uuid': '5ee31362-3987-4474-ae62-5ec91ad17f9a', 'name': 'network-vif-deleted', 'tag': 'ac8478be-fbc2-4378-96eb-3c3574f8d8c7', 'status': 'completed', 'code': 200} Apr 18 19:31:55.386996 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.392381 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-49c404b9-818a-4cfa-a17b-0bd1a8d2421a req-6866be1b-21ba-4ccb-bf8a-df11d0f83727 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758269 Apr 18 19:31:55.399655 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.427067 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3766c7ef-35c4-4d6e-8250-b33b91171f36'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:55.434265 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 3766c7ef-35c4-4d6e-8250-b33b91171f36, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3766c7ef-35c4-4d6e-8250-b33b91171f36,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:55.451617 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:31:55.461476 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:55.467512 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.467852 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Added segment 90707ee1-8156-457e-a0a1-0d21b49bd283 of type vlan for network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 Apr 18 19:31:55.513499 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.514249 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.515182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f8c97400-a3e4-4c62-8541-c944c471c9f1 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:55.538746 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10ff7-23ac-4ef9-b709-bb2f01e5232c req-b0dcc5ea-b2e8-45ce-ac60-d7a53503ba7e tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:55.540222 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aee10ff7-23ac-4ef9-b709-bb2f01e5232c req-b0dcc5ea-b2e8-45ce-ac60-d7a53503ba7e tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 944 time: 0.0919516 Apr 18 19:31:55.578882 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: f8c97400-a3e4-4c62-8541-c944c471c9f1 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:55.579609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f8c97400-a3e4-4c62-8541-c944c471c9f1 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:55.580127 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device ac8478be-fbc2-4378-96eb-3c3574f8d8c7 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:55.600969 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aee10ff7-23ac-4ef9-b709-bb2f01e5232c req-083617cf-f93e-4761-a418-ba437437ca3c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535855 Apr 18 19:31:55.607715 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.608882 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:55.609638 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:55.632687 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: ac8478be-fbc2-4378-96eb-3c3574f8d8c7 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:55.633097 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device ac8478be-fbc2-4378-96eb-3c3574f8d8c7 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:55.636734 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 510bb23b-cc87-43ed-a588-9638e09610ec no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:55.677497 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 510bb23b-cc87-43ed-a588-9638e09610ec {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:55.677839 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 510bb23b-cc87-43ed-a588-9638e09610ec not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:55.692719 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=3766c7ef-35c4-4d6e-8250-b33b91171f36,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:55.706539 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4feaa1f4-6818-475f-a376-bfc03e64fcb9'] response: {'server_uuid': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3766c7ef-35c4-4d6e-8250-b33b91171f36', 'code': 200} Apr 18 19:31:55.748286 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2970469 Apr 18 19:31:55.751950 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55826) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:55.757592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Request body: {'subnet': {'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-882253813-subnet', 'tenant_id': '86d38a4264f9448f975dcb50c7494b2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:31:55.766124 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45085b-e657-46d0-ac04-493b8a03fd11 admin admin] Pushing event updated for resources: {'Network': ['ID=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:55.776004 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:31:55.778085 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:31:55.781511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Usage tracker for resource:subnet and tenant:86d38a4264f9448f975dcb50c7494b2d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:31:55.788713 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55832) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:55.847883 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:31:55.857311 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:31:55.908549 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ea6d31f8-cb05-4621-ac92-80c596c22582 req-07028a03-9968-415d-8447-7eca4ebdf81d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 1096 time: 0.1214366 Apr 18 19:31:55.937868 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Made reservation on behalf of 86d38a4264f9448f975dcb50c7494b2d for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:31:55.943284 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.069417 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ea6d31f8-cb05-4621-ac92-80c596c22582 req-58b58924-85b7-4aac-9acc-2a166e3b521e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537278 Apr 18 19:31:56.201798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf75e64f-87c5-4da7-a5c5-908fc993a42f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting subnet 7bcf91c4-b76f-484f-acc0-3591628f69ca {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:31:56.211381 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cf75e64f-87c5-4da7-a5c5-908fc993a42f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.221777 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fe680-0cce-4c4a-a1ba-e2352094b818 req-8fb28bdf-05f5-46c6-bee5-1bd7e428ebb2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:56.222491 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e43fe680-0cce-4c4a-a1ba-e2352094b818 req-8fb28bdf-05f5-46c6-bee5-1bd7e428ebb2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:56.293154 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a6032-743d-4165-bee1-9db0e4e176f0 req-a371e7be-bc44-4c9b-bfe6-fd2f95940660 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:56.294690 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a1a6032-743d-4165-bee1-9db0e4e176f0 req-a371e7be-bc44-4c9b-bfe6-fd2f95940660 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 945 time: 0.2479556 Apr 18 19:31:56.297610 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cf75e64f-87c5-4da7-a5c5-908fc993a42f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.302800 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e43fe680-0cce-4c4a-a1ba-e2352094b818 req-8fb28bdf-05f5-46c6-bee5-1bd7e428ebb2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:56.304027 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e43fe680-0cce-4c4a-a1ba-e2352094b818 req-8fb28bdf-05f5-46c6-bee5-1bd7e428ebb2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=f810ff59-a899-42bb-997f-ba3abc25d468 HTTP/1.1" status: 200 len: 949 time: 0.2415011 Apr 18 19:31:56.370987 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e43fe680-0cce-4c4a-a1ba-e2352094b818 req-ae018375-a111-45b1-879f-0a09ee40fa08 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611153 Apr 18 19:31:56.391081 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.417111 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.441697 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461fbd4-85ce-4a55-9bba-5e16c08eb384 req-31f42ab1-b2eb-4361-9de6-cccfe5a44851 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:56.443454 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9461fbd4-85ce-4a55-9bba-5e16c08eb384 req-31f42ab1-b2eb-4361-9de6-cccfe5a44851 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 945 time: 0.2894411 Apr 18 19:31:56.449437 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-6a1a6032-743d-4165-bee1-9db0e4e176f0 req-3571bb28-6398-4cd4-8388-93be2a8f6b03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Deleting port 85cfad9e-187f-44d8-a449-d023af376e21 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:56.449783 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6a1a6032-743d-4165-bee1-9db0e4e176f0 req-3571bb28-6398-4cd4-8388-93be2a8f6b03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.605314 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:56.647228 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Checking segment: {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:31:56.647809 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Network hostable DHCP agents. Network: 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:31:56.687500 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cf75e64f-87c5-4da7-a5c5-908fc993a42f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.690292 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b7827-6690-4d1a-ab4f-17e6b7a417f3 req-2a3ed056-e61d-463a-a354-4afc10bd807d tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:56.691844 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad1b7827-6690-4d1a-ab4f-17e6b7a417f3 req-2a3ed056-e61d-463a-a354-4afc10bd807d tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.1501827 Apr 18 19:31:56.737658 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9461fbd4-85ce-4a55-9bba-5e16c08eb384 req-40517265-c815-49e5-a7e2-4fa27daa44cd tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a69adcf-08d5-4221-82d2-33877146f290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624085 Apr 18 19:31:56.743758 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad1b7827-6690-4d1a-ab4f-17e6b7a417f3 req-6cc65648-4f67-4a53-8f17-bc3774e50c76 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Apr 18 19:31:56.762547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:31:56.881608 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:31:56.886541 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:56.887508 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.890609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3bc9fb-a4f3-4747-9e38-d42398a0e75c None None] Network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:56.934222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-6a1a6032-743d-4165-bee1-9db0e4e176f0 req-3571bb28-6398-4cd4-8388-93be2a8f6b03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] For port 85cfad9e-187f-44d8-a449-d023af376e21, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=85cfad9e-187f-44d8-a449-d023af376e21,segment=NetworkSegment(2d58e4cd-3a32-46de-b608-592cf31f6d57),segment_id=2d58e4cd-3a32-46de-b608-592cf31f6d57)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:56.934612 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6a1a6032-743d-4165-bee1-9db0e4e176f0 req-3571bb28-6398-4cd4-8388-93be2a8f6b03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.948157 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cf75e64f-87c5-4da7-a5c5-908fc993a42f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:56.998520 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb61878-7d88-4b11-8d5d-baa3d67b3708 req-8e68aca9-dc26-4f9f-9644-56efda5440f5 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:57.000647 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fb61878-7d88-4b11-8d5d-baa3d67b3708 req-8e68aca9-dc26-4f9f-9644-56efda5440f5 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "GET /v2.0/ports?device_id=f810ff59-a899-42bb-997f-ba3abc25d468 HTTP/1.1" status: 200 len: 949 time: 0.1760337 Apr 18 19:31:57.047232 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eda87c-b9ec-4649-9fd3-eb9e418b3221 req-155bbb4b-d819-414d-b6c5-84c0351902c2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:57.050782 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80eda87c-b9ec-4649-9fd3-eb9e418b3221 req-155bbb4b-d819-414d-b6c5-84c0351902c2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 945 time: 0.1483696 Apr 18 19:31:57.083971 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9ce1caec-03df-4839-b5aa-045b84e30f30 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3220637 Apr 18 19:31:57.114277 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-6a1a6032-743d-4165-bee1-9db0e4e176f0 req-3571bb28-6398-4cd4-8388-93be2a8f6b03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Calling delete_port for 85cfad9e-187f-44d8-a449-d023af376e21 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:57.146328 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75e64f-87c5-4da7-a5c5-908fc993a42f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Subnet': ['ID=7bcf91c4-b76f-484f-acc0-3591628f69ca,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:57.162872 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cf75e64f-87c5-4da7-a5c5-908fc993a42f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:57.177713 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cf75e64f-87c5-4da7-a5c5-908fc993a42f tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "DELETE /v2.0/subnets/7bcf91c4-b76f-484f-acc0-3591628f69ca HTTP/1.1" status: 204 len: 168 time: 1.3855860 Apr 18 19:31:57.179576 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55862) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:57.198098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-7fb61878-7d88-4b11-8d5d-baa3d67b3708 req-ea7299b1-f6b1-4d81-9bac-8e58c291a846 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Deleting port 81506e0b-4d1e-4b6d-8999-29f8f019d93d {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:57.198735 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7fb61878-7d88-4b11-8d5d-baa3d67b3708 req-ea7299b1-f6b1-4d81-9bac-8e58c291a846 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:57.242778 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e74ff4-dac5-4b32-85d1-57a6e432865f None None] Network 13c93d31-2939-4aff-b2df-37a0479369e0 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:57.339824 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12023348-c6ad-4d72-89c2-05c05a805dec None None] Network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:31:57.353658 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:57.387210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting port 50948906-0cab-40d2-b1d8-b900166323e1 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:57.387552 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:57.539200 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6a1a6032-743d-4165-bee1-9db0e4e176f0 req-3571bb28-6398-4cd4-8388-93be2a8f6b03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:57.628314 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-7fb61878-7d88-4b11-8d5d-baa3d67b3708 req-ea7299b1-f6b1-4d81-9bac-8e58c291a846 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] For port 81506e0b-4d1e-4b6d-8999-29f8f019d93d, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=81506e0b-4d1e-4b6d-8999-29f8f019d93d,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:57.628968 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7fb61878-7d88-4b11-8d5d-baa3d67b3708 req-ea7299b1-f6b1-4d81-9bac-8e58c291a846 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:57.638135 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571bb28-6398-4cd4-8388-93be2a8f6b03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event deleted for resources: {'Port': ['ID=85cfad9e-187f-44d8-a449-d023af376e21,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:57.721478 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80eda87c-b9ec-4649-9fd3-eb9e418b3221 req-144fbe89-8f28-4fcd-8075-cd6a018d392a tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6355376 Apr 18 19:31:57.827621 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-7fb61878-7d88-4b11-8d5d-baa3d67b3708 req-ea7299b1-f6b1-4d81-9bac-8e58c291a846 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Calling delete_port for 81506e0b-4d1e-4b6d-8999-29f8f019d93d owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:57.870009 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdeb4f1-47cd-4320-b342-912962e9a31a None None] DHCP port deletion for 13c93d31-2939-4aff-b2df-37a0479369e0 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:31:57.873998 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-5cdeb4f1-47cd-4320-b342-912962e9a31a None None] Deleting port 50948906-0cab-40d2-b1d8-b900166323e1 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:57.874466 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb4f1-47cd-4320-b342-912962e9a31a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:57.903117 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7397f-006d-4bca-b03c-445c4453c319 req-8277664e-052a-4f16-bc27-2bcaec7f99e0 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:57.904648 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2bc7397f-006d-4bca-b03c-445c4453c319 req-8277664e-052a-4f16-bc27-2bcaec7f99e0 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6cf2f23-902e-4165-acd8-745b8fdc31bc HTTP/1.1" status: 200 len: 950 time: 0.3290431 Apr 18 19:31:57.921922 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1a6032-743d-4165-bee1-9db0e4e176f0 req-3571bb28-6398-4cd4-8388-93be2a8f6b03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] No DVR routers for this DVR port 85cfad9e-187f-44d8-a449-d023af376e21 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:57.955540 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6a1a6032-743d-4165-bee1-9db0e4e176f0 req-3571bb28-6398-4cd4-8388-93be2a8f6b03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:57.965424 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b175437-c195-446b-9a97-7f7026790060', 'name': 'network-vif-deleted', 'tag': '85cfad9e-187f-44d8-a449-d023af376e21'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:57.982831 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] For port 50948906-0cab-40d2-b1d8-b900166323e1, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=50948906-0cab-40d2-b1d8-b900166323e1,segment=NetworkSegment(e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc),segment_id=e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:57.985672 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:58.028663 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-2bc7397f-006d-4bca-b03c-445c4453c319 req-4a2c5562-08fc-4985-a9d3-20b1295a8556 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Deleting port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:58.029006 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2bc7397f-006d-4bca-b03c-445c4453c319 req-4a2c5562-08fc-4985-a9d3-20b1295a8556 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:58.243681 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7fb61878-7d88-4b11-8d5d-baa3d67b3708 req-ea7299b1-f6b1-4d81-9bac-8e58c291a846 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:58.287975 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 50948906-0cab-40d2-b1d8-b900166323e1 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:58.293260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Calling delete_port for 50948906-0cab-40d2-b1d8-b900166323e1 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:58.349669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7299b1-f6b1-4d81-9bac-8e58c291a846 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event deleted for resources: {'Port': ['ID=81506e0b-4d1e-4b6d-8999-29f8f019d93d,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:58.369296 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c', '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:58.377904 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a1a6032-743d-4165-bee1-9db0e4e176f0 req-3571bb28-6398-4cd4-8388-93be2a8f6b03 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.16 "DELETE /v2.0/ports/85cfad9e-187f-44d8-a449-d023af376e21 HTTP/1.1" status: 204 len: 173 time: 2.0468183 Apr 18 19:31:58.389875 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ae16f-4925-493d-a12e-e49d3991d4e1 req-e4a3f149-5c94-491f-b861-e126828fc606 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:58.393477 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-613ae16f-4925-493d-a12e-e49d3991d4e1 req-e4a3f149-5c94-491f-b861-e126828fc606 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=f810ff59-a899-42bb-997f-ba3abc25d468 HTTP/1.1" status: 200 len: 949 time: 0.7229469 Apr 18 19:31:58.453152 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-613ae16f-4925-493d-a12e-e49d3991d4e1 req-8fa8f3c4-1780-4a81-9a5b-571c8b5a75b1 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535328 Apr 18 19:31:58.457494 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['81506e0b-4d1e-4b6d-8999-29f8f019d93d'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:31:58.462728 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:58.543020 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Port': ['ID=50948906-0cab-40d2-b1d8-b900166323e1,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:58.550274 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb61878-7d88-4b11-8d5d-baa3d67b3708 req-ea7299b1-f6b1-4d81-9bac-8e58c291a846 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] No DVR routers for this DVR port 81506e0b-4d1e-4b6d-8999-29f8f019d93d on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:58.557724 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7fb61878-7d88-4b11-8d5d-baa3d67b3708 req-ea7299b1-f6b1-4d81-9bac-8e58c291a846 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:58.559491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] No DVR routers for this DVR port 50948906-0cab-40d2-b1d8-b900166323e1 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:31:58.588638 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f810ff59-a899-42bb-997f-ba3abc25d468', 'name': 'network-vif-deleted', 'tag': '81506e0b-4d1e-4b6d-8999-29f8f019d93d'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:31:58.657292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fb61878-7d88-4b11-8d5d-baa3d67b3708 req-ea7299b1-f6b1-4d81-9bac-8e58c291a846 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.71 "DELETE /v2.0/ports/81506e0b-4d1e-4b6d-8999-29f8f019d93d HTTP/1.1" status: 204 len: 173 time: 1.6483657 Apr 18 19:31:58.685593 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No active binding found for port 50948906-0cab-40d2-b1d8-b900166323e1 {{(pid=84806) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 19:31:58.686182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 50948906-0cab-40d2-b1d8-b900166323e1 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:58.734705 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-5cdeb4f1-47cd-4320-b342-912962e9a31a None None] For port 50948906-0cab-40d2-b1d8-b900166323e1, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=50948906-0cab-40d2-b1d8-b900166323e1,segment=NetworkSegment(e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc),segment_id=e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:58.735329 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb4f1-47cd-4320-b342-912962e9a31a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:58.963312 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-5cdeb4f1-47cd-4320-b342-912962e9a31a None None] Calling delete_port for 50948906-0cab-40d2-b1d8-b900166323e1 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:58.963985 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:59.029079 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c93d31-2939-4aff-b2df-37a0479369e0']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:59.058869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:59.059395 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e870cdd1-6b1e-4771-ab3f-b68b4bd3c3fc') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:31:59.085690 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:59.114262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b533a-0207-4b4b-9189-1749202540b5 req-ac632ee5-7c9a-44ef-ba46-bacdfc094140 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:59.121764 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-083b533a-0207-4b4b-9189-1749202540b5 req-ac632ee5-7c9a-44ef-ba46-bacdfc094140 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.4646471 Apr 18 19:31:59.145183 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:59.148402 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-2bc7397f-006d-4bca-b03c-445c4453c319 req-4a2c5562-08fc-4985-a9d3-20b1295a8556 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] For port c0029aa5-2d4a-42e9-b163-c0e54d3ad991, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=c0029aa5-2d4a-42e9-b163-c0e54d3ad991,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:31:59.148884 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2bc7397f-006d-4bca-b03c-445c4453c319 req-4a2c5562-08fc-4985-a9d3-20b1295a8556 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:59.177858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:31:59.182977 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:31:59.216861 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:31:59.265573 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-5cdeb4f1-47cd-4320-b342-912962e9a31a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:31:59.265916 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-5cdeb4f1-47cd-4320-b342-912962e9a31a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:31:59.305042 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-083b533a-0207-4b4b-9189-1749202540b5 req-353bd132-c99e-47f3-bc6e-ff73d1559de6 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820035 Apr 18 19:31:59.321193 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-2bc7397f-006d-4bca-b03c-445c4453c319 req-4a2c5562-08fc-4985-a9d3-20b1295a8556 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Calling delete_port for c0029aa5-2d4a-42e9-b163-c0e54d3ad991 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:31:59.368360 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a6c56-fd80-4249-9243-24b7b493004c req-56d9604d-9594-4427-ad3a-101446df7b88 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:31:59.376395 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-56d9604d-9594-4427-ad3a-101446df7b88 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/networks?id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 HTTP/1.1" status: 200 len: 812 time: 1.0767107 Apr 18 19:31:59.416286 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-e4c64f8d-bd5b-43bc-8a6f-da262458145b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/quotas/86d38a4264f9448f975dcb50c7494b2d HTTP/1.1" status: 200 len: 375 time: 0.0382323 Apr 18 19:31:59.470326 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-ab18fcd4-ee7b-4a42-af5e-0c4cecfcbd38 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=86d38a4264f9448f975dcb50c7494b2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528152 Apr 18 19:31:59.470703 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:59.478259 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:59.503805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-7131a477-4c23-43aa-9677-9b21072ad0d9 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:31:59.504796 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-7131a477-4c23-43aa-9677-9b21072ad0d9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0081267 Apr 18 19:31:59.512896 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 85cfad9e-187f-44d8-a449-d023af376e21 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:59.584123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Network': ['ID=13c93d31-2939-4aff-b2df-37a0479369e0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:59.586022 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 85cfad9e-187f-44d8-a449-d023af376e21 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:31:59.586392 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 85cfad9e-187f-44d8-a449-d023af376e21 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:31:59.586799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device c0029aa5-2d4a-42e9-b163-c0e54d3ad991 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:31:59.605936 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-cbd0975c-60ae-4829-a68e-861d1f86c61f req-6851ff06-6620-44c5-a6cc-0a722a7944de tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Synchronizing usage tracker for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:31:59.697299 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-db4f26a5-0afc-4426-b9f9-20e5893ba919 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "DELETE /v2.0/networks/13c93d31-2939-4aff-b2df-37a0479369e0 HTTP/1.1" status: 204 len: 168 time: 2.5170777 Apr 18 19:31:59.700123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55908) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:31:59.721901 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:59.724453 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-96c2a6c2-385f-48a6-b698-daccc09ba5c5 service neutron] 10.222.0.66 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606681 Apr 18 19:31:59.749362 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-cbd0975c-60ae-4829-a68e-861d1f86c61f req-6851ff06-6620-44c5-a6cc-0a722a7944de tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Unset dirty status for tenant:5ad35ad917bc4036817be27017ea25fe on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:31:59.753180 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cbd0975c-60ae-4829-a68e-861d1f86c61f req-6851ff06-6620-44c5-a6cc-0a722a7944de tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b175437-c195-446b-9a97-7f7026790060 HTTP/1.1" status: 200 len: 210 time: 0.2546201 Apr 18 19:31:59.767715 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-5cdeb4f1-47cd-4320-b342-912962e9a31a None None] Deleting port 50948906-0cab-40d2-b1d8-b900166323e1 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:31:59.768180 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb4f1-47cd-4320-b342-912962e9a31a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:59.829790 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2bc7397f-006d-4bca-b03c-445c4453c319 req-4a2c5562-08fc-4985-a9d3-20b1295a8556 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:31:59.874797 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-5cdeb4f1-47cd-4320-b342-912962e9a31a None None] The port '50948906-0cab-40d2-b1d8-b900166323e1' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:31:59.889696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c5562-08fc-4985-a9d3-20b1295a8556 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event deleted for resources: {'Port': ['ID=c0029aa5-2d4a-42e9-b163-c0e54d3ad991,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:31:59.930642 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e531e9f-84cd-4889-aa79-422b61195efe'] response: {'server_uuid': '2b175437-c195-446b-9a97-7f7026790060', 'name': 'network-vif-deleted', 'tag': '85cfad9e-187f-44d8-a449-d023af376e21', 'status': 'completed', 'code': 200} Apr 18 19:31:59.991906 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f625baf-1985-49d5-bd9b-463fd87708a7'] response: {'server_uuid': 'f810ff59-a899-42bb-997f-ba3abc25d468', 'name': 'network-vif-deleted', 'tag': '81506e0b-4d1e-4b6d-8999-29f8f019d93d', 'status': 'completed', 'code': 200} Apr 18 19:32:00.005893 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc7397f-006d-4bca-b03c-445c4453c319 req-4a2c5562-08fc-4985-a9d3-20b1295a8556 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] No DVR routers for this DVR port c0029aa5-2d4a-42e9-b163-c0e54d3ad991 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:00.009156 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-2bc7397f-006d-4bca-b03c-445c4453c319 req-4a2c5562-08fc-4985-a9d3-20b1295a8556 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:00.014444 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-2e900b4a-eae6-4ae0-bc21-6c774e786a3d service neutron] 10.222.0.66 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839727 Apr 18 19:32:00.015345 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-e866d382-7fc9-4d6e-bf3b-ee1e8e646da8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting subnet 3ce73603-d4cc-47a4-b9fb-880141e9b21e {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:32:00.022003 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2bc7397f-006d-4bca-b03c-445c4453c319 req-4a2c5562-08fc-4985-a9d3-20b1295a8556 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "DELETE /v2.0/ports/c0029aa5-2d4a-42e9-b163-c0e54d3ad991 HTTP/1.1" status: 204 len: 173 time: 2.1039910 Apr 18 19:32:00.023207 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e866d382-7fc9-4d6e-bf3b-ee1e8e646da8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:00.068393 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c', '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'dcd054f3-5a09-4876-909a-d12e42fd672e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:00.081322 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e866d382-7fc9-4d6e-bf3b-ee1e8e646da8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:00.227666 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2464a5-743a-40b7-bebe-d65a42753215 req-e982b625-89ce-4906-a160-c3fd4a5ce3d9 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:00.229219 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c2464a5-743a-40b7-bebe-d65a42753215 req-e982b625-89ce-4906-a160-c3fd4a5ce3d9 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 945 time: 0.1203682 Apr 18 19:32:00.234673 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e866d382-7fc9-4d6e-bf3b-ee1e8e646da8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:00.354913 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c2464a5-743a-40b7-bebe-d65a42753215 req-52a72bbf-a211-4998-9904-ab5ba3c808e1 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835285 Apr 18 19:32:00.475064 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e866d382-7fc9-4d6e-bf3b-ee1e8e646da8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:00.535892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866d382-7fc9-4d6e-bf3b-ee1e8e646da8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce73603-d4cc-47a4-b9fb-880141e9b21e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:00.543933 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e866d382-7fc9-4d6e-bf3b-ee1e8e646da8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:00.553878 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e866d382-7fc9-4d6e-bf3b-ee1e8e646da8 tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "DELETE /v2.0/subnets/3ce73603-d4cc-47a4-b9fb-880141e9b21e HTTP/1.1" status: 204 len: 168 time: 0.8524756 Apr 18 19:32:00.557088 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55924) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:00.562488 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc262559-301f-423d-85c2-950fe9185fc4 None None] Network b829a4e2-e6ce-4fca-90ab-91d5338789ad requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:32:00.679520 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:00.743054 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-23e71e7d-145f-433b-8821-dd3bf503db7e tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=76bb182f4bf14c5d98d226424895c0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333505 Apr 18 19:32:00.744493 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Deleting port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:00.744833 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:00.859381 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d4543-13d9-4250-96ac-d5c65da25cb8 req-785cefa9-aaa1-4681-8f88-053b5c9e0170 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:00.862877 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-193d4543-13d9-4250-96ac-d5c65da25cb8 req-785cefa9-aaa1-4681-8f88-053b5c9e0170 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.1814132 Apr 18 19:32:00.907181 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed12325-6b42-4b4a-b52a-d478d6ba6cdd None None] DHCP port deletion for b829a4e2-e6ce-4fca-90ab-91d5338789ad request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:32:00.911076 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-3ed12325-6b42-4b4a-b52a-d478d6ba6cdd None None] Deleting port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:00.911443 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3ed12325-6b42-4b4a-b52a-d478d6ba6cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:00.932466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e954fd2-b188-43df-8b15-c7de2747837c req-8c58899a-e103-4bb5-a5cb-9914a28c0ae0 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:00.934482 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-8c58899a-e103-4bb5-a5cb-9914a28c0ae0 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849332 Apr 18 19:32:00.955338 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-9a30f7e8-5794-4aca-b7d3-acd35e08226c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/quotas/76bb182f4bf14c5d98d226424895c0d9 HTTP/1.1" status: 200 len: 375 time: 0.0128200 Apr 18 19:32:01.003492 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 81506e0b-4d1e-4b6d-8999-29f8f019d93d no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:01.010985 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-d3216d88-1796-4540-b0a1-4aa33322ff2f tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=76bb182f4bf14c5d98d226424895c0d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507848 Apr 18 19:32:01.025981 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-193d4543-13d9-4250-96ac-d5c65da25cb8 req-4060287c-48aa-45d6-bdaa-9eac924de577 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518612 Apr 18 19:32:01.081578 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] For port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9,segment=NetworkSegment(672bf0c4-919e-41f2-9880-93ff5537efa0),segment_id=672bf0c4-919e-41f2-9880-93ff5537efa0)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:01.081941 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.117255 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 81506e0b-4d1e-4b6d-8999-29f8f019d93d {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:01.117718 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 81506e0b-4d1e-4b6d-8999-29f8f019d93d not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:01.232160 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Calling delete_port for 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:01.261920 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-3ed12325-6b42-4b4a-b52a-d478d6ba6cdd None None] For port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9,segment=NetworkSegment(672bf0c4-919e-41f2-9880-93ff5537efa0),segment_id=672bf0c4-919e-41f2-9880-93ff5537efa0)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:01.263926 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3ed12325-6b42-4b4a-b52a-d478d6ba6cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.432977 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-3ed12325-6b42-4b4a-b52a-d478d6ba6cdd None None] Calling delete_port for 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:01.514612 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543f7c9-c159-4597-aa83-39c608b0847d req-400c386e-39d0-4756-81bd-e086bef80ccc tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:01.527585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55952) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:01.530947 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c543f7c9-c159-4597-aa83-39c608b0847d req-400c386e-39d0-4756-81bd-e086bef80ccc tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 945 time: 0.3064966 Apr 18 19:32:01.536300 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-b293fe0b-6a09-4cc7-b21f-3113b658c095 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Request body: {'floatingip': {'port_id': '3766c7ef-35c4-4d6e-8250-b33b91171f36'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:01.584469 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.592001 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-3ed12325-6b42-4b4a-b52a-d478d6ba6cdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:32:01.592447 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-3ed12325-6b42-4b4a-b52a-d478d6ba6cdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:32:01.615385 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b293fe0b-6a09-4cc7-b21f-3113b658c095 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.680474 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Port': ['ID=6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:01.690949 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2b95392d-0092-4aa5-945f-498fd01e6c99 req-62cfe334-8d16-43d5-939f-ef2892456dc9 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 210 time: 0.0535991 Apr 18 19:32:01.696793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] No DVR routers for this DVR port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:01.732285 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a99a904-0ca8-4f10-a993-ffff97dd9a47 req-a5364a0c-560e-4f73-87c4-36797b1b4feb tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 210 time: 0.0652101 Apr 18 19:32:01.750314 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:01.765420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:01.765420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:01.765420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:01.765420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:01.765420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:01.765420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:01.765420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:01.765420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:01.765420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:01.765420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:01.870577 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.901525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b829a4e2-e6ce-4fca-90ab-91d5338789ad']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:01.919695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672bf0c4-919e-41f2-9880-93ff5537efa0') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:01.919966 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672bf0c4-919e-41f2-9880-93ff5537efa0') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:01.933349 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.959516 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.967515 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:32:01.967989 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:32:01.983988 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:32:02.096659 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-3ed12325-6b42-4b4a-b52a-d478d6ba6cdd None None] Deleting port 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:02.096659 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3ed12325-6b42-4b4a-b52a-d478d6ba6cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.162751 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:02.200450 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.207567 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.229007 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:02.229467 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:02.258446 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-3ed12325-6b42-4b4a-b52a-d478d6ba6cdd None None] The port '6d38a8a6-6f0e-4181-b9eb-0b2193fb04c9' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:32:02.259490 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55974) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:02.261879 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] Pushing event deleted for resources: {'Network': ['ID=b829a4e2-e6ce-4fca-90ab-91d5338789ad,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:02.313572 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-857c6cf9-4aee-4b16-853a-e5c7641505af tempest-ServersTestMultiNic-1816978833 tempest-ServersTestMultiNic-1816978833-project] 10.222.0.66 "DELETE /v2.0/networks/b829a4e2-e6ce-4fca-90ab-91d5338789ad HTTP/1.1" status: 204 len: 168 time: 1.7548268 Apr 18 19:32:02.326933 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf2f23-902e-4165-acd8-745b8fdc31bc', 'name': 'network-vif-deleted', 'tag': 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:02.394742 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c56155c9-451e-42cc-93cc-3691a7d13140 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.422520 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c56155c9-451e-42cc-93cc-3691a7d13140 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.537435 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba077546-d248-4c60-af41-df8270875a5c req-9f42311b-bbe8-480f-b5ec-142a95719af3 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:02.538792 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba077546-d248-4c60-af41-df8270875a5c req-9f42311b-bbe8-480f-b5ec-142a95719af3 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.1293981 Apr 18 19:32:02.539096 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c56155c9-451e-42cc-93cc-3691a7d13140 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.558466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56155c9-451e-42cc-93cc-3691a7d13140 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b78844-b57b-4519-8b63-6a5534b92743,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:02.628000 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c56155c9-451e-42cc-93cc-3691a7d13140 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.631501 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c56155c9-451e-42cc-93cc-3691a7d13140 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "DELETE /v2.0/security-groups/78b78844-b57b-4519-8b63-6a5534b92743 HTTP/1.1" status: 204 len: 168 time: 0.3515353 Apr 18 19:32:02.631668 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 55990) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:02.653092 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-e8258aa6-7d9f-484f-bed4-394b8b9780ea tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] show failed (client error): The resource could not be found. Apr 18 19:32:02.656877 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89d58d2-24b3-4e9d-b0f4-0a3f4fee8096'] response: {'server_uuid': 'e6cf2f23-902e-4165-acd8-745b8fdc31bc', 'name': 'network-vif-deleted', 'tag': 'c0029aa5-2d4a-42e9-b163-c0e54d3ad991', 'status': 'completed', 'code': 200} Apr 18 19:32:02.657024 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e8258aa6-7d9f-484f-bed4-394b8b9780ea tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "GET /v2.0/security-groups/78b78844-b57b-4519-8b63-6a5534b92743 HTTP/1.1" status: 404 len: 347 time: 0.0242453 Apr 18 19:32:02.658869 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 55994) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:02.787999 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b293fe0b-6a09-4cc7-b21f-3113b658c095 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.805918 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba077546-d248-4c60-af41-df8270875a5c req-6f3d72ea-507f-4e72-99d9-875672cb8e88 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542691 Apr 18 19:32:02.900739 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b293fe0b-6a09-4cc7-b21f-3113b658c095 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:02.956439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-c5df198d-2b84-46de-8db7-4bad1eb61741 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Deleting port f0dcbae1-d272-452c-b827-92d4f008e7ce {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:02.956775 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c5df198d-2b84-46de-8db7-4bad1eb61741 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:03.106444 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6e0e14c-8c39-442e-bb5b-dd3e0d2c35e7 req-d926a7f8-0dd5-4c5b-8510-27ed7c2520cb tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 210 time: 0.1115041 Apr 18 19:32:03.290563 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c5df198d-2b84-46de-8db7-4bad1eb61741 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:03.290885 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c5df198d-2b84-46de-8db7-4bad1eb61741 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:03.365413 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1c503158-75fa-463b-ab21-6724fc850724 req-841d4cfb-5196-4ad5-b2ef-9e57eecceee9 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 210 time: 0.1055753 Apr 18 19:32:03.451789 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-c5df198d-2b84-46de-8db7-4bad1eb61741 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Calling delete_port for f0dcbae1-d272-452c-b827-92d4f008e7ce owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:03.473434 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13324156-178c-4660-aa14-146e09738951 req-dad7fd12-2c99-4959-adce-c435ba99003e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:03.474980 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-13324156-178c-4660-aa14-146e09738951 req-dad7fd12-2c99-4959-adce-c435ba99003e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e HTTP/1.1" status: 200 len: 950 time: 0.1399479 Apr 18 19:32:03.556545 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56010) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:03.560574 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-13324156-178c-4660-aa14-146e09738951 req-d7580b95-6a28-42b4-b23a-f0a8a53756bf tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792034 Apr 18 19:32:03.633207 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [None req-b293fe0b-6a09-4cc7-b21f-3113b658c095 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Floating IP f660a9bb-db1b-4936-9cef-1c7cf11c8a6b associated. External IP: 172.25.8.162, port: 3766c7ef-35c4-4d6e-8250-b33b91171f36. Apr 18 19:32:04.097167 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cf12b-7dbb-4634-bddb-54cd3576fd55 req-c14b874c-f155-43d3-9738-20edc1c67cc8 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:04.099028 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8c7cf12b-7dbb-4634-bddb-54cd3576fd55 req-c14b874c-f155-43d3-9738-20edc1c67cc8 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/ports?device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e HTTP/1.1" status: 200 len: 950 time: 0.0966384 Apr 18 19:32:04.190120 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a6c56-fd80-4249-9243-24b7b493004c req-59a4da84-71cc-4862-bdc2-d0356d5d673e tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:04.191578 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-59a4da84-71cc-4862-bdc2-d0356d5d673e tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.16 "GET /v2.0/networks?id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 HTTP/1.1" status: 200 len: 812 time: 0.4090078 Apr 18 19:32:04.201979 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c5df198d-2b84-46de-8db7-4bad1eb61741 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:04.207626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-8c7cf12b-7dbb-4634-bddb-54cd3576fd55 req-25ca60ba-b8f0-4031-b46d-3b00a41226d2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Deleting port 5b699799-5de5-4ff9-8427-52eb8a9582d0 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:04.212885 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8c7cf12b-7dbb-4634-bddb-54cd3576fd55 req-25ca60ba-b8f0-4031-b46d-3b00a41226d2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:04.253157 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Request body: {'port': {'device_id': '896161b5-47da-4484-9515-2c96f5c05fda', 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4', 'admin_state_up': True, 'tenant_id': '86d38a4264f9448f975dcb50c7494b2d'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:04.290593 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df198d-2b84-46de-8db7-4bad1eb61741 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Pushing event deleted for resources: {'Port': ['ID=f0dcbae1-d272-452c-b827-92d4f008e7ce,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:04.313145 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a43ae9e3-260a-472f-b5a7-ad29bb091078 req-66bcd6d1-5f41-4ff5-84c4-474258a7fa1c tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 210 time: 0.0567880 Apr 18 19:32:04.431768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec9f05-2f0a-4cdb-8a2c-0978e1622350 req-bbb1a108-60ff-4548-bab1-5872a2712fed tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:04.439716 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93ec9f05-2f0a-4cdb-8a2c-0978e1622350 req-bbb1a108-60ff-4548-bab1-5872a2712fed tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.4434075 Apr 18 19:32:04.599428 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-907939a9-383a-43fe-82c0-a42a999c1946 req-4d434976-1273-4c1c-b968-fd4e0828b8d0 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 210 time: 0.0470607 Apr 18 19:32:04.603750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-8c7cf12b-7dbb-4634-bddb-54cd3576fd55 req-25ca60ba-b8f0-4031-b46d-3b00a41226d2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] For port 5b699799-5de5-4ff9-8427-52eb8a9582d0, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5b699799-5de5-4ff9-8427-52eb8a9582d0,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:04.604109 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8c7cf12b-7dbb-4634-bddb-54cd3576fd55 req-25ca60ba-b8f0-4031-b46d-3b00a41226d2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:04.723449 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c5df198d-2b84-46de-8db7-4bad1eb61741 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:04.739000 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93ec9f05-2f0a-4cdb-8a2c-0978e1622350 req-b0b8ac79-a32a-4c0c-9106-457ab38fc06a tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983489 Apr 18 19:32:04.760288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-8c7cf12b-7dbb-4634-bddb-54cd3576fd55 req-25ca60ba-b8f0-4031-b46d-3b00a41226d2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Calling delete_port for 5b699799-5de5-4ff9-8427-52eb8a9582d0 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:04.762788 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:04.790402 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Usage tracker for resource:port and tenant:86d38a4264f9448f975dcb50c7494b2d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:04.797784 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:04.806326 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a6c56-fd80-4249-9243-24b7b493004c req-80ed4fd3-0669-4e7c-9bd5-832b2b527947 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:04.807785 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-80ed4fd3-0669-4e7c-9bd5-832b2b527947 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.16 "GET /v2.0/networks?id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 HTTP/1.1" status: 200 len: 812 time: 0.4168050 Apr 18 19:32:04.860322 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:04.868363 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Request body: {'port': {'device_id': '039db27a-8c0e-4bd2-8118-3e63f56e66f0', 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4', 'admin_state_up': True, 'tenant_id': '86d38a4264f9448f975dcb50c7494b2d'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:05.039090 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c5df198d-2b84-46de-8db7-4bad1eb61741 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:05.040203 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c5df198d-2b84-46de-8db7-4bad1eb61741 tempest-ImagesOneServerNegativeTestJSON-610750911 tempest-ImagesOneServerNegativeTestJSON-610750911-project] 10.222.0.66 "DELETE /v2.0/floatingips/a7bb5577-be34-4dbd-9ac4-54f12d0eaeb7 HTTP/1.1" status: 204 len: 168 time: 2.3802891 Apr 18 19:32:05.053017 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841696f-1921-499d-8b63-42c8ba36c269 req-a829c845-9ea4-4f80-a238-bc3409186a02 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:05.054463 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e841696f-1921-499d-8b63-42c8ba36c269 req-a829c845-9ea4-4f80-a238-bc3409186a02 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa78434f-5d9e-46d8-b423-d8cff1b36dca HTTP/1.1" status: 200 len: 950 time: 0.3867660 Apr 18 19:32:05.065981 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6696b9-a354-4ab6-806e-d432ebeda6b0 req-8198585f-b79a-4fab-885b-26c7305d3b30 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:05.072592 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7d6696b9-a354-4ab6-806e-d432ebeda6b0 req-8198585f-b79a-4fab-885b-26c7305d3b30 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e HTTP/1.1" status: 200 len: 950 time: 0.2808795 Apr 18 19:32:05.104603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.16', 51394) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:05.180792 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c7d66de6-0a41-4374-a189-cd208248f987 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=76bb182f4bf14c5d98d226424895c0d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528696 Apr 18 19:32:05.290661 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-e841696f-1921-499d-8b63-42c8ba36c269 req-6b1074a2-d740-413c-8336-2ac32294e832 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Deleting port dcd054f3-5a09-4876-909a-d12e42fd672e {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:05.291203 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e841696f-1921-499d-8b63-42c8ba36c269 req-6b1074a2-d740-413c-8336-2ac32294e832 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:05.316091 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56032) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:05.336441 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8c7cf12b-7dbb-4634-bddb-54cd3576fd55 req-25ca60ba-b8f0-4031-b46d-3b00a41226d2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:05.351564 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c', '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'dcd054f3-5a09-4876-909a-d12e42fd672e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:05.373208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Made reservation on behalf of 86d38a4264f9448f975dcb50c7494b2d for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:05.376755 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:05.386953 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7d6696b9-a354-4ab6-806e-d432ebeda6b0 req-d9aeef7e-c144-4209-97fe-c190e7875f1b tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134260 Apr 18 19:32:05.388893 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:05.479001 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Usage tracker for resource:port and tenant:86d38a4264f9448f975dcb50c7494b2d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:05.495538 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca60ba-b8f0-4031-b46d-3b00a41226d2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event deleted for resources: {'Port': ['ID=5b699799-5de5-4ff9-8427-52eb8a9582d0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:05.496736 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:05.547916 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4177447a-9a5b-48a3-b44b-a01234ffd796 req-8e4aa40d-c179-4dcf-8395-81f5bd21df88 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 210 time: 0.0704203 Apr 18 19:32:05.556723 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:05.675043 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Made reservation on behalf of 86d38a4264f9448f975dcb50c7494b2d for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:05.680204 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:05.782376 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4aeac3-b35b-40f9-9791-4f47b6d32013 admin admin] Deleting subnet 0c5d496e-a416-45a0-a254-a9492339f206 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:32:05.837718 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c4aeac3-b35b-40f9-9791-4f47b6d32013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:05.873082 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Allocated IP 172.20.0.14 (02ff35cb-d0aa-4f1f-8ced-27eb8634eff4/9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee/1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:05.935005 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bba92804-9951-4d91-8e20-ccd2680718ca req-a4a8ac68-ccef-42b2-be09-ed936d560a1c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 210 time: 0.1966259 Apr 18 19:32:05.961137 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:05.963994 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7cf12b-7dbb-4634-bddb-54cd3576fd55 req-25ca60ba-b8f0-4031-b46d-3b00a41226d2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] No DVR routers for this DVR port 5b699799-5de5-4ff9-8427-52eb8a9582d0 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:05.970255 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e954fd2-b188-43df-8b15-c7de2747837c req-0bca64bd-d1f8-4674-bbbf-e16ea145fcc4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:05.972695 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-0bca64bd-d1f8-4674-bbbf-e16ea145fcc4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7758310 Apr 18 19:32:05.976904 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-8c7cf12b-7dbb-4634-bddb-54cd3576fd55 req-25ca60ba-b8f0-4031-b46d-3b00a41226d2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:05.979481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9a6298-6fb0-4de9-86cf-bfd70807d74e', 'name': 'network-vif-deleted', 'tag': '5b699799-5de5-4ff9-8427-52eb8a9582d0'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:06.009713 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Request body: {'port': {'device_id': 'aa04cd97-adb4-4882-b648-9c1f974248da', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '76bb182f4bf14c5d98d226424895c0d9'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:06.047144 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-e841696f-1921-499d-8b63-42c8ba36c269 req-6b1074a2-d740-413c-8336-2ac32294e832 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] For port dcd054f3-5a09-4876-909a-d12e42fd672e, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=dcd054f3-5a09-4876-909a-d12e42fd672e,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:06.047585 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e841696f-1921-499d-8b63-42c8ba36c269 req-6b1074a2-d740-413c-8336-2ac32294e832 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.173896 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c4aeac3-b35b-40f9-9791-4f47b6d32013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.203570 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124bc296-70a8-4476-9382-8daad7f0952f'] response: {'server_uuid': 'cd9a6298-6fb0-4de9-86cf-bfd70807d74e', 'name': 'network-vif-deleted', 'tag': '5b699799-5de5-4ff9-8427-52eb8a9582d0', 'status': 'completed', 'code': 200} Apr 18 19:32:06.214149 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-e841696f-1921-499d-8b63-42c8ba36c269 req-6b1074a2-d740-413c-8336-2ac32294e832 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Calling delete_port for dcd054f3-5a09-4876-909a-d12e42fd672e owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:06.283263 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b293fe0b-6a09-4cc7-b21f-3113b658c095 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:32:06.285827 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8c7cf12b-7dbb-4634-bddb-54cd3576fd55 req-25ca60ba-b8f0-4031-b46d-3b00a41226d2 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "DELETE /v2.0/ports/5b699799-5de5-4ff9-8427-52eb8a9582d0 HTTP/1.1" status: 204 len: 173 time: 2.1801746 Apr 18 19:32:06.289083 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d657871-c282-410f-ab4f-ebc03dea7830 req-f0233298-cc48-4148-9782-9405cfb1ce71 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:06.290599 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2d657871-c282-410f-ab4f-ebc03dea7830 req-f0233298-cc48-4148-9782-9405cfb1ce71 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.4214962 Apr 18 19:32:06.379932 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c4aeac3-b35b-40f9-9791-4f47b6d32013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.487329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:06.498163 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Usage tracker for resource:port and tenant:76bb182f4bf14c5d98d226424895c0d9 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:06.504472 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:06.523140 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.527879 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2d657871-c282-410f-ab4f-ebc03dea7830 req-621836e9-f7c3-44c8-b740-076e349e18eb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271776 Apr 18 19:32:06.545778 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:06.601637 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c4aeac3-b35b-40f9-9791-4f47b6d32013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.648134 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-be1e5dcc-2f5c-4a7e-b688-45c729b4f541 req-a1a9937e-75a9-4edd-8f23-e330445f7c72 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:06.650589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aeac3-b35b-40f9-9791-4f47b6d32013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c5d496e-a416-45a0-a254-a9492339f206,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:06.671147 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c4aeac3-b35b-40f9-9791-4f47b6d32013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.693114 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4c4aeac3-b35b-40f9-9791-4f47b6d32013 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0c5d496e-a416-45a0-a254-a9492339f206 HTTP/1.1" status: 204 len: 168 time: 1.3664773 Apr 18 19:32:06.695402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56048) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:06.704240 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.719064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Made reservation on behalf of 76bb182f4bf14c5d98d226424895c0d9 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:06.722550 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.883462 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-59d962d6-a7ca-411e-9a23-aad99dbb4bb4 req-24aa4464-84b7-4a5c-8465-00522144856b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 210 time: 0.1713290 Apr 18 19:32:06.886407 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-be1e5dcc-2f5c-4a7e-b688-45c729b4f541 req-a1a9937e-75a9-4edd-8f23-e330445f7c72 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:06.887532 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-be1e5dcc-2f5c-4a7e-b688-45c729b4f541 req-a1a9937e-75a9-4edd-8f23-e330445f7c72 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd9a6298-6fb0-4de9-86cf-bfd70807d74e HTTP/1.1" status: 200 len: 210 time: 0.3348193 Apr 18 19:32:06.888117 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e841696f-1921-499d-8b63-42c8ba36c269 req-6b1074a2-d740-413c-8336-2ac32294e832 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:06.900561 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['8c31e17d-39ff-4b2c-9a78-bb1a9122398c'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:06.938829 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Pushing event updated for resources: {'Port': ['ID=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:06.941763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Allocated IP 172.20.0.2 (02ff35cb-d0aa-4f1f-8ced-27eb8634eff4/9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee/ea11608b-02bb-43a7-ae3b-e2301575c8e5) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:06.944892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:06.981025 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:06.983988 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:07.056708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1074a2-d740-413c-8336-2ac32294e832 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event deleted for resources: {'Port': ['ID=dcd054f3-5a09-4876-909a-d12e42fd672e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:07.061282 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.066183 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.110060 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:07.115029 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Usage tracker for resource:security_group_rule and tenant:76bb182f4bf14c5d98d226424895c0d9 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:07.117439 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:07.123985 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:07.196452 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-e841696f-1921-499d-8b63-42c8ba36c269 req-6b1074a2-d740-413c-8336-2ac32294e832 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] No DVR routers for this DVR port dcd054f3-5a09-4876-909a-d12e42fd672e on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:07.198989 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-e841696f-1921-499d-8b63-42c8ba36c269 req-6b1074a2-d740-413c-8336-2ac32294e832 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.240800 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:07.241422 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.258141 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b293fe0b-6a09-4cc7-b21f-3113b658c095 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:32:07.268891 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db64d9-f011-421c-b09a-42e02b78792d None None] Sync routers for ids ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:32:07.282021 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db64d9-f011-421c-b09a-42e02b78792d None None] Routers {'7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:07.287602 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-80db64d9-f011-421c-b09a-42e02b78792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:07.321222 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e841696f-1921-499d-8b63-42c8ba36c269 req-6b1074a2-d740-413c-8336-2ac32294e832 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "DELETE /v2.0/ports/dcd054f3-5a09-4876-909a-d12e42fd672e HTTP/1.1" status: 204 len: 173 time: 2.2441542 Apr 18 19:32:07.388881 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4caba356-79ac-46a7-bfb6-87a10589f7d1 req-60b5f044-a586-48e6-9a19-753200584067 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 210 time: 0.1444523 Apr 18 19:32:07.395880 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b293fe0b-6a09-4cc7-b21f-3113b658c095 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.452163 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.473380 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.510859 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53865a1c-0820-41ea-bb78-cff1d4692167']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:07.524703 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-80db64d9-f011-421c-b09a-42e02b78792d None None] Set router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:07.529219 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d58e4cd-3a32-46de-b608-592cf31f6d57') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:07.529518 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d58e4cd-3a32-46de-b608-592cf31f6d57') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:07.543182 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.549799 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b293fe0b-6a09-4cc7-b21f-3113b658c095 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "PUT /v2.0/floatingips/f660a9bb-db1b-4936-9cef-1c7cf11c8a6b HTTP/1.1" status: 200 len: 991 time: 6.0210123 Apr 18 19:32:07.555027 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'tag': '3766c7ef-35c4-4d6e-8250-b33b91171f36'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:07.559956 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5b699799-5de5-4ff9-8427-52eb8a9582d0 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:07.573805 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.585443 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.595195 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-0daeb025-ce50-49c6-8856-97d3ad0c1fb5 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3865650 Apr 18 19:32:07.621563 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 5b699799-5de5-4ff9-8427-52eb8a9582d0 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:07.622302 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5b699799-5de5-4ff9-8427-52eb8a9582d0 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:07.622981 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device dcd054f3-5a09-4876-909a-d12e42fd672e no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:07.632194 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Request body: {'port': {'device_id': '896161b5-47da-4484-9515-2c96f5c05fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:07.644252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:32:07.644674 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.669883 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: dcd054f3-5a09-4876-909a-d12e42fd672e {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:07.670693 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device dcd054f3-5a09-4876-909a-d12e42fd672e not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:07.725163 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:32:07.760457 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:32:07.904950 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:07.922722 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd1c762-c8bf-4222-9216-2cb2bafb6fae,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:08.014302 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.034512 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3375c7-1a7a-4d12-835c-cf4f09c8c9c9 req-01556e42-da5f-4be5-849e-7dcea836dff3 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:08.041322 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2c3375c7-1a7a-4d12-835c-cf4f09c8c9c9 req-01556e42-da5f-4be5-849e-7dcea836dff3 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.2009306 Apr 18 19:32:08.041448 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-80db64d9-f011-421c-b09a-42e02b78792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'f660a9bb-db1b-4936-9cef-1c7cf11c8a6b', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'port_id': '3766c7ef-35c4-4d6e-8250-b33b91171f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'mac_address': 'fa:16:3e:8e:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:31:31Z', 'updated_at': '2022-04-18T19:32:02Z', 'revision_number': 1, 'project_id': '43825ed3014a4748922fa55a61061871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599af2b2-e6a1-41db-b122-cae291697a3d', 'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'mac_address': 'fa:16:3e:dc:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:16Z', 'updated_at': '2022-04-18T19:31:40Z', 'revision_number': 5, 'project_id': '43825ed3014a4748922fa55a61061871', 'subnets': [{'id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:08.046197 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db64d9-f011-421c-b09a-42e02b78792d None None] Checking router: 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:32:08.058639 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db64d9-f011-421c-b09a-42e02b78792d None None] Routers {'7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:08.059243 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-80db64d9-f011-421c-b09a-42e02b78792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:08.102781 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Allocated IP 192.168.233.207 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/b03e9f45-eccf-45dd-ac54-8ef0b961a491) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:08.156721 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.161580 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8955c23-4e05-4578-8563-91b327c1a50f req-94f3b2d7-d6b5-4b24-9c26-4bc86b815758 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:08.167658 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.168674 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c8955c23-4e05-4578-8563-91b327c1a50f req-94f3b2d7-d6b5-4b24-9c26-4bc86b815758 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 945 time: 0.3592165 Apr 18 19:32:08.211753 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa78434f-5d9e-46d8-b423-d8cff1b36dca', 'name': 'network-vif-deleted', 'tag': 'dcd054f3-5a09-4876-909a-d12e42fd672e'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:08.236539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:08.243836 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Pushing event updated for resources: {'Port': ['ID=ea11608b-02bb-43a7-ae3b-e2301575c8e5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:08.251634 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=53865a1c-0820-41ea-bb78-cff1d4692167,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:08.256670 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:08.264426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:08.294449 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-80db64d9-f011-421c-b09a-42e02b78792d None None] Set router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:08.333960 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2c3375c7-1a7a-4d12-835c-cf4f09c8c9c9 req-22e941b6-d28b-4ec9-a209-178b4c1343c3 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918005 Apr 18 19:32:08.402623 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9518db34-fcae-497b-9a00-54c0eb3d21f1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/53865a1c-0820-41ea-bb78-cff1d4692167 HTTP/1.1" status: 204 len: 168 time: 1.7059128 Apr 18 19:32:08.431731 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c8955c23-4e05-4578-8563-91b327c1a50f req-7097048b-0507-4500-b96b-14687c81838e tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620583 Apr 18 19:32:08.432656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] Deleting port a41bb5a8-fcd9-4178-b3ad-abfc10231a02 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:08.433151 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.434214 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.458396 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Transition to ACTIVE for port object b03e9f45-eccf-45dd-ac54-8ef0b961a491 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:08.536702 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10a452c-f7dc-4df5-bf5f-eba021c395ef'] response: {'name': 'network-changed', 'server_uuid': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'tag': '3766c7ef-35c4-4d6e-8250-b33b91171f36', 'status': 'completed', 'code': 200} Apr 18 19:32:08.566036 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.576437 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:08.577531 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.690321 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f54feca-194d-4b52-9692-4d27dbb27860'] response: {'server_uuid': 'aa78434f-5d9e-46d8-b423-d8cff1b36dca', 'name': 'network-vif-deleted', 'tag': 'dcd054f3-5a09-4876-909a-d12e42fd672e', 'status': 'completed', 'code': 200} Apr 18 19:32:08.734647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:08.748001 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:08.753099 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:08.791904 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-80db64d9-f011-421c-b09a-42e02b78792d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'f660a9bb-db1b-4936-9cef-1c7cf11c8a6b', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'port_id': '3766c7ef-35c4-4d6e-8250-b33b91171f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'mac_address': 'fa:16:3e:8e:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:31:31Z', 'updated_at': '2022-04-18T19:32:02Z', 'revision_number': 1, 'project_id': '43825ed3014a4748922fa55a61061871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599af2b2-e6a1-41db-b122-cae291697a3d', 'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'mac_address': 'fa:16:3e:dc:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:16Z', 'updated_at': '2022-04-18T19:31:40Z', 'revision_number': 5, 'project_id': '43825ed3014a4748922fa55a61061871', 'subnets': [{'id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:08.796511 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db64d9-f011-421c-b09a-42e02b78792d None None] The sync data for ids ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'] in n-d-838334-1 is: [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'f660a9bb-db1b-4936-9cef-1c7cf11c8a6b', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'port_id': '3766c7ef-35c4-4d6e-8250-b33b91171f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'mac_address': 'fa:16:3e:8e:81:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:31:31Z', 'updated_at': '2022-04-18T19:32:02Z', 'revision_number': 1, 'project_id': '43825ed3014a4748922fa55a61061871', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599af2b2-e6a1-41db-b122-cae291697a3d', 'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'mac_address': 'fa:16:3e:dc:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:16Z', 'updated_at': '2022-04-18T19:31:40Z', 'revision_number': 5, 'project_id': '43825ed3014a4748922fa55a61061871', 'subnets': [{'id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:32:08.879250 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Pushing event updated for resources: {'Port': ['ID=b03e9f45-eccf-45dd-ac54-8ef0b961a491,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:08.913998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:08.914652 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:08.952875 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d008d8-189c-48a9-bec3-ddee1b7134d8 req-bfd82223-9d0e-41fb-a943-acebf2f5e82b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:08.955080 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d008d8-189c-48a9-bec3-ddee1b7134d8 req-bfd82223-9d0e-41fb-a943-acebf2f5e82b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 931 time: 0.1718762 Apr 18 19:32:09.006138 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-2222ab84-0e8e-4682-bb43-a0b0ff8cdeea tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1429429 Apr 18 19:32:09.011823 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b5d008d8-189c-48a9-bec3-ddee1b7134d8 req-8dbc264e-5c86-46de-b606-5adedcf92c4a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Synchronizing usage tracker for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:09.026167 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-cb6d96cb-455a-4b88-8fda-9fca259126f4 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0306437 Apr 18 19:32:09.041250 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Request body: {'port': {'device_id': 'aa04cd97-adb4-4882-b648-9c1f974248da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:09.047223 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2471c597-3f2e-4f90-8a21-1dcb8a5409c8 None None] New status for floating IP f660a9bb-db1b-4936-9cef-1c7cf11c8a6b: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:32:09.128660 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56074) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:09.150220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b5d008d8-189c-48a9-bec3-ddee1b7134d8 req-8dbc264e-5c86-46de-b606-5adedcf92c4a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Unset dirty status for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:09.162179 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Request body: {'port': {'device_id': '039db27a-8c0e-4bd2-8118-3e63f56e66f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:09.162886 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d008d8-189c-48a9-bec3-ddee1b7134d8 req-8dbc264e-5c86-46de-b606-5adedcf92c4a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995313 Apr 18 19:32:09.199044 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.225437 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] For port a41bb5a8-fcd9-4178-b3ad-abfc10231a02, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a41bb5a8-fcd9-4178-b3ad-abfc10231a02,segment=NetworkSegment(49bd38a3-98b3-4671-9cdf-b8d3a39ec37d),segment_id=49bd38a3-98b3-4671-9cdf-b8d3a39ec37d)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:09.227040 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.275109 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f395da51-d03a-439f-a0d3-7ca37244de94 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5ad35ad917bc4036817be27017ea25fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1445520 Apr 18 19:32:09.277751 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56080) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:09.330933 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-62551529-5eb2-4162-bbab-0e1f2d94a0a8 None None] Provisioning for port b03e9f45-eccf-45dd-ac54-8ef0b961a491 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:09.343224 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-62551529-5eb2-4162-bbab-0e1f2d94a0a8 None None] Provisioning complete for port b03e9f45-eccf-45dd-ac54-8ef0b961a491 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:09.343586 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-62551529-5eb2-4162-bbab-0e1f2d94a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.404785 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-62551529-5eb2-4162-bbab-0e1f2d94a0a8 None None] Port b03e9f45-eccf-45dd-ac54-8ef0b961a491 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:32:09.508322 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cba79e65-0ebc-462d-b5e7-7627ddbef503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.530815 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:09.547113 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] Calling delete_port for a41bb5a8-fcd9-4178-b3ad-abfc10231a02 owned by network:router_interface {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:09.592874 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.611343 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.648187 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cba79e65-0ebc-462d-b5e7-7627ddbef503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.671814 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Transition to ACTIVE for port object 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:09.727409 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-163821fd-8eae-4140-8270-6652e4bb3410 req-9e3f6971-1067-4ed0-8364-0fcb6980e378 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=43825ed3014a4748922fa55a61061871&device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 1096 time: 1.1401587 Apr 18 19:32:09.736329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b821281-2dc1-4b2b-93e6-99b9c2e55d5c req-adb8fcda-df55-4652-8f55-09f3da86908d tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:09.737736 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6b821281-2dc1-4b2b-93e6-99b9c2e55d5c req-adb8fcda-df55-4652-8f55-09f3da86908d tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 936 time: 1.0216165 Apr 18 19:32:09.742982 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.760088 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ebc44-abd1-4edc-8616-183f2e03bbc3 req-75ef3d54-d5e9-4bd4-aaec-d487150a22d5 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:09.761550 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fe0ebc44-abd1-4edc-8616-183f2e03bbc3 req-75ef3d54-d5e9-4bd4-aaec-d487150a22d5 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.2489550 Apr 18 19:32:09.803944 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.863617 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cba79e65-0ebc-462d-b5e7-7627ddbef503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.889644 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fe0ebc44-abd1-4edc-8616-183f2e03bbc3 req-d216b27d-dab3-4f02-b823-ce2b97a2516a tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202691 Apr 18 19:32:09.894394 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba79e65-0ebc-462d-b5e7-7627ddbef503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a69adcf-08d5-4221-82d2-33877146f290,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:09.901114 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03e9f45-eccf-45dd-ac54-8ef0b961a491 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:09.910680 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.913245 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cba79e65-0ebc-462d-b5e7-7627ddbef503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:09.916693 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cba79e65-0ebc-462d-b5e7-7627ddbef503 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a69adcf-08d5-4221-82d2-33877146f290 HTTP/1.1" status: 204 len: 168 time: 0.6357298 Apr 18 19:32:09.951338 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Transition to ACTIVE for port object b03e9f45-eccf-45dd-ac54-8ef0b961a491 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:10.075854 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:10.086401 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Pushing event updated for resources: {'Port': ['ID=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:10.164272 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6b821281-2dc1-4b2b-93e6-99b9c2e55d5c req-c0db53ef-454c-4845-88d7-1741d1cda429 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174905 Apr 18 19:32:10.205782 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Pushing event updated for resources: {'Port': ['ID=b03e9f45-eccf-45dd-ac54-8ef0b961a491,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:10.266392 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163821fd-8eae-4140-8270-6652e4bb3410 req-1a8549e2-15e7-475f-90a4-f82937eaab66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:10.269154 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-163821fd-8eae-4140-8270-6652e4bb3410 req-1a8549e2-15e7-475f-90a4-f82937eaab66 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a9ab76e-a28e-4ada-b9e0-c33450849c0f HTTP/1.1" status: 200 len: 906 time: 0.5265675 Apr 18 19:32:10.444756 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Attempting to bind port b03e9f45-eccf-45dd-ac54-8ef0b961a491 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:32:10.445086 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Attempting to bind port b03e9f45-eccf-45dd-ac54-8ef0b961a491 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:32:10.445435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Attempting to bind port b03e9f45-eccf-45dd-ac54-8ef0b961a491 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:10.452784 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Port b03e9f45-eccf-45dd-ac54-8ef0b961a491 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:32:10.453198 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Attempting to bind port b03e9f45-eccf-45dd-ac54-8ef0b961a491 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:10.472677 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:32:10.472956 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:10.473869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:32:10.473869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Bound port: b03e9f45-eccf-45dd-ac54-8ef0b961a491, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:32:10.474480 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:10.517414 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:10.604269 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] For port b03e9f45-eccf-45dd-ac54-8ef0b961a491, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:10.616993 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] For port b03e9f45-eccf-45dd-ac54-8ef0b961a491, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=b03e9f45-eccf-45dd-ac54-8ef0b961a491,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:32:10.640987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41bb5a8-fcd9-4178-b3ad-abfc10231a02,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:10.659214 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Attempting to bind port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:32:10.659539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Attempting to bind port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:32:10.659866 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Attempting to bind port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:10.697844 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:10.717046 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-163821fd-8eae-4140-8270-6652e4bb3410 req-343e4e33-f320-4537-97f3-b51159ba34fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3766c7ef-35c4-4d6e-8250-b33b91171f36 HTTP/1.1" status: 200 len: 1001 time: 0.3952832 Apr 18 19:32:10.729782 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:32:10.730107 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Attempting to bind port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:10.797218 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:10.799420 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] 10.222.0.16 "PUT /v2.0/ports/b03e9f45-eccf-45dd-ac54-8ef0b961a491 HTTP/1.1" status: 200 len: 1096 time: 1.7628880 Apr 18 19:32:10.803683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa04cd97-adb4-4882-b648-9c1f974248da', 'tag': 'b03e9f45-eccf-45dd-ac54-8ef0b961a491'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:10.826084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9aadc-da5d-439a-9a9c-8cb873c1c903 service neutron] Pushing event updated for resources: {'Port': ['ID=b03e9f45-eccf-45dd-ac54-8ef0b961a491,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:10.843098 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14e6a0-14bb-45c0-8405-9ae9d69b5395 req-9707e3e5-ab4a-490f-b8a7-73eb1183aa42 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:10.850469 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:32:10.850807 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Checking segment: {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:10.851358 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Bound using segment: {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:32:10.851736 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2c14e6a0-14bb-45c0-8405-9ae9d69b5395 req-9707e3e5-ab4a-490f-b8a7-73eb1183aa42 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 950 time: 0.2149112 Apr 18 19:32:10.852147 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Bound port: 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:32:10.852810 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:10.914807 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2c14e6a0-14bb-45c0-8405-9ae9d69b5395 req-4d40cee0-bf10-460b-934e-d85a72447219 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616977 Apr 18 19:32:11.007748 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b8ce3a-d265-47ba-b8ec-f64bcf3b7447'] response: {'name': 'network-changed', 'server_uuid': 'aa04cd97-adb4-4882-b648-9c1f974248da', 'tag': 'b03e9f45-eccf-45dd-ac54-8ef0b961a491', 'status': 'completed', 'code': 200} Apr 18 19:32:11.013179 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163821fd-8eae-4140-8270-6652e4bb3410 req-415fe941-8b2e-4c94-9768-430f5487a29a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:11.021363 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-163821fd-8eae-4140-8270-6652e4bb3410 req-415fe941-8b2e-4c94-9768-430f5487a29a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dcd83db2-d8cb-4b48-ad93-ec603caf3309 HTTP/1.1" status: 200 len: 844 time: 0.2897108 Apr 18 19:32:11.027652 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-1e81ab80-8a8d-410b-87e3-12cecd81112d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76bb182f4bf14c5d98d226424895c0d9&device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 1099 time: 0.1095603 Apr 18 19:32:11.045568 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f6fda-4b10-457c-a26b-b3966096be05 req-df62de2a-5aa1-4206-beda-6d06eef0192b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:11.046267 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3f8f6fda-4b10-457c-a26b-b3966096be05 req-df62de2a-5aa1-4206-beda-6d06eef0192b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Synchronizing usage tracker for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:11.091293 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:11.158415 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-58f0b310-f01d-4f28-b204-bc053780388b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=b03e9f45-eccf-45dd-ac54-8ef0b961a491 HTTP/1.1" status: 200 len: 217 time: 0.1152840 Apr 18 19:32:11.276295 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e954fd2-b188-43df-8b15-c7de2747837c req-6c8dcbcb-a0c4-48d3-9535-9c7741e3616e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:11.277743 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-6c8dcbcb-a0c4-48d3-9535-9c7741e3616e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1147902 Apr 18 19:32:11.351278 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd46320-0340-46d9-adce-76cfb0b59b4c req-0af0597a-790b-4af4-8d38-78d35e066f8d tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:11.352991 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0bd46320-0340-46d9-adce-76cfb0b59b4c req-0af0597a-790b-4af4-8d38-78d35e066f8d tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.1574500 Apr 18 19:32:11.400575 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:32:11.419905 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0bd46320-0340-46d9-adce-76cfb0b59b4c req-e51fd68e-0566-4113-9e18-9355ab4615ec tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555458 Apr 18 19:32:11.427985 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-87ceb387-580b-40a7-8180-646ccf4ab3e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425657 Apr 18 19:32:11.498272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3f8f6fda-4b10-457c-a26b-b3966096be05 req-df62de2a-5aa1-4206-beda-6d06eef0192b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Unset dirty status for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:11.499462 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3f8f6fda-4b10-457c-a26b-b3966096be05 req-df62de2a-5aa1-4206-beda-6d06eef0192b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 931 time: 1.1689022 Apr 18 19:32:11.538494 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] For port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:11.557828 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea11608b-02bb-43a7-ae3b-e2301575c8e5 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:11.568307 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] For port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:32:11.570934 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:11.600894 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-163821fd-8eae-4140-8270-6652e4bb3410 req-32adc5c5-72ac-4220-b98a-2f6d9976200e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a9ab76e-a28e-4ada-b9e0-c33450849c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5612378 Apr 18 19:32:11.612742 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Transition to ACTIVE for port object ea11608b-02bb-43a7-ae3b-e2301575c8e5 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:11.628308 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-c1cafbb7-b69d-4422-9b8b-0448ca49556f service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862454 Apr 18 19:32:11.638056 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3f8f6fda-4b10-457c-a26b-b3966096be05 req-67222acb-4e5a-43c1-8c90-8ef016506850 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270452 Apr 18 19:32:11.645968 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:11.746553 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:11.804171 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:11.805522 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] 10.222.0.16 "PUT /v2.0/ports/1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 HTTP/1.1" status: 200 len: 1092 time: 4.1774490 Apr 18 19:32:11.809774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896161b5-47da-4484-9515-2c96f5c05fda', 'tag': '1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:11.843957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b538a-56d3-45e1-bc51-edcb985133a8 req-29594544-d9e1-40a7-b22e-760c32715fac tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:11.844651 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-030b538a-56d3-45e1-bc51-edcb985133a8 req-29594544-d9e1-40a7-b22e-760c32715fac tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Synchronizing usage tracker for tenant:76bb182f4bf14c5d98d226424895c0d9 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:11.907195 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e954fd2-b188-43df-8b15-c7de2747837c req-8bf496dd-3e8e-494b-ba81-86682d54b779 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708066 Apr 18 19:32:11.944462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-030b538a-56d3-45e1-bc51-edcb985133a8 req-29594544-d9e1-40a7-b22e-760c32715fac tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Unset dirty status for tenant:76bb182f4bf14c5d98d226424895c0d9 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:11.946082 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-030b538a-56d3-45e1-bc51-edcb985133a8 req-29594544-d9e1-40a7-b22e-760c32715fac tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 948 time: 0.3945317 Apr 18 19:32:11.956232 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88ce68-9ad0-42d0-a4df-71b824e74a3b service neutron] Pushing event updated for resources: {'Port': ['ID=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:11.999732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-030b538a-56d3-45e1-bc51-edcb985133a8 req-b8f4bce8-ee8f-4170-a220-9f501834c69d tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Synchronizing usage tracker for tenant:76bb182f4bf14c5d98d226424895c0d9 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:12.002309 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574c9e6f-8d2a-4373-826c-99be10b3fbbf'] response: {'name': 'network-changed', 'server_uuid': '896161b5-47da-4484-9515-2c96f5c05fda', 'tag': '1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0', 'status': 'completed', 'code': 200} Apr 18 19:32:12.016329 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-163821fd-8eae-4140-8270-6652e4bb3410 req-f0fbcbc2-710b-4560-8f79-dfdcb06cdc58 service neutron] 10.222.0.71 "GET /v2.0/networks/3a9ab76e-a28e-4ada-b9e0-c33450849c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024928 Apr 18 19:32:12.156877 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-030b538a-56d3-45e1-bc51-edcb985133a8 req-b8f4bce8-ee8f-4170-a220-9f501834c69d tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Unset dirty status for tenant:76bb182f4bf14c5d98d226424895c0d9 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:12.171820 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-030b538a-56d3-45e1-bc51-edcb985133a8 req-b8f4bce8-ee8f-4170-a220-9f501834c69d tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179382 Apr 18 19:32:12.187833 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0e4894b-15a3-4d8d-8926-61dd77956ee3 req-cab54532-ed2c-4362-b67a-71de02aff0fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76bb182f4bf14c5d98d226424895c0d9&device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 1099 time: 0.1770773 Apr 18 19:32:12.194212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c15cf-6cf0-434e-84cd-a1c9af4fb59a req-de261a9f-7123-492f-bfa6-256f0accc42e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:12.195683 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-481c15cf-6cf0-434e-84cd-a1c9af4fb59a req-de261a9f-7123-492f-bfa6-256f0accc42e tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 950 time: 0.1509602 Apr 18 19:32:12.293230 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Pushing event updated for resources: {'Port': ['ID=ea11608b-02bb-43a7-ae3b-e2301575c8e5,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:12.310305 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:12.348007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-481c15cf-6cf0-434e-84cd-a1c9af4fb59a req-11dd7758-f6ad-4f27-ae6e-5b52dbf9f3bc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Deleting port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:12.348256 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-481c15cf-6cf0-434e-84cd-a1c9af4fb59a req-11dd7758-f6ad-4f27-ae6e-5b52dbf9f3bc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:12.410695 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-8e319257-f908-496c-a108-99fafcdbce27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86d38a4264f9448f975dcb50c7494b2d&device_id=896161b5-47da-4484-9515-2c96f5c05fda HTTP/1.1" status: 200 len: 1095 time: 0.4924972 Apr 18 19:32:12.435742 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4894b-15a3-4d8d-8926-61dd77956ee3 req-f99cc4b6-7d16-4714-a0c9-72ca2ee86648 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:12.437159 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0e4894b-15a3-4d8d-8926-61dd77956ee3 req-f99cc4b6-7d16-4714-a0c9-72ca2ee86648 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2406402 Apr 18 19:32:12.458015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Attempting to bind port ea11608b-02bb-43a7-ae3b-e2301575c8e5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:32:12.458375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Attempting to bind port ea11608b-02bb-43a7-ae3b-e2301575c8e5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:32:12.458690 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Attempting to bind port ea11608b-02bb-43a7-ae3b-e2301575c8e5 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:12.462011 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-163821fd-8eae-4140-8270-6652e4bb3410 req-f98132a3-0d00-4c04-8f5f-8f3a4b8f05b4 service neutron] 10.222.0.71 "GET /v2.0/networks/3a9ab76e-a28e-4ada-b9e0-c33450849c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292078 Apr 18 19:32:12.547337 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0e4894b-15a3-4d8d-8926-61dd77956ee3 req-03d16a82-de2d-4833-9b50-054963ffe518 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=b03e9f45-eccf-45dd-ac54-8ef0b961a491 HTTP/1.1" status: 200 len: 217 time: 0.0853379 Apr 18 19:32:12.599945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Port ea11608b-02bb-43a7-ae3b-e2301575c8e5 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:32:12.600264 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Attempting to bind port ea11608b-02bb-43a7-ae3b-e2301575c8e5 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:12.606789 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-c980d7ef-a746-484c-97ec-406fee0c71cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 HTTP/1.1" status: 200 len: 217 time: 0.1405466 Apr 18 19:32:12.651017 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:32:12.651813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Checking segment: {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:12.654872 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Bound using segment: {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:32:12.655533 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Bound port: ea11608b-02bb-43a7-ae3b-e2301575c8e5, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:32:12.656042 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:12.700928 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d265-3392-4908-adb7-c6988c8f2149 req-806924d6-b88b-4b93-af67-cd6c95ae3588 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:12.701778 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3f69d265-3392-4908-adb7-c6988c8f2149 req-806924d6-b88b-4b93-af67-cd6c95ae3588 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Synchronizing usage tracker for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:12.758331 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4894b-15a3-4d8d-8926-61dd77956ee3 req-8670865f-531f-49a6-a9b1-e6c2906056ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:12.759929 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0e4894b-15a3-4d8d-8926-61dd77956ee3 req-8670865f-531f-49a6-a9b1-e6c2906056ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.2051067 Apr 18 19:32:12.763965 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56154) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:12.771966 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a6c56-fd80-4249-9243-24b7b493004c req-c20ce60c-c5bb-4e35-acab-5d634fd5cca1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:12.773385 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-c20ce60c-c5bb-4e35-acab-5d634fd5cca1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee HTTP/1.1" status: 200 len: 852 time: 0.1598532 Apr 18 19:32:12.863378 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392ceeb-53a4-450e-a631-08db26fe3248 req-655755f6-7dd4-4c34-8aa5-fb55aaff6f58 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:12.864928 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b392ceeb-53a4-450e-a631-08db26fe3248 req-655755f6-7dd4-4c34-8aa5-fb55aaff6f58 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.3113058 Apr 18 19:32:12.866985 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-481c15cf-6cf0-434e-84cd-a1c9af4fb59a req-11dd7758-f6ad-4f27-ae6e-5b52dbf9f3bc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] For port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=8c31e17d-39ff-4b2c-9a78-bb1a9122398c,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:12.867536 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-481c15cf-6cf0-434e-84cd-a1c9af4fb59a req-11dd7758-f6ad-4f27-ae6e-5b52dbf9f3bc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:12.947403 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3f69d265-3392-4908-adb7-c6988c8f2149 req-806924d6-b88b-4b93-af67-cd6c95ae3588 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Unset dirty status for tenant:6d877a9ecaf349cb8fde62d566b24cad on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:12.948544 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3f69d265-3392-4908-adb7-c6988c8f2149 req-806924d6-b88b-4b93-af67-cd6c95ae3588 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 950 time: 0.7308931 Apr 18 19:32:12.968488 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-f4089cc6-292e-4399-9609-5a276d703b04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1861765 Apr 18 19:32:13.025126 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-481c15cf-6cf0-434e-84cd-a1c9af4fb59a req-11dd7758-f6ad-4f27-ae6e-5b52dbf9f3bc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Calling delete_port for 8c31e17d-39ff-4b2c-9a78-bb1a9122398c owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:13.076931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] For port ea11608b-02bb-43a7-ae3b-e2301575c8e5, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:13.095697 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-413edf94-d708-4c42-ba8e-c7b176c75c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:13.110624 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] For port ea11608b-02bb-43a7-ae3b-e2301575c8e5, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=ea11608b-02bb-43a7-ae3b-e2301575c8e5,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:32:13.127530 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0e4894b-15a3-4d8d-8926-61dd77956ee3 req-e003c428-bde1-45d6-8a0c-1a25faf06d92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3497555 Apr 18 19:32:13.133851 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b392ceeb-53a4-450e-a631-08db26fe3248 req-8024cd48-5f5b-4e91-a23c-b178a89ed2ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533855 Apr 18 19:32:13.158235 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3f69d265-3392-4908-adb7-c6988c8f2149 req-6bdb3268-56cb-44c4-9add-ec4acd608f00 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/security-groups?id=2e92ada4-d1c4-4010-9674-8506514bd20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927290 Apr 18 19:32:13.182540 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:13.243216 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-649bac34-2480-4b69-851f-39e3101781bb service neutron] 10.222.0.16 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574267 Apr 18 19:32:13.250583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-413edf94-d708-4c42-ba8e-c7b176c75c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:13.257908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-413edf94-d708-4c42-ba8e-c7b176c75c1e admin admin] Usage tracker for resource:security_group_rule and tenant:d8748ddb205f44cebadce005bdeddbdc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:13.262300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-413edf94-d708-4c42-ba8e-c7b176c75c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:13.271482 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-413edf94-d708-4c42-ba8e-c7b176c75c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:13.372147 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0e4894b-15a3-4d8d-8926-61dd77956ee3 req-5827d05b-0f7d-43ed-ba15-15431cec48a4 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337127 Apr 18 19:32:13.459299 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:13.460641 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] 10.222.0.16 "PUT /v2.0/ports/ea11608b-02bb-43a7-ae3b-e2301575c8e5 HTTP/1.1" status: 200 len: 1091 time: 4.3098691 Apr 18 19:32:13.536311 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdaa92-c032-4913-aeca-c23c75639a31 service neutron] Pushing event updated for resources: {'Port': ['ID=ea11608b-02bb-43a7-ae3b-e2301575c8e5,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:13.682268 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-fbb067d4-3480-4edd-8a3c-ff239ed906c5 service neutron] 10.222.0.16 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269195 Apr 18 19:32:13.699214 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-413edf94-d708-4c42-ba8e-c7b176c75c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:13.701413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2390a-28f5-4079-865e-3a3c06939994 req-4074beb4-2dde-408a-a168-dd73d5b7383d tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:13.702919 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-15a2390a-28f5-4079-865e-3a3c06939994 req-4074beb4-2dde-408a-a168-dd73d5b7383d tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 948 time: 0.2555454 Apr 18 19:32:13.709201 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594396e-49f5-4a39-b948-d351eca62ed1 req-c0cc5b1c-be15-41c8-a494-91d28b320f3b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:13.710668 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a594396e-49f5-4a39-b948-d351eca62ed1 req-c0cc5b1c-be15-41c8-a494-91d28b320f3b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 943 time: 0.4335272 Apr 18 19:32:13.750142 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0e4894b-15a3-4d8d-8926-61dd77956ee3 req-4b29737f-6bf8-4995-a7b1-6f00da65a456 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637340 Apr 18 19:32:13.762276 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-413edf94-d708-4c42-ba8e-c7b176c75c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:13.798399 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-481c15cf-6cf0-434e-84cd-a1c9af4fb59a req-11dd7758-f6ad-4f27-ae6e-5b52dbf9f3bc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:13.852590 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-850381b8-e3d7-4461-9130-0c9749fe3972 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86d38a4264f9448f975dcb50c7494b2d&device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 1094 time: 0.2788854 Apr 18 19:32:13.895430 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a594396e-49f5-4a39-b948-d351eca62ed1 req-b70f67e3-f771-448e-8aef-75f164230fe8 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716759 Apr 18 19:32:13.902676 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413edf94-d708-4c42-ba8e-c7b176c75c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d5dde-0f54-4824-920e-d28ef8398b39,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:13.905149 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd7758-f6ad-4f27-ae6e-5b52dbf9f3bc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Pushing event deleted for resources: {'Port': ['ID=8c31e17d-39ff-4b2c-9a78-bb1a9122398c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:13.920541 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-413edf94-d708-4c42-ba8e-c7b176c75c1e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8748ddb205f44cebadce005bdeddbdc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1520655 Apr 18 19:32:13.921257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56164) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:13.956400 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-67379536-ac6b-4649-838d-f9029b08ba11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea11608b-02bb-43a7-ae3b-e2301575c8e5 HTTP/1.1" status: 200 len: 217 time: 0.0945334 Apr 18 19:32:13.960098 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-15a2390a-28f5-4079-865e-3a3c06939994 req-e3e7d333-60ec-4999-acf6-2d44bab6423d tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004278 Apr 18 19:32:14.002877 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039db27a-8c0e-4bd2-8118-3e63f56e66f0', 'tag': 'ea11608b-02bb-43a7-ae3b-e2301575c8e5'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:14.022218 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-481c15cf-6cf0-434e-84cd-a1c9af4fb59a req-11dd7758-f6ad-4f27-ae6e-5b52dbf9f3bc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] No DVR routers for this DVR port 8c31e17d-39ff-4b2c-9a78-bb1a9122398c on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:14.027344 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-481c15cf-6cf0-434e-84cd-a1c9af4fb59a req-11dd7758-f6ad-4f27-ae6e-5b52dbf9f3bc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:14.029816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924d3cee-3eda-4e57-9f21-eeedbe345012', 'name': 'network-vif-deleted', 'tag': '8c31e17d-39ff-4b2c-9a78-bb1a9122398c'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:14.029945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a6c56-fd80-4249-9243-24b7b493004c req-56055759-c4ef-45ad-a537-52c6b08cc8a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:14.031319 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-56055759-c4ef-45ad-a537-52c6b08cc8a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee HTTP/1.1" status: 200 len: 852 time: 0.0688126 Apr 18 19:32:14.082386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-3a4f70de-8283-4c37-8fb4-9a5129880f42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417364 Apr 18 19:32:14.089871 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acaf1c22-e4ee-4581-999b-ba286f8e2318 req-e534d340-3599-4d49-a780-2b43db6e1de6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86d38a4264f9448f975dcb50c7494b2d&device_id=896161b5-47da-4484-9515-2c96f5c05fda HTTP/1.1" status: 200 len: 1095 time: 0.2377224 Apr 18 19:32:14.092437 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d35b0b6-6ce4-42bf-a7f3-b979dfae7298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:14.096249 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7ef94b-33b6-4710-ba1c-de9a5cc2f8ef'] response: {'name': 'network-changed', 'server_uuid': '039db27a-8c0e-4bd2-8118-3e63f56e66f0', 'tag': 'ea11608b-02bb-43a7-ae3b-e2301575c8e5', 'status': 'completed', 'code': 200} Apr 18 19:32:14.123413 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1bb68b-ad9e-43e7-943a-38ae14c4a9da'] response: {'server_uuid': '924d3cee-3eda-4e57-9f21-eeedbe345012', 'name': 'network-vif-deleted', 'tag': '8c31e17d-39ff-4b2c-9a78-bb1a9122398c', 'status': 'completed', 'code': 200} Apr 18 19:32:14.193483 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-481c15cf-6cf0-434e-84cd-a1c9af4fb59a req-11dd7758-f6ad-4f27-ae6e-5b52dbf9f3bc tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.16 "DELETE /v2.0/ports/8c31e17d-39ff-4b2c-9a78-bb1a9122398c HTTP/1.1" status: 204 len: 173 time: 1.9752469 Apr 18 19:32:14.205054 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d35b0b6-6ce4-42bf-a7f3-b979dfae7298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:14.265006 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] Router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:32:14.299799 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf1c22-e4ee-4581-999b-ba286f8e2318 req-c5c64c29-ef15-4ff9-ae1a-eb16f9d2b30f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:14.306003 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acaf1c22-e4ee-4581-999b-ba286f8e2318 req-c5c64c29-ef15-4ff9-ae1a-eb16f9d2b30f service neutron] 10.222.0.16 "GET /v2.0/networks?id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 HTTP/1.1" status: 200 len: 913 time: 0.2042763 Apr 18 19:32:14.308483 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-755d1345-01fe-4236-8ef0-83f9aefb2d56 service neutron] 10.222.0.16 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035680 Apr 18 19:32:14.426498 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d35b0b6-6ce4-42bf-a7f3-b979dfae7298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:14.450267 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acaf1c22-e4ee-4581-999b-ba286f8e2318 req-0236d4a4-66f7-42da-b89f-b8494d6a6382 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 HTTP/1.1" status: 200 len: 217 time: 0.1269345 Apr 18 19:32:14.455573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35b0b6-6ce4-42bf-a7f3-b979dfae7298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d5dde-0f54-4824-920e-d28ef8398b39,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:14.505099 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d35b0b6-6ce4-42bf-a7f3-b979dfae7298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:14.505959 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8d35b0b6-6ce4-42bf-a7f3-b979dfae7298 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d44d5dde-0f54-4824-920e-d28ef8398b39 HTTP/1.1" status: 204 len: 168 time: 0.5838079 Apr 18 19:32:14.551361 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf1c22-e4ee-4581-999b-ba286f8e2318 req-b6e3a5a5-9225-4e9b-b3f3-c98832d7670c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:14.552392 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acaf1c22-e4ee-4581-999b-ba286f8e2318 req-b6e3a5a5-9225-4e9b-b3f3-c98832d7670c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee HTTP/1.1" status: 200 len: 852 time: 0.0948408 Apr 18 19:32:14.599484 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e5cc1-00a9-4de7-a82c-f968e050fb12 req-08cd7bb4-df94-491c-88fb-dffe883f6664 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:14.600725 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d0e5cc1-00a9-4de7-a82c-f968e050fb12 req-08cd7bb4-df94-491c-88fb-dffe883f6664 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.2203739 Apr 18 19:32:14.606944 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acaf1c22-e4ee-4581-999b-ba286f8e2318 req-b00e5055-a186-49f5-b619-dfe04877b09c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476720 Apr 18 19:32:14.684539 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7ffa3194-bbb9-47cd-87fd-ac12334b0fab req-acefa1f4-b6fa-48de-b890-9d1643810d81 tempest-ServersOnMultiNodesTest-406663139 tempest-ServersOnMultiNodesTest-406663139-project] 10.222.0.66 "GET /v2.0/ports?device_id=924d3cee-3eda-4e57-9f21-eeedbe345012 HTTP/1.1" status: 200 len: 210 time: 0.3047698 Apr 18 19:32:14.730217 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d0e5cc1-00a9-4de7-a82c-f968e050fb12 req-123afe9a-7d22-4d1d-b434-72595612256a tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212442 Apr 18 19:32:14.764569 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-082a6c56-fd80-4249-9243-24b7b493004c req-e7710b8c-09e4-456a-9b5f-d35afa9a9cbc service neutron] 10.222.0.16 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836896 Apr 18 19:32:14.774659 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acaf1c22-e4ee-4581-999b-ba286f8e2318 req-5faf4b0d-20a1-4102-bb66-ad845d582671 service neutron] 10.222.0.16 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507895 Apr 18 19:32:14.818566 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:32:14.831959 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bc156d6b-8857-4b95-aa8a-5923aaf21c15 admin admin] 10.222.0.66 "PUT /v2.0/routers/a9ff2f75-d2e0-46c3-98ba-3c37bc06c208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2751794 Apr 18 19:32:14.834697 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56184) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:14.835256 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abca019-5af3-412f-bdd6-5f11a21fa900 None None] Sync routers for ids ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:32:14.856920 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abca019-5af3-412f-bdd6-5f11a21fa900 None None] Routers {'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:14.857905 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-3abca019-5af3-412f-bdd6-5f11a21fa900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:14.921382 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-acaf1c22-e4ee-4581-999b-ba286f8e2318 req-e022f1cb-6450-4150-a6d7-f75520accb69 service neutron] 10.222.0.16 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409290 Apr 18 19:32:15.153786 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-3abca019-5af3-412f-bdd6-5f11a21fa900 None None] Set router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:15.197480 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74c7e2e9-7606-4b6f-aaf9-7208cbf672d1 req-df1c0118-cba0-4a46-9433-1e939e0aa8c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=86d38a4264f9448f975dcb50c7494b2d&device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 1094 time: 0.2876439 Apr 18 19:32:15.228595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd9c7d-ff0f-4d40-8a4d-6973cac3ec5d req-71dbc4e7-d785-46cc-b9c6-0e761d0b7873 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:15.230847 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8fbd9c7d-ff0f-4d40-8a4d-6973cac3ec5d req-71dbc4e7-d785-46cc-b9c6-0e761d0b7873 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 948 time: 0.1137803 Apr 18 19:32:15.322965 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8fbd9c7d-ff0f-4d40-8a4d-6973cac3ec5d req-82b2c83f-b8f0-4b41-a8e1-731e35f85b96 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839045 Apr 18 19:32:15.362915 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec44bbe-d717-4c6b-ad54-c191c143697a req-25a3f4b2-7111-4511-a5ab-496ba68ad17c tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:15.364349 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4ec44bbe-d717-4c6b-ad54-c191c143697a req-25a3f4b2-7111-4511-a5ab-496ba68ad17c tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 943 time: 0.2814043 Apr 18 19:32:15.398636 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7e2e9-7606-4b6f-aaf9-7208cbf672d1 req-0b8ecd96-7a56-4f1d-b98b-70c42b30de44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:15.400042 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74c7e2e9-7606-4b6f-aaf9-7208cbf672d1 req-0b8ecd96-7a56-4f1d-b98b-70c42b30de44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 HTTP/1.1" status: 200 len: 913 time: 0.1934061 Apr 18 19:32:15.487064 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:15.512356 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-3abca019-5af3-412f-bdd6-5f11a21fa900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'name': 'tempest-ServersTestMultiNic-718568495-router', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:26Z', 'updated_at': '2022-04-18T19:32:10Z', 'revision_number': 5, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'gw_port': {'id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:27Z', 'updated_at': '2022-04-18T19:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:15.516170 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abca019-5af3-412f-bdd6-5f11a21fa900 None None] Checking router: a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:32:15.530187 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abca019-5af3-412f-bdd6-5f11a21fa900 None None] Routers {'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:15.530810 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-3abca019-5af3-412f-bdd6-5f11a21fa900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:15.545141 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74c7e2e9-7606-4b6f-aaf9-7208cbf672d1 req-4db0adc1-55db-4a67-96be-d603879efab2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea11608b-02bb-43a7-ae3b-e2301575c8e5 HTTP/1.1" status: 200 len: 217 time: 0.1374021 Apr 18 19:32:15.619159 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device b03e9f45-eccf-45dd-ac54-8ef0b961a491 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:15.623241 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 8c31e17d-39ff-4b2c-9a78-bb1a9122398c no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:15.634109 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4ec44bbe-d717-4c6b-ad54-c191c143697a req-9e2579d3-31c3-499e-b813-f6290460b2ff tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601810 Apr 18 19:32:15.670967 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 8c31e17d-39ff-4b2c-9a78-bb1a9122398c {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:15.675997 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 8c31e17d-39ff-4b2c-9a78-bb1a9122398c not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:15.694743 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7e2e9-7606-4b6f-aaf9-7208cbf672d1 req-7fc5f01b-b265-4493-ad3f-b5e4a21aae0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:15.696161 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74c7e2e9-7606-4b6f-aaf9-7208cbf672d1 req-7fc5f01b-b265-4493-ad3f-b5e4a21aae0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee HTTP/1.1" status: 200 len: 852 time: 0.1425452 Apr 18 19:32:15.714992 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-3abca019-5af3-412f-bdd6-5f11a21fa900 None None] Set router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:15.746521 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74c7e2e9-7606-4b6f-aaf9-7208cbf672d1 req-baf510e5-e812-48d5-9347-fb6c568309b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430982 Apr 18 19:32:15.916380 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74c7e2e9-7606-4b6f-aaf9-7208cbf672d1 req-aa463a82-e70e-449c-ba7c-83bcec22a8c3 service neutron] 10.222.0.16 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627338 Apr 18 19:32:15.959258 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:16.008216 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port b03e9f45-eccf-45dd-ac54-8ef0b961a491, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=b03e9f45-eccf-45dd-ac54-8ef0b961a491,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:16.049006 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'b03e9f45-eccf-45dd-ac54-8ef0b961a491', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': 'b03e9f45-eccf-45dd-ac54-8ef0b961a491', 'mac_address': 'fa:16:3e:47:7f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:16.160521 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:16.204806 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03e9f45-eccf-45dd-ac54-8ef0b961a491 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:16.230164 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port b03e9f45-eccf-45dd-ac54-8ef0b961a491, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=b03e9f45-eccf-45dd-ac54-8ef0b961a491,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:16.240267 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Deleting port 9a90f8d3-0b09-4764-9851-913b558b75b1 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:16.240607 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:16.328542 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-3abca019-5af3-412f-bdd6-5f11a21fa900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'name': 'tempest-ServersTestMultiNic-718568495-router', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:26Z', 'updated_at': '2022-04-18T19:32:10Z', 'revision_number': 5, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'gw_port': {'id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:27Z', 'updated_at': '2022-04-18T19:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:16.333913 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abca019-5af3-412f-bdd6-5f11a21fa900 None None] The sync data for ids ['a9ff2f75-d2e0-46c3-98ba-3c37bc06c208'] in n-d-838334-1 is: [{'id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'name': 'tempest-ServersTestMultiNic-718568495-router', 'tenant_id': '3d1b2d052b1541b09d0bd58abb59164a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:29:26Z', 'updated_at': '2022-04-18T19:32:10Z', 'revision_number': 5, 'project_id': '3d1b2d052b1541b09d0bd58abb59164a', 'gw_port': {'id': '9a90f8d3-0b09-4764-9851-913b558b75b1', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ff2f75-d2e0-46c3-98ba-3c37bc06c208', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:29:27Z', 'updated_at': '2022-04-18T19:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:32:16.338918 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:16.380047 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74c7e2e9-7606-4b6f-aaf9-7208cbf672d1 req-9b635370-e63c-465b-87eb-9604c7bfb87e service neutron] 10.222.0.16 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496679 Apr 18 19:32:16.451710 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=b03e9f45-eccf-45dd-ac54-8ef0b961a491,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:16.504892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9389db-2667-4a37-bc59-fbe63d405257 req-d16d701e-508e-4c3f-bc01-1bc8c8bdcdb0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:16.506349 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a9389db-2667-4a37-bc59-fbe63d405257 req-d16d701e-508e-4c3f-bc01-1bc8c8bdcdb0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.5513263 Apr 18 19:32:16.554862 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56228) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:16.573123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] For port 9a90f8d3-0b09-4764-9851-913b558b75b1, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=9a90f8d3-0b09-4764-9851-913b558b75b1,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:16.573490 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:16.683880 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['b03e9f45-eccf-45dd-ac54-8ef0b961a491'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:16.701657 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a9389db-2667-4a37-bc59-fbe63d405257 req-2f755bf8-b8a9-47b1-987f-97440c1771bb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875281 Apr 18 19:32:16.709663 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Calling delete_port for 9a90f8d3-0b09-4764-9851-913b558b75b1 owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:16.769866 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6e8fd88c-18da-4865-b116-b4280786ea05 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6d877a9ecaf349cb8fde62d566b24cad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2138641 Apr 18 19:32:16.774069 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56240) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:16.927156 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f681d40-ef9e-46d1-9b52-5462f6473538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:16.958287 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f681d40-ef9e-46d1-9b52-5462f6473538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:17.020420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35e58b-44da-4780-a7de-9f5f37648705 req-c2398349-ecf1-43e8-8a12-6cf936b3cba5 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:17.021873 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8c35e58b-44da-4780-a7de-9f5f37648705 req-c2398349-ecf1-43e8-8a12-6cf936b3cba5 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 949 time: 0.2017465 Apr 18 19:32:17.033787 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:17.071429 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8c35e58b-44da-4780-a7de-9f5f37648705 req-040f83a8-aaf0-4588-9ace-eab2ad5dac65 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 Apr 18 19:32:17.085849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a90f8d3-0b09-4764-9851-913b558b75b1,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:17.113374 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f681d40-ef9e-46d1-9b52-5462f6473538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:17.141257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f681d40-ef9e-46d1-9b52-5462f6473538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e92ada4-d1c4-4010-9674-8506514bd20c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:17.239688 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f681d40-ef9e-46d1-9b52-5462f6473538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:17.242044 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0f681d40-ef9e-46d1-9b52-5462f6473538 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e92ada4-d1c4-4010-9674-8506514bd20c HTTP/1.1" status: 204 len: 168 time: 0.4670320 Apr 18 19:32:17.348617 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:17.415618 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416ec1b-1a65-4faf-99a1-a04bfdcfb1f7 req-1ad0d401-c2b5-4c7b-8072-bf4e267ed04f tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:17.424442 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f416ec1b-1a65-4faf-99a1-a04bfdcfb1f7 req-1ad0d401-c2b5-4c7b-8072-bf4e267ed04f tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 943 time: 0.0889006 Apr 18 19:32:17.490593 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f416ec1b-1a65-4faf-99a1-a04bfdcfb1f7 req-eaac75a4-1d25-4042-bffa-51acfe316f9c tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650129 Apr 18 19:32:17.641143 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device ea11608b-02bb-43a7-ae3b-e2301575c8e5 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:17.709131 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:17.713985 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:17.799940 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device b03e9f45-eccf-45dd-ac54-8ef0b961a491 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:17.816653 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:17.817165 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:32:17.859413 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:17.861083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b1083cdf-41a3-4f5d-8c36-e9ec30704045 admin admin] 10.222.0.66 "DELETE /v2.0/routers/a9ff2f75-d2e0-46c3-98ba-3c37bc06c208 HTTP/1.1" status: 204 len: 168 time: 3.0253315 Apr 18 19:32:17.863897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56256) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:17.957980 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port ea11608b-02bb-43a7-ae3b-e2301575c8e5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=ea11608b-02bb-43a7-ae3b-e2301575c8e5,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:17.977580 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'ea11608b-02bb-43a7-ae3b-e2301575c8e5', 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4', 'port_id': 'ea11608b-02bb-43a7-ae3b-e2301575c8e5', 'mac_address': 'fa:16:3e:38:ee:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:18.040291 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.059569 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea11608b-02bb-43a7-ae3b-e2301575c8e5 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:18.094642 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port b03e9f45-eccf-45dd-ac54-8ef0b961a491 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:18.107171 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac66c2d-01bd-44d9-a7ca-599ceb357e93 admin admin] Deleting subnet adaca97f-1183-40d3-a060-bd8dda67e878 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:32:18.110609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port ea11608b-02bb-43a7-ae3b-e2301575c8e5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=ea11608b-02bb-43a7-ae3b-e2301575c8e5,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:18.113207 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port b03e9f45-eccf-45dd-ac54-8ef0b961a491 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:18.114745 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.119030 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56266) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:18.139494 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dac66c2d-01bd-44d9-a7ca-599ceb357e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.157283 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a41bb5a8-fcd9-4178-b3ad-abfc10231a02 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:18.194629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: a41bb5a8-fcd9-4178-b3ad-abfc10231a02 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:18.195097 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a41bb5a8-fcd9-4178-b3ad-abfc10231a02 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:18.206889 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.207549 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:18.226795 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025bb51-7ee5-40ed-bffa-07f4fcc501e6 req-3dada211-b017-4a2d-990c-c47b5cd78580 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.230655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:18.238939 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9025bb51-7ee5-40ed-bffa-07f4fcc501e6 req-3dada211-b017-4a2d-990c-c47b5cd78580 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.2168188 Apr 18 19:32:18.246468 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8a68c68c-f22b-45a1-9cd2-f6cdcb263cd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cddbd6c6dbbe47ceadef157c21537759&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1254811 Apr 18 19:32:18.248320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56272) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:18.280905 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0', 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4', 'port_id': '1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0', 'mac_address': 'fa:16:3e:65:66:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:18.283092 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dac66c2d-01bd-44d9-a7ca-599ceb357e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.315353 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cdeea6d4-a79c-485f-85bc-c7a638d2322c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.346708 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cdeea6d4-a79c-485f-85bc-c7a638d2322c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.354877 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9025bb51-7ee5-40ed-bffa-07f4fcc501e6 req-26fe2abd-c6fe-435b-9d45-288d6ded893c tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143379 Apr 18 19:32:18.403894 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.448948 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dac66c2d-01bd-44d9-a7ca-599ceb357e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.478937 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=ea11608b-02bb-43a7-ae3b-e2301575c8e5,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:18.511885 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:18.528180 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:18.539753 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.565617 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cdeea6d4-a79c-485f-85bc-c7a638d2322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.569710 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa04cd97-adb4-4882-b648-9c1f974248da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03e9f45-eccf-45dd-ac54-8ef0b961a491'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:18.581110 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port b03e9f45-eccf-45dd-ac54-8ef0b961a491, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=b03e9f45-eccf-45dd-ac54-8ef0b961a491,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:18.590352 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeea6d4-a79c-485f-85bc-c7a638d2322c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea69d942-8f96-4a32-b97a-d4e2d8d99290,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:18.607886 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.627808 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc1dc5-d71e-4cb3-b210-c66bd3a336c4 req-dded748a-f89c-495c-a656-92456049d656 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.628672 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dac66c2d-01bd-44d9-a7ca-599ceb357e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.629336 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0afc1dc5-d71e-4cb3-b210-c66bd3a336c4 req-dded748a-f89c-495c-a656-92456049d656 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 949 time: 0.1050296 Apr 18 19:32:18.670761 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac66c2d-01bd-44d9-a7ca-599ceb357e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adaca97f-1183-40d3-a060-bd8dda67e878,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:18.676541 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dac66c2d-01bd-44d9-a7ca-599ceb357e93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.679648 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.694081 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3bf350-c853-49a1-b3bc-b166ca6e97b8 None None] Network 9a7859bb-179d-454d-9205-fa5ba3ea0e54 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:32:18.700803 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-dac66c2d-01bd-44d9-a7ca-599ceb357e93 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/adaca97f-1183-40d3-a060-bd8dda67e878 HTTP/1.1" status: 204 len: 168 time: 0.8357401 Apr 18 19:32:18.701667 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0afc1dc5-d71e-4cb3-b210-c66bd3a336c4 req-04b399df-6164-4f9d-853e-d95ec6233ed3 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646439 Apr 18 19:32:18.703400 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56288) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:18.725309 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cdeea6d4-a79c-485f-85bc-c7a638d2322c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:18.728927 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-cdeea6d4-a79c-485f-85bc-c7a638d2322c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ea69d942-8f96-4a32-b97a-d4e2d8d99290 HTTP/1.1" status: 204 len: 168 time: 0.4768829 Apr 18 19:32:18.790096 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:18.842837 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56667190-cc34-43f3-9073-dd8b5279800f'] response: {'server_uuid': 'aa04cd97-adb4-4882-b648-9c1f974248da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03e9f45-eccf-45dd-ac54-8ef0b961a491', 'code': 200} Apr 18 19:32:18.904467 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:18.967448 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43b80-b81d-45e1-9da4-5c676693bf8e req-2bf1ab06-e455-413d-98d3-689df6559eba tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:18.975172 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9c43b80-b81d-45e1-9da4-5c676693bf8e req-2bf1ab06-e455-413d-98d3-689df6559eba tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 944 time: 0.1740537 Apr 18 19:32:19.043597 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9c43b80-b81d-45e1-9da4-5c676693bf8e req-7d2d3e00-6c8d-44b7-8b30-9ed9b509bbca tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666766 Apr 18 19:32:19.057036 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=b03e9f45-eccf-45dd-ac54-8ef0b961a491,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:19.113171 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['ea11608b-02bb-43a7-ae3b-e2301575c8e5'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:19.147579 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:19.181440 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Deleting port 270fce4d-cb45-44ef-85a3-6ffe00f12a90 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:19.182189 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:19.249479 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-065d81bf-e6c6-4287-97a8-4643fbaf03d9 req-93ffbac8-76fd-498e-834d-1250e6a15318 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 1101 time: 0.2687864 Apr 18 19:32:19.322931 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9445a322-9ead-465f-8783-829365ec95b5 None None] DHCP port deletion for 9a7859bb-179d-454d-9205-fa5ba3ea0e54 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:32:19.332898 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-9445a322-9ead-465f-8783-829365ec95b5 None None] Deleting port 270fce4d-cb45-44ef-85a3-6ffe00f12a90 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:19.333300 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9445a322-9ead-465f-8783-829365ec95b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:19.376427 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-065d81bf-e6c6-4287-97a8-4643fbaf03d9 req-ff3f7317-2a4e-4783-abcf-08f7d0e46d90 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153765 Apr 18 19:32:19.512686 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] For port 270fce4d-cb45-44ef-85a3-6ffe00f12a90, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=270fce4d-cb45-44ef-85a3-6ffe00f12a90,segment=NetworkSegment(49bd38a3-98b3-4671-9cdf-b8d3a39ec37d),segment_id=49bd38a3-98b3-4671-9cdf-b8d3a39ec37d)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:19.513122 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:19.644022 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-9445a322-9ead-465f-8783-829365ec95b5 None None] For port 270fce4d-cb45-44ef-85a3-6ffe00f12a90, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=270fce4d-cb45-44ef-85a3-6ffe00f12a90,segment=NetworkSegment(49bd38a3-98b3-4671-9cdf-b8d3a39ec37d),segment_id=49bd38a3-98b3-4671-9cdf-b8d3a39ec37d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:19.644693 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9445a322-9ead-465f-8783-829365ec95b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:19.647228 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Calling delete_port for 270fce4d-cb45-44ef-85a3-6ffe00f12a90 owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:19.777741 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-9445a322-9ead-465f-8783-829365ec95b5 None None] Calling delete_port for 270fce4d-cb45-44ef-85a3-6ffe00f12a90 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:19.789042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c49b9-e2ba-497d-9302-60b6b9e70f6a req-e98ef1d2-a31c-40f6-8f3a-ee42dca9af70 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:19.790531 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7a7c49b9-e2ba-497d-9302-60b6b9e70f6a req-e98ef1d2-a31c-40f6-8f3a-ee42dca9af70 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 945 time: 0.1140351 Apr 18 19:32:19.839363 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:19.880942 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-9445a322-9ead-465f-8783-829365ec95b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:32:19.881664 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-9445a322-9ead-465f-8783-829365ec95b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:32:19.891686 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=270fce4d-cb45-44ef-85a3-6ffe00f12a90,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:19.898159 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7a7c49b9-e2ba-497d-9302-60b6b9e70f6a req-6ce49832-a3a1-43e1-8ec1-3256524920d2 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989385 Apr 18 19:32:19.900980 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] No DVR routers for this DVR port 270fce4d-cb45-44ef-85a3-6ffe00f12a90 on host n-d-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:19.975806 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011988d-9eda-420c-b6ba-be76e82b82d5 req-3e890f51-f91c-4cf3-9be6-d67acf3046a0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:19.975806 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b011988d-9eda-420c-b6ba-be76e82b82d5 req-3e890f51-f91c-4cf3-9be6-d67acf3046a0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 947 time: 0.1388149 Apr 18 19:32:20.036428 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:20.083262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7859bb-179d-454d-9205-fa5ba3ea0e54']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:20.092042 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b011988d-9eda-420c-b6ba-be76e82b82d5 req-e73b0232-438b-43b6-a6c0-b747d08ae2e7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090243 Apr 18 19:32:20.110966 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bd38a3-98b3-4671-9cdf-b8d3a39ec37d') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:20.111279 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bd38a3-98b3-4671-9cdf-b8d3a39ec37d') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:20.131055 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:20.151531 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 9a90f8d3-0b09-4764-9851-913b558b75b1 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:20.181467 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:20.190203 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:32:20.193766 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:32:20.207361 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:32:20.248819 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 9a90f8d3-0b09-4764-9851-913b558b75b1 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:20.249152 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 9a90f8d3-0b09-4764-9851-913b558b75b1 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:20.249672 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 270fce4d-cb45-44ef-85a3-6ffe00f12a90 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:20.283789 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 270fce4d-cb45-44ef-85a3-6ffe00f12a90 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:20.284425 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 270fce4d-cb45-44ef-85a3-6ffe00f12a90 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:20.343569 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a38b97-3cd2-4a8b-bce8-d8a0ba15a39e req-24d30cf6-efbe-4db8-bcc0-bf5da06d7443 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.345565 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0a38b97-3cd2-4a8b-bce8-d8a0ba15a39e req-24d30cf6-efbe-4db8-bcc0-bf5da06d7443 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 950 time: 0.0968649 Apr 18 19:32:20.378587 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:20.383670 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:20.383827 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-9445a322-9ead-465f-8783-829365ec95b5 None None] Deleting port 270fce4d-cb45-44ef-85a3-6ffe00f12a90 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:20.384330 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9445a322-9ead-465f-8783-829365ec95b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:20.415928 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0a38b97-3cd2-4a8b-bce8-d8a0ba15a39e req-f525933e-e082-4226-ac20-0f9abfc7fa22 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644779 Apr 18 19:32:20.445900 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7859bb-179d-454d-9205-fa5ba3ea0e54,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:20.448866 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9e322657-197a-4186-894c-eb920f38cec9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9a7859bb-179d-454d-9205-fa5ba3ea0e54 HTTP/1.1" status: 204 len: 168 time: 1.7442212 Apr 18 19:32:20.470721 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-9445a322-9ead-465f-8783-829365ec95b5 None None] The port '270fce4d-cb45-44ef-85a3-6ffe00f12a90' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:32:20.698978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1d0b5-562b-4d4a-9160-3c406c2b8b33 req-3e183f96-d8d9-41b5-b264-9dca73e766f9 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:20.700470 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a2b1d0b5-562b-4d4a-9160-3c406c2b8b33 req-3e183f96-d8d9-41b5-b264-9dca73e766f9 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 944 time: 0.0976636 Apr 18 19:32:20.746825 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a2b1d0b5-562b-4d4a-9160-3c406c2b8b33 req-515b8de0-eaeb-4b4f-a7c7-c629eda5beae tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 Apr 18 19:32:20.939909 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56336) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:20.996731 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1181bf69-542f-421b-8198-6bf3161e1708 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3d1b2d052b1541b09d0bd58abb59164a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556438 Apr 18 19:32:20.999260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56344) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:21.073310 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d384a0c7-16cd-46ad-bcc9-0e34136e2093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.131863 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-390c8f89-e2de-4ddf-af20-859a0f668c7c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:21.134061 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-390c8f89-e2de-4ddf-af20-859a0f668c7c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 947 time: 0.1006901 Apr 18 19:32:21.134622 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d384a0c7-16cd-46ad-bcc9-0e34136e2093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.226951 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Deleting port a1d5a537-7c83-4634-af89-237e88209f8c {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:21.227540 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.395416 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca90ac6-72c5-4c4c-9eb8-9b81b1cb9da4 req-0dcd1e1e-8665-4837-be32-8e9ecd248291 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:21.397192 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dca90ac6-72c5-4c4c-9eb8-9b81b1cb9da4 req-0dcd1e1e-8665-4837-be32-8e9ecd248291 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 947 time: 0.1079197 Apr 18 19:32:21.446321 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d384a0c7-16cd-46ad-bcc9-0e34136e2093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.456955 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dca90ac6-72c5-4c4c-9eb8-9b81b1cb9da4 req-c1623d7d-a624-4377-88ef-b8dd5ef5f6a5 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494678 Apr 18 19:32:21.488112 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384a0c7-16cd-46ad-bcc9-0e34136e2093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef66561-f27b-4e3d-b722-f2e0d632a418,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:21.535758 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d384a0c7-16cd-46ad-bcc9-0e34136e2093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.536439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] For port a1d5a537-7c83-4634-af89-237e88209f8c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a1d5a537-7c83-4634-af89-237e88209f8c,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:21.537042 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.539879 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d384a0c7-16cd-46ad-bcc9-0e34136e2093 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ef66561-f27b-4e3d-b722-f2e0d632a418 HTTP/1.1" status: 204 len: 168 time: 0.5396316 Apr 18 19:32:21.633571 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2d724b9e-27ec-4f2b-9194-b08092630578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.656658 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device ea11608b-02bb-43a7-ae3b-e2301575c8e5 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:21.821968 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd91b7-b29a-403b-a44d-db3c4fd10762 req-4928f89f-a0c8-4bae-aaaf-8b6dc63faa43 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:21.824193 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c6dd91b7-b29a-403b-a44d-db3c4fd10762 req-4928f89f-a0c8-4bae-aaaf-8b6dc63faa43 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 950 time: 0.1397436 Apr 18 19:32:21.827725 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port ea11608b-02bb-43a7-ae3b-e2301575c8e5 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:21.834832 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port ea11608b-02bb-43a7-ae3b-e2301575c8e5 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:21.835429 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:21.913590 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c6dd91b7-b29a-403b-a44d-db3c4fd10762 req-fd658cd7-2851-4f90-9267-aa80090a955a tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749629 Apr 18 19:32:22.054869 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.055439 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.055926 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Floating IP 02ff323c-166a-4d87-9041-fb61e31334a4 disassociated. External IP: 172.25.8.59, port: a1d5a537-7c83-4634-af89-237e88209f8c. Apr 18 19:32:22.056457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Calling delete_port for a1d5a537-7c83-4634-af89-237e88209f8c owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:22.082128 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.133566 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039db27a-8c0e-4bd2-8118-3e63f56e66f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea11608b-02bb-43a7-ae3b-e2301575c8e5'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:22.145801 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014288ba-c1f8-4a1e-9d4e-040980baf746 req-be9228dd-0aaf-4252-998b-60e0f4020040 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:22.147322 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-014288ba-c1f8-4a1e-9d4e-040980baf746 req-be9228dd-0aaf-4252-998b-60e0f4020040 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 944 time: 0.1178603 Apr 18 19:32:22.173637 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port ea11608b-02bb-43a7-ae3b-e2301575c8e5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=ea11608b-02bb-43a7-ae3b-e2301575c8e5,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:22.234942 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-014288ba-c1f8-4a1e-9d4e-040980baf746 req-8ee9fe34-5516-46ed-8af7-0ac62e5465a9 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749459 Apr 18 19:32:22.250170 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.251027 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:22.309938 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.358652 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event deleted for resources: {'Port': ['ID=a1d5a537-7c83-4634-af89-237e88209f8c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:22.385140 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=ea11608b-02bb-43a7-ae3b-e2301575c8e5,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:22.471971 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:22.478159 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:22.478571 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.575817 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a7fac5-81d0-4171-b70c-1b6a4c36df5d'] response: {'server_uuid': '039db27a-8c0e-4bd2-8118-3e63f56e66f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea11608b-02bb-43a7-ae3b-e2301575c8e5', 'code': 200} Apr 18 19:32:22.626064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Router c63fee8a-f0a4-4bf3-be29-a832a60cc865 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:32:22.663994 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.751386 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:22.807043 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:22.940494 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-06a4a1b1-d482-4db2-a693-0f357958e175 req-ca05eed5-f476-4eff-bcd1-01880c849063 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 1096 time: 0.2173712 Apr 18 19:32:22.941479 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e5f92636-14f6-4de0-9944-5dc0c0e12230 req-5803a1be-7c00-4d8b-9826-c755bc915910 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 210 time: 0.0725474 Apr 18 19:32:22.965623 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:22.979507 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-06a4a1b1-d482-4db2-a693-0f357958e175 req-e18abef8-e25c-4ece-ab62-1da0f9d02fe7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543370 Apr 18 19:32:23.014754 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:32:23.025588 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba8443-f418-4bbf-b131-eb040406aef2 None None] Sync routers for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:32:23.058884 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba8443-f418-4bbf-b131-eb040406aef2 None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:23.058884 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8bba8443-f418-4bbf-b131-eb040406aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:23.205599 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] No DVR routers for this DVR port a1d5a537-7c83-4634-af89-237e88209f8c on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:23.208192 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:23.212385 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'name': 'network-vif-deleted', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:23.316878 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-84511734-7b44-4891-a4e3-8f7f60c6cac1 req-21f1ef8d-2271-4068-b4c7-57732c3ed994 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.71 "DELETE /v2.0/ports/a1d5a537-7c83-4634-af89-237e88209f8c HTTP/1.1" status: 204 len: 173 time: 2.1612461 Apr 18 19:32:23.326074 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-8bba8443-f418-4bbf-b131-eb040406aef2 None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:23.352833 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cedcb0-09ed-4c0d-9136-e42200eb6270'] response: {'server_uuid': '3c0e241c-379b-4d7a-b119-266ddecc597f', 'name': 'network-vif-deleted', 'tag': 'a1d5a537-7c83-4634-af89-237e88209f8c', 'status': 'completed', 'code': 200} Apr 18 19:32:23.460223 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56444) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:23.576165 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e18978-d309-4e00-ac4e-cf4df6e04291 req-254ea2fc-a850-487a-93ea-d915c676a13b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:23.577655 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-33e18978-d309-4e00-ac4e-cf4df6e04291 req-254ea2fc-a850-487a-93ea-d915c676a13b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 945 time: 0.0813282 Apr 18 19:32:23.643574 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-33e18978-d309-4e00-ac4e-cf4df6e04291 req-14287f8d-e471-49eb-bc12-f3d3c4d85b63 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586331 Apr 18 19:32:23.650482 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1674893956-network', 'tenant_id': '95c3ea07abf945b49256e3013451a29a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:23.661570 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:23.666466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Usage tracker for resource:network and tenant:95c3ea07abf945b49256e3013451a29a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:23.671270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:23.680252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:23.709503 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8bba8443-f418-4bbf-b131-eb040406aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:23.713647 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba8443-f418-4bbf-b131-eb040406aef2 None None] Checking router: c63fee8a-f0a4-4bf3-be29-a832a60cc865 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:32:23.724887 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba8443-f418-4bbf-b131-eb040406aef2 None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:23.725496 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8bba8443-f418-4bbf-b131-eb040406aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:31:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:23.776205 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Made reservation on behalf of 95c3ea07abf945b49256e3013451a29a for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:23.779221 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:23.797746 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:23.843865 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:23.849215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Usage tracker for resource:security_group_rule and tenant:95c3ea07abf945b49256e3013451a29a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:23.852767 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:23.859844 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:23.951198 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7028dba0-b56b-4f25-9968-92438d5e7517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:23.962603 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-8bba8443-f418-4bbf-b131-eb040406aef2 None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:23.978952 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.061718 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.086744 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:32:24.148451 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.149560 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Added segment a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d of type vlan for network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 Apr 18 19:32:24.162870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6809fef5-972a-4ff7-ba1f-99bcc07f4d04 req-00560549-51ae-4849-b0d6-6c48e95eb200 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Synchronizing usage tracker for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:24.220155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee4276a-e637-4ada-a1a0-cf13d80614f2,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:24.238300 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.240970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6809fef5-972a-4ff7-ba1f-99bcc07f4d04 req-00560549-51ae-4849-b0d6-6c48e95eb200 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Unset dirty status for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:24.245827 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6809fef5-972a-4ff7-ba1f-99bcc07f4d04 req-00560549-51ae-4849-b0d6-6c48e95eb200 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c0e241c-379b-4d7a-b119-266ddecc597f HTTP/1.1" status: 200 len: 210 time: 0.1295443 Apr 18 19:32:24.371618 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.372645 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:24.373319 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.386616 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8bba8443-f418-4bbf-b131-eb040406aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:24.396962 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bba8443-f418-4bbf-b131-eb040406aef2 None None] The sync data for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 is: [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:32:24.494185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] Pushing event updated for resources: {'Network': ['ID=9772eb3e-4470-4e98-9621-f0c5fd024ef1,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:24.507127 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:32:24.556335 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-894f98e2-98d4-4dee-a253-5c6a43d66c15 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0950289 Apr 18 19:32:24.559132 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56482) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:24.567022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Request body: {'subnet': {'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1674893956-subnet', 'tenant_id': '95c3ea07abf945b49256e3013451a29a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:24.581773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:24.589352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Usage tracker for resource:subnet and tenant:95c3ea07abf945b49256e3013451a29a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:24.596636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:24.597042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14132522-7701-4348-bc74-29761e1bbcd2 req-6bf01fee-101c-46b2-8736-43805db6e690 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:24.600243 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-14132522-7701-4348-bc74-29761e1bbcd2 req-6bf01fee-101c-46b2-8736-43805db6e690 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 950 time: 0.1603954 Apr 18 19:32:24.604534 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:24.619556 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896161b5-47da-4484-9515-2c96f5c05fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:24.667057 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-14132522-7701-4348-bc74-29761e1bbcd2 req-9709e655-384f-4b52-9280-57a729060e44 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591831 Apr 18 19:32:24.675918 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Made reservation on behalf of 95c3ea07abf945b49256e3013451a29a for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:24.678588 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.762460 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3e241b-127c-4ba5-806a-6f21d8b67a2e'] response: {'server_uuid': '896161b5-47da-4484-9515-2c96f5c05fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0', 'code': 200} Apr 18 19:32:24.858257 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cb3c19-96d8-4e53-b212-ab4df4f78de8 None None] New status for floating IP 02ff323c-166a-4d87-9041-fb61e31334a4: DOWN {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:32:24.875427 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:24.909620 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:25.007268 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5628086-d789-4277-a80d-c6fff4a457fd req-2f2f6eb9-9234-46f3-9f9e-291f90ae4f7b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=896161b5-47da-4484-9515-2c96f5c05fda HTTP/1.1" status: 200 len: 1097 time: 0.1214800 Apr 18 19:32:25.152405 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:25.165861 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5628086-d789-4277-a80d-c6fff4a457fd req-bb88e208-9563-4e79-881c-317124cc430e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437800 Apr 18 19:32:25.202543 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a1d5a537-7c83-4634-af89-237e88209f8c no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:25.276170 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:25.324438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56506) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:25.346457 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: a1d5a537-7c83-4634-af89-237e88209f8c {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:25.347490 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a1d5a537-7c83-4634-af89-237e88209f8c not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:25.392898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa22944-b395-414f-a50f-67637b1c5acd req-7150b892-16b3-40b6-9456-e70dd1c6edf1 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:25.400523 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-baa22944-b395-414f-a50f-67637b1c5acd req-7150b892-16b3-40b6-9456-e70dd1c6edf1 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 945 time: 0.2329853 Apr 18 19:32:25.447790 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:25.467581 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-baa22944-b395-414f-a50f-67637b1c5acd req-7e1729f8-6bc1-44d3-8522-8d2ceb27c52a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655065 Apr 18 19:32:25.469477 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'port_id': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2', 'mac_address': 'fa:16:3e:69:8b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb84896-be61-47b3-b13f-8af31da05bcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:25.539427 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd27771e-135d-4136-a053-2cd32b4aaaa8,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:25.567190 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:25.574057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Checking segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:25.576363 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Network hostable DHCP agents. Network: 9772eb3e-4470-4e98-9621-f0c5fd024ef1, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:32:25.591371 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:25.602880 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56524) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:25.611749 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:25.675360 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:32:25.705345 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:25.747179 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-585b9f89-32ff-49b3-ab3c-0400b132831b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:25.782173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 9772eb3e-4470-4e98-9621-f0c5fd024ef1) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:25.788514 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:25.791816 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:25.796665 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48ba66a-ca4b-4fb7-939f-a250249077d2 None None] Network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:32:25.822208 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['57ed7ef5-a4f9-4219-8c1b-417d994d26c2'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:25.934903 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56532) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:25.947216 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c42e2d2a-0694-41c4-938f-166f50f3de2f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3864591 Apr 18 19:32:25.972978 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:25.978188 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:26.069150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-585b9f89-32ff-49b3-ab3c-0400b132831b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:26.097659 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec20f11-e0dd-4680-b4df-5843e2040d9a req-6c5aeb8c-ee12-42ef-959d-3679748b586d tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:26.103234 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dec20f11-e0dd-4680-b4df-5843e2040d9a req-6c5aeb8c-ee12-42ef-959d-3679748b586d tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 950 time: 0.1242297 Apr 18 19:32:26.110919 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-585b9f89-32ff-49b3-ab3c-0400b132831b admin admin] Usage tracker for resource:security_group_rule and tenant:2ade8690b98b4c79b2a21e0e9123d08b is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:26.242297 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7872cf40-4f11-4f9d-873d-7afcf4b02ceb None None] Network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:32:26.246297 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dec20f11-e0dd-4680-b4df-5843e2040d9a req-b19bc675-151f-412a-bf18-e2c89117b7d8 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390109 Apr 18 19:32:26.362003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-585b9f89-32ff-49b3-ab3c-0400b132831b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:26.371072 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-61d4d57f-a6a6-45a2-bbe5-774a3eda1fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.398241 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.423189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-61d4d57f-a6a6-45a2-bbe5-774a3eda1fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:26.427798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-61d4d57f-a6a6-45a2-bbe5-774a3eda1fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:fe03401bb2ad463d86dc6addb6d8d909 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:26.430207 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-61d4d57f-a6a6-45a2-bbe5-774a3eda1fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:26.439354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-61d4d57f-a6a6-45a2-bbe5-774a3eda1fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:26.441346 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-585b9f89-32ff-49b3-ab3c-0400b132831b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:26.458457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757cd78-37ad-4f2d-bf6e-260d9e422885 req-0f2a2370-1045-4520-9df4-cd3a73dcbc78 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:26.465581 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8757cd78-37ad-4f2d-bf6e-260d9e422885 req-0f2a2370-1045-4520-9df4-cd3a73dcbc78 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=896161b5-47da-4484-9515-2c96f5c05fda HTTP/1.1" status: 200 len: 946 time: 0.8274364 Apr 18 19:32:26.525564 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a69c8-069b-4e52-b466-412f5a458b0c req-586b0f8f-14e3-4971-ab2a-7b36e74c600f tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:26.527039 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-769a69c8-069b-4e52-b466-412f5a458b0c req-586b0f8f-14e3-4971-ab2a-7b36e74c600f tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 950 time: 0.8278666 Apr 18 19:32:26.563430 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-61d4d57f-a6a6-45a2-bbe5-774a3eda1fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.626556 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-61d4d57f-a6a6-45a2-bbe5-774a3eda1fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.637873 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8757cd78-37ad-4f2d-bf6e-260d9e422885 req-15280845-9f38-40f1-9916-bbc466a3beb6 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719072 Apr 18 19:32:26.668910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-769a69c8-069b-4e52-b466-412f5a458b0c req-e36ac0ee-bc78-4839-a74f-dd23bf5b9a4c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Deleting port b03e9f45-eccf-45dd-ac54-8ef0b961a491 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:26.669256 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-769a69c8-069b-4e52-b466-412f5a458b0c req-e36ac0ee-bc78-4839-a74f-dd23bf5b9a4c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.672924 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.688339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4d57f-a6a6-45a2-bbe5-774a3eda1fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c607b789-3f25-41af-87db-540c3cb14d10,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:26.746839 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-61d4d57f-a6a6-45a2-bbe5-774a3eda1fd9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe03401bb2ad463d86dc6addb6d8d909&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8101664 Apr 18 19:32:26.749113 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56556) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:26.793346 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-585b9f89-32ff-49b3-ab3c-0400b132831b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.836889 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a475dd70-8e1f-4910-b74e-3bcdcdb8ced6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.849503 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.881707 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a475dd70-8e1f-4910-b74e-3bcdcdb8ced6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.885037 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-585b9f89-32ff-49b3-ab3c-0400b132831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:26.898114 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a057e4-4b7c-4b20-93d6-5aa4c29fcb97,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:26.913851 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:26.914191 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:26.914569 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:26.914902 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:26.915235 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:26.915566 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:26.915885 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:26.916208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:26.916529 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:26.916868 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:26.917170 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:27.032127 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-585b9f89-32ff-49b3-ab3c-0400b132831b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ade8690b98b4c79b2a21e0e9123d08b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6984093 Apr 18 19:32:27.032676 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56564) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:27.046067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b9f89-32ff-49b3-ab3c-0400b132831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62e897c-9bac-4418-9357-9b17a3212ca6,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:27.065516 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.069456 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0ddc9e36-0ce8-4586-aa40-fb8923f5b3e9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "DELETE /v2.0/security-groups/56a057e4-4b7c-4b20-93d6-5aa4c29fcb97 HTTP/1.1" status: 204 len: 168 time: 1.4660184 Apr 18 19:32:27.072472 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56568) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:27.107156 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [None req-9a78b4de-11de-4c90-aad7-50a2cda3c1fe tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] show failed (client error): The resource could not be found. Apr 18 19:32:27.111534 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9a78b4de-11de-4c90-aad7-50a2cda3c1fe tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups/56a057e4-4b7c-4b20-93d6-5aa4c29fcb97 HTTP/1.1" status: 404 len: 347 time: 0.0381088 Apr 18 19:32:27.112093 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56572) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:27.119969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-76ba2bfb-e1df-4b56-bf36-55743cdb9e74 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:27.120645 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-76ba2bfb-e1df-4b56-bf36-55743cdb9e74 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:27.154349 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:27.161221 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2910dff5-54a1-4377-b3aa-75d12c081c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.164336 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a475dd70-8e1f-4910-b74e-3bcdcdb8ced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.199887 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475dd70-8e1f-4910-b74e-3bcdcdb8ced6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c607b789-3f25-41af-87db-540c3cb14d10,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:27.208350 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a475dd70-8e1f-4910-b74e-3bcdcdb8ced6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.211811 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a475dd70-8e1f-4910-b74e-3bcdcdb8ced6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c607b789-3f25-41af-87db-540c3cb14d10 HTTP/1.1" status: 204 len: 168 time: 0.4593344 Apr 18 19:32:27.229584 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2910dff5-54a1-4377-b3aa-75d12c081c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.284362 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-76ba2bfb-e1df-4b56-bf36-55743cdb9e74 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:27.286139 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-76ba2bfb-e1df-4b56-bf36-55743cdb9e74 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.3842614 Apr 18 19:32:27.325540 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:27.326045 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.345293 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-e7e13da1-8946-470d-9586-e4b7ed1ec37b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/quotas/95c3ea07abf945b49256e3013451a29a HTTP/1.1" status: 200 len: 375 time: 0.0354259 Apr 18 19:32:27.399441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-769a69c8-069b-4e52-b466-412f5a458b0c req-e36ac0ee-bc78-4839-a74f-dd23bf5b9a4c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] For port b03e9f45-eccf-45dd-ac54-8ef0b961a491, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=b03e9f45-eccf-45dd-ac54-8ef0b961a491,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:27.399845 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-769a69c8-069b-4e52-b466-412f5a458b0c req-e36ac0ee-bc78-4839-a74f-dd23bf5b9a4c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.411262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-c06b44a2-d589-48de-89cc-b5c909e19a80 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Deleting port bfcdeb06-3683-4587-845a-616177c3c574 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:27.413594 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c06b44a2-d589-48de-89cc-b5c909e19a80 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.417993 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-1688f3b1-69f5-4cf8-bd6d-ba4890a0ec8b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599194 Apr 18 19:32:27.504244 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2910dff5-54a1-4377-b3aa-75d12c081c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.527729 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910dff5-54a1-4377-b3aa-75d12c081c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62e897c-9bac-4418-9357-9b17a3212ca6,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:27.536501 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2910dff5-54a1-4377-b3aa-75d12c081c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.537911 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2910dff5-54a1-4377-b3aa-75d12c081c8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b62e897c-9bac-4418-9357-9b17a3212ca6 HTTP/1.1" status: 204 len: 168 time: 0.5024323 Apr 18 19:32:27.600594 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.673328 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c9d062-992d-4271-8938-4bda30d36c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:27.699934 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:27.749791 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:27.825535 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-31835f8a-d8cb-413d-a262-c44fc559d147 service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986411 Apr 18 19:32:27.842082 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-769a69c8-069b-4e52-b466-412f5a458b0c req-e36ac0ee-bc78-4839-a74f-dd23bf5b9a4c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Calling delete_port for b03e9f45-eccf-45dd-ac54-8ef0b961a491 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:27.855041 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:27.985465 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-0c971673-da99-44a6-b341-6a0f1831a388 service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538348 Apr 18 19:32:28.113803 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56594) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:28.145742 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f204bade-66c6-46b9-9623-555b6e4f09b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.150612 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe46d41-24aa-4344-908a-9c583f9c4118 req-ac495f42-34f0-40b1-a4ef-24adf2abebf2 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:28.160830 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8fe46d41-24aa-4344-908a-9c583f9c4118 req-ac495f42-34f0-40b1-a4ef-24adf2abebf2 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 950 time: 0.6879497 Apr 18 19:32:28.221589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f204bade-66c6-46b9-9623-555b6e4f09b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:28.233764 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f204bade-66c6-46b9-9623-555b6e4f09b0 admin admin] Usage tracker for resource:security_group_rule and tenant:306ad9a7f1cf42318df9863b6eae18f2 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:28.238378 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c06b44a2-d589-48de-89cc-b5c909e19a80 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.238708 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c06b44a2-d589-48de-89cc-b5c909e19a80 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.244344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f204bade-66c6-46b9-9623-555b6e4f09b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:28.256566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f204bade-66c6-46b9-9623-555b6e4f09b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:28.386834 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-c06b44a2-d589-48de-89cc-b5c909e19a80 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Calling delete_port for bfcdeb06-3683-4587-845a-616177c3c574 owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:28.464290 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f204bade-66c6-46b9-9623-555b6e4f09b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.486315 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8fe46d41-24aa-4344-908a-9c583f9c4118 req-34f5c8ee-4c0a-477b-bf76-2d60c1119b8e tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/security-groups?id=4dd1c762-c8bf-4222-9216-2cb2bafb6fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270128 Apr 18 19:32:28.532646 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f204bade-66c6-46b9-9623-555b6e4f09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.578258 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c6b8d1-0002-4de9-bf0e-50d9131921c5'] response: {'server_uuid': '17c9d062-992d-4271-8938-4bda30d36c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2', 'code': 200} Apr 18 19:32:28.619229 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f204bade-66c6-46b9-9623-555b6e4f09b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=306ad9a7f1cf42318df9863b6eae18f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5041950 Apr 18 19:32:28.622736 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56616) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:28.629090 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-769a69c8-069b-4e52-b466-412f5a458b0c req-e36ac0ee-bc78-4839-a74f-dd23bf5b9a4c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.749022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204bade-66c6-46b9-9623-555b6e4f09b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c085a5-ca6f-42ee-bd86-e99e10dab312,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:28.792200 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be014f5b-b006-4224-a582-cb91bfafdeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.820106 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ac0ee-bc78-4839-a74f-dd23bf5b9a4c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Pushing event deleted for resources: {'Port': ['ID=b03e9f45-eccf-45dd-ac54-8ef0b961a491,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:28.825935 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9052dc-2ee0-41ee-b695-ecdd46625410 req-868438c1-d785-4306-a7a8-b61fcbdcdd65 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:28.833211 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fd9052dc-2ee0-41ee-b695-ecdd46625410 req-868438c1-d785-4306-a7a8-b61fcbdcdd65 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=896161b5-47da-4484-9515-2c96f5c05fda HTTP/1.1" status: 200 len: 946 time: 0.1490335 Apr 18 19:32:28.870269 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e9e4ded-0fe6-4a76-a448-1fa6261d75b6 req-63f2a578-7228-48a9-8c14-5daaf6f28ba6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 210 time: 0.1492414 Apr 18 19:32:28.870974 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c06b44a2-d589-48de-89cc-b5c909e19a80 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.871144 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be014f5b-b006-4224-a582-cb91bfafdeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:28.937572 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fd9052dc-2ee0-41ee-b695-ecdd46625410 req-b31466c9-ef37-4aa3-bb51-1a7fbedaf851 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033473 Apr 18 19:32:29.047765 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be014f5b-b006-4224-a582-cb91bfafdeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:29.111266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be014f5b-b006-4224-a582-cb91bfafdeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c085a5-ca6f-42ee-bd86-e99e10dab312,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:29.115196 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be014f5b-b006-4224-a582-cb91bfafdeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:29.120107 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-be014f5b-b006-4224-a582-cb91bfafdeb2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08c085a5-ca6f-42ee-bd86-e99e10dab312 HTTP/1.1" status: 204 len: 168 time: 0.4940157 Apr 18 19:32:29.310999 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-769a69c8-069b-4e52-b466-412f5a458b0c req-e36ac0ee-bc78-4839-a74f-dd23bf5b9a4c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] No DVR routers for this DVR port b03e9f45-eccf-45dd-ac54-8ef0b961a491 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:29.321157 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b44a2-d589-48de-89cc-b5c909e19a80 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event deleted for resources: {'Port': ['ID=bfcdeb06-3683-4587-845a-616177c3c574,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:29.323782 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-769a69c8-069b-4e52-b466-412f5a458b0c req-e36ac0ee-bc78-4839-a74f-dd23bf5b9a4c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:29.326387 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa04cd97-adb4-4882-b648-9c1f974248da', 'name': 'network-vif-deleted', 'tag': 'b03e9f45-eccf-45dd-ac54-8ef0b961a491'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:29.437481 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0a98aa-05f6-4ad6-b6c2-a04ba3a94afa'] response: {'server_uuid': 'aa04cd97-adb4-4882-b648-9c1f974248da', 'name': 'network-vif-deleted', 'tag': 'b03e9f45-eccf-45dd-ac54-8ef0b961a491', 'status': 'completed', 'code': 200} Apr 18 19:32:29.484058 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-769a69c8-069b-4e52-b466-412f5a458b0c req-e36ac0ee-bc78-4839-a74f-dd23bf5b9a4c tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.16 "DELETE /v2.0/ports/b03e9f45-eccf-45dd-ac54-8ef0b961a491 HTTP/1.1" status: 204 len: 173 time: 2.9428384 Apr 18 19:32:29.497806 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c06b44a2-d589-48de-89cc-b5c909e19a80 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:29.501427 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c06b44a2-d589-48de-89cc-b5c909e19a80 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:29.505496 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c06b44a2-d589-48de-89cc-b5c909e19a80 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "DELETE /v2.0/floatingips/02ff323c-166a-4d87-9041-fb61e31334a4 HTTP/1.1" status: 204 len: 168 time: 2.3864031 Apr 18 19:32:29.669264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device b03e9f45-eccf-45dd-ac54-8ef0b961a491 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:29.792443 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-69af4890-75c4-48d1-bad0-2f37e8b9838b req-33df9ab2-5e6a-4dc2-9b94-25e76f70b7b2 tempest-TenantUsagesTestJSON-192134959 tempest-TenantUsagesTestJSON-192134959-project] 10.222.0.66 "GET /v2.0/ports?device_id=aa04cd97-adb4-4882-b648-9c1f974248da HTTP/1.1" status: 200 len: 210 time: 0.1083264 Apr 18 19:32:29.793063 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: b03e9f45-eccf-45dd-ac54-8ef0b961a491 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:29.793063 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device b03e9f45-eccf-45dd-ac54-8ef0b961a491 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:30.477524 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56668) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:30.485056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1734602483', 'description': 'tempest-description--452288170'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:30.493059 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:30.498661 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Usage tracker for resource:security_group and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:30.502816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:30.538265 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:30.618225 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:30.715196 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7749bd40-fb36-4a27-9a84-e1340ab9ae5b req-bdfcfe61-0079-4adf-a5ed-40bedfa114d8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 210 time: 0.0678601 Apr 18 19:32:30.738996 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:30.738996 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Usage tracker for resource:security_group_rule and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:30.753539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:30.765425 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:30.863864 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:30.932677 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:31.140917 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:32:31.156337 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:31.160542 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6781919 Apr 18 19:32:31.161865 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56702) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:31.314742 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-23d75e5f-ecff-4d69-b811-56e2a6af2a05 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:31.315446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-23d75e5f-ecff-4d69-b811-56e2a6af2a05 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Synchronizing usage tracker for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:31.323588 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-62774258-c6f1-4c15-b5ad-7796450efbe4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'security_group_rule': {'security_group_id': '5bde9a17-7310-4377-a2cc-2589fb714c98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:31.329368 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebe059-cbc3-4e75-8a73-e45bfa138f0e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bde9a17-7310-4377-a2cc-2589fb714c98,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:31.349620 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-62774258-c6f1-4c15-b5ad-7796450efbe4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:31.360631 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324d443-09e5-4d37-b6a9-8fe1e784e402 req-0b45b027-34ee-4b3a-9bae-79f707a48028 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:31.362945 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3324d443-09e5-4d37-b6a9-8fe1e784e402 req-0b45b027-34ee-4b3a-9bae-79f707a48028 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.16 "GET /v2.0/ports?device_id=896161b5-47da-4484-9515-2c96f5c05fda HTTP/1.1" status: 200 len: 946 time: 0.2987814 Apr 18 19:32:31.368678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-62774258-c6f1-4c15-b5ad-7796450efbe4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Usage tracker for resource:security_group_rule and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:31.451514 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-3324d443-09e5-4d37-b6a9-8fe1e784e402 req-83d41f1e-1ab6-4795-b248-ac1520e69dfa tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Deleting port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:31.452007 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3324d443-09e5-4d37-b6a9-8fe1e784e402 req-83d41f1e-1ab6-4795-b248-ac1520e69dfa tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:31.541053 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-62774258-c6f1-4c15-b5ad-7796450efbe4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:31.555873 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-62774258-c6f1-4c15-b5ad-7796450efbe4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:31.651849 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-23d75e5f-ecff-4d69-b811-56e2a6af2a05 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Unset dirty status for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:31.658964 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-23d75e5f-ecff-4d69-b811-56e2a6af2a05 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/networks?id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 HTTP/1.1" status: 200 len: 812 time: 0.5003264 Apr 18 19:32:31.721334 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-62774258-c6f1-4c15-b5ad-7796450efbe4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:31.776548 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a916e11f-d17c-4bf7-8c8b-2bfc48e6da3e tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/quotas/86d38a4264f9448f975dcb50c7494b2d HTTP/1.1" status: 200 len: 375 time: 0.1015835 Apr 18 19:32:31.782962 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-19eef4a9-c2c0-40f0-810d-c1e677c076cf req-b7ecc904-f44d-443e-9848-b82a9820b9be tempest-ServersAaction247Test-710419078 tempest-ServersAaction247Test-710419078-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef6d7a13-923e-4758-81bf-3adea624702b HTTP/1.1" status: 200 len: 210 time: 0.1710193 Apr 18 19:32:31.802636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-bfaddef9-62e0-41a4-8e27-567dd5828b44 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:31.808133 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-bfaddef9-62e0-41a4-8e27-567dd5828b44 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.4884405 Apr 18 19:32:31.913798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Request body: {'port': {'device_id': '7071f48d-96fd-44c1-8d6e-d5ee3aae7d37', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'admin_state_up': True, 'tenant_id': '95c3ea07abf945b49256e3013451a29a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:32.009899 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56724) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:32.161861 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b42c45a0-5626-40db-8126-10c3559dd04f req-bbe1eabe-4185-4e05-ae5d-db1098cfe21d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 210 time: 0.1302857 Apr 18 19:32:32.309220 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-3324d443-09e5-4d37-b6a9-8fe1e784e402 req-83d41f1e-1ab6-4795-b248-ac1520e69dfa tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] For port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:32.309579 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3324d443-09e5-4d37-b6a9-8fe1e784e402 req-83d41f1e-1ab6-4795-b248-ac1520e69dfa tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:32.350848 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-62774258-c6f1-4c15-b5ad-7796450efbe4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:32.362603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:32.379968 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-774970b7-fb63-4b27-8705-f09666777be2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=86d38a4264f9448f975dcb50c7494b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5706534 Apr 18 19:32:32.401544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Usage tracker for resource:port and tenant:95c3ea07abf945b49256e3013451a29a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:32.419836 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:32.429506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95392c5b-2fc4-4a78-88f9-4dd13bf8eca6 req-5ca3e6f0-f542-4716-8b83-f472b713ca0e tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:32.431032 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95392c5b-2fc4-4a78-88f9-4dd13bf8eca6 req-5ca3e6f0-f542-4716-8b83-f472b713ca0e tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.16 "GET /v2.0/ports?device_id=039db27a-8c0e-4bd2-8118-3e63f56e66f0 HTTP/1.1" status: 200 len: 945 time: 0.5336339 Apr 18 19:32:32.438576 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-62774258-c6f1-4c15-b5ad-7796450efbe4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:32.441869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:32.586347 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62774258-c6f1-4c15-b5ad-7796450efbe4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499c371e-b0ac-432c-8e83-5b1926d5a885,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:32.587444 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-3324d443-09e5-4d37-b6a9-8fe1e784e402 req-83d41f1e-1ab6-4795-b248-ac1520e69dfa tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Calling delete_port for 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:32.625705 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-95392c5b-2fc4-4a78-88f9-4dd13bf8eca6 req-cd2e646c-0043-4183-90d3-4513d69158ab tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Deleting port ea11608b-02bb-43a7-ae3b-e2301575c8e5 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:32.626404 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-95392c5b-2fc4-4a78-88f9-4dd13bf8eca6 req-cd2e646c-0043-4183-90d3-4513d69158ab tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:32.670103 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7e357e36-8a38-4d71-8792-e92d9147207f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76bb182f4bf14c5d98d226424895c0d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6614745 Apr 18 19:32:32.674120 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56742) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:32.680180 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Made reservation on behalf of 95c3ea07abf945b49256e3013451a29a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:32.683507 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:32.703404 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-62774258-c6f1-4c15-b5ad-7796450efbe4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:32.704782 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-62774258-c6f1-4c15-b5ad-7796450efbe4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5420213 Apr 18 19:32:32.716617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56748) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:32.732303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-2789ff3f-a349-44de-8874-30da0346cc04 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'security_group_rule': {'security_group_id': '5bde9a17-7310-4377-a2cc-2589fb714c98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:32.733195 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e4836f1b-b2a9-47a9-85aa-1429a9093edc service neutron] 10.222.0.66 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522072 Apr 18 19:32:32.755262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2789ff3f-a349-44de-8874-30da0346cc04 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:32.768177 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2789ff3f-a349-44de-8874-30da0346cc04 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Usage tracker for resource:security_group_rule and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:32.895480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2789ff3f-a349-44de-8874-30da0346cc04 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:32.916429 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2789ff3f-a349-44de-8874-30da0346cc04 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:33.024030 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ff4c0d08-c7c9-4f8d-9db4-761e248fd6e7 req-547ae107-0d2e-473a-b7ed-0fb552ca2154 tempest-ServersAaction247Test-710419078 tempest-ServersAaction247Test-710419078-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef6d7a13-923e-4758-81bf-3adea624702b HTTP/1.1" status: 200 len: 210 time: 0.0743685 Apr 18 19:32:33.025538 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2789ff3f-a349-44de-8874-30da0346cc04 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.131244 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3324d443-09e5-4d37-b6a9-8fe1e784e402 req-83d41f1e-1ab6-4795-b248-ac1520e69dfa tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.146935 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['ea11608b-02bb-43a7-ae3b-e2301575c8e5'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:33.192499 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d41f1e-1ab6-4795-b248-ac1520e69dfa tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Pushing event deleted for resources: {'Port': ['ID=1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:33.226044 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2789ff3f-a349-44de-8874-30da0346cc04 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.328875 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3324d443-09e5-4d37-b6a9-8fe1e784e402 req-83d41f1e-1ab6-4795-b248-ac1520e69dfa tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] No DVR routers for this DVR port 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:33.336612 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3324d443-09e5-4d37-b6a9-8fe1e784e402 req-83d41f1e-1ab6-4795-b248-ac1520e69dfa tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.347381 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896161b5-47da-4484-9515-2c96f5c05fda', 'name': 'network-vif-deleted', 'tag': '1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:33.360192 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2789ff3f-a349-44de-8874-30da0346cc04 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.391987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789ff3f-a349-44de-8874-30da0346cc04 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009afd6e-de46-44a8-a4bd-9eeeaab52f9d,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:33.409669 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94ff8150-790f-4d25-a50b-4fee2eda3cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.484770 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1179c7e2-4822-4ed4-b36c-cd005316f0cd req-b41209a2-4988-407e-a69d-9c568a1813b5 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 210 time: 0.0418959 Apr 18 19:32:33.505701 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-c4adb722-50d7-4ac6-b36c-4294cfa172d1 service neutron] 10.222.0.66 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7713346 Apr 18 19:32:33.553850 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94ff8150-790f-4d25-a50b-4fee2eda3cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.561639 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Allocated IP 172.20.0.12 (9772eb3e-4470-4e98-9621-f0c5fd024ef1/fd27771e-135d-4136-a053-2cd32b4aaaa8/5bb53464-d51e-417f-a43e-52fec2cbdfaf) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:33.621174 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9cae87-26ff-47ad-8fcf-4c14c519b2d0'] response: {'server_uuid': '896161b5-47da-4484-9515-2c96f5c05fda', 'name': 'network-vif-deleted', 'tag': '1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0', 'status': 'completed', 'code': 200} Apr 18 19:32:33.694010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-95392c5b-2fc4-4a78-88f9-4dd13bf8eca6 req-cd2e646c-0043-4183-90d3-4513d69158ab tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] For port ea11608b-02bb-43a7-ae3b-e2301575c8e5, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=ea11608b-02bb-43a7-ae3b-e2301575c8e5,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:33.694623 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-95392c5b-2fc4-4a78-88f9-4dd13bf8eca6 req-cd2e646c-0043-4183-90d3-4513d69158ab tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.699259 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:33.735709 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:33.736239 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:33.851619 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3324d443-09e5-4d37-b6a9-8fe1e784e402 req-83d41f1e-1ab6-4795-b248-ac1520e69dfa tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.16 "DELETE /v2.0/ports/1a846b19-05a9-4cff-a4dc-0ccfa70c3bf0 HTTP/1.1" status: 204 len: 173 time: 2.4774611 Apr 18 19:32:33.889897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-95392c5b-2fc4-4a78-88f9-4dd13bf8eca6 req-cd2e646c-0043-4183-90d3-4513d69158ab tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Calling delete_port for ea11608b-02bb-43a7-ae3b-e2301575c8e5 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:33.915478 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2789ff3f-a349-44de-8874-30da0346cc04 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:33.916743 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2789ff3f-a349-44de-8874-30da0346cc04 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1932578 Apr 18 19:32:33.924904 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56778) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:33.931156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:33.940003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:33.961895 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Usage tracker for resource:floatingip and tenant:d9c1bdfce24f453f8544e30ca226c10d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:33.966744 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:33.977637 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:34.044345 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94ff8150-790f-4d25-a50b-4fee2eda3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.050157 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.083787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff8150-790f-4d25-a50b-4fee2eda3cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd1c762-c8bf-4222-9216-2cb2bafb6fae,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:34.255094 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94ff8150-790f-4d25-a50b-4fee2eda3cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.256225 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-94ff8150-790f-4d25-a50b-4fee2eda3cd1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4dd1c762-c8bf-4222-9216-2cb2bafb6fae HTTP/1.1" status: 204 len: 168 time: 1.5774374 Apr 18 19:32:34.334971 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.507842 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.602208 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event updated for resources: {'Port': ['ID=5bb53464-d51e-417f-a43e-52fec2cbdfaf,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:34.608273 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6ec48fca-c8e4-4b51-ae48-9a77bac954f1 req-11975f15-9b23-4652-af21-ad7c32142dd4 tempest-ServersAaction247Test-710419078 tempest-ServersAaction247Test-710419078-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef6d7a13-923e-4758-81bf-3adea624702b HTTP/1.1" status: 200 len: 210 time: 0.1832416 Apr 18 19:32:34.640454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:34.642657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:34.646020 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:34.717697 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.742842 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:34.743552 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.749636 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-95392c5b-2fc4-4a78-88f9-4dd13bf8eca6 req-cd2e646c-0043-4183-90d3-4513d69158ab tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:34.829621 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e646c-0043-4183-90d3-4513d69158ab tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Pushing event deleted for resources: {'Port': ['ID=ea11608b-02bb-43a7-ae3b-e2301575c8e5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:35.020418 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-95392c5b-2fc4-4a78-88f9-4dd13bf8eca6 req-cd2e646c-0043-4183-90d3-4513d69158ab tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] No DVR routers for this DVR port ea11608b-02bb-43a7-ae3b-e2301575c8e5 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:35.024484 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-95392c5b-2fc4-4a78-88f9-4dd13bf8eca6 req-cd2e646c-0043-4183-90d3-4513d69158ab tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:35.029122 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95392c5b-2fc4-4a78-88f9-4dd13bf8eca6 req-cd2e646c-0043-4183-90d3-4513d69158ab tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.16 "DELETE /v2.0/ports/ea11608b-02bb-43a7-ae3b-e2301575c8e5 HTTP/1.1" status: 204 len: 173 time: 2.5877936 Apr 18 19:32:35.029600 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039db27a-8c0e-4bd2-8118-3e63f56e66f0', 'name': 'network-vif-deleted', 'tag': 'ea11608b-02bb-43a7-ae3b-e2301575c8e5'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:35.074412 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c88b2539-d31f-4d28-b0a1-1358dfa364df tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1864643 Apr 18 19:32:35.091024 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Request body: {'port': {'device_id': '7071f48d-96fd-44c1-8d6e-d5ee3aae7d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:35.262684 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c05a3-08d3-46d1-ba87-5d2b9dd6dce3 req-dd3b0010-5942-4987-8a65-bb569d74c326 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:35.270321 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fb8c05a3-08d3-46d1-ba87-5d2b9dd6dce3 req-dd3b0010-5942-4987-8a65-bb569d74c326 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 932 time: 0.1863310 Apr 18 19:32:35.397449 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fb8c05a3-08d3-46d1-ba87-5d2b9dd6dce3 req-fb32ef16-e763-418c-b45c-4d0a4d3e2509 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258206 Apr 18 19:32:35.419543 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Allocated IP 172.25.8.88 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/f6498b64-8f4b-4d0e-a047-972ace6014f3) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:35.440093 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:35.459571 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-00744123-0caf-4a74-9608-8121e145f793 req-4d7d34c3-f3e8-4aa7-8921-b93cdb30a702 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Synchronizing usage tracker for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:35.613542 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56844) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:35.697441 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device ea11608b-02bb-43a7-ae3b-e2301575c8e5 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:35.735049 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-241fc693-b73d-4083-9dcd-8ab79a710f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:35.781799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: ea11608b-02bb-43a7-ae3b-e2301575c8e5 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:35.782154 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device ea11608b-02bb-43a7-ae3b-e2301575c8e5 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:35.835540 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9893f27a-67b2-4e29-9148-5b2bb91aaba5'] response: {'server_uuid': '039db27a-8c0e-4bd2-8118-3e63f56e66f0', 'name': 'network-vif-deleted', 'tag': 'ea11608b-02bb-43a7-ae3b-e2301575c8e5', 'status': 'completed', 'code': 200} Apr 18 19:32:35.934038 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-241fc693-b73d-4083-9dcd-8ab79a710f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:35.943680 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-241fc693-b73d-4083-9dcd-8ab79a710f8b admin admin] Usage tracker for resource:security_group_rule and tenant:7e7bf3969acd43aab7b76557bd7da88b is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:35.955621 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-00744123-0caf-4a74-9608-8121e145f793 req-4d7d34c3-f3e8-4aa7-8921-b93cdb30a702 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Unset dirty status for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:35.956057 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-241fc693-b73d-4083-9dcd-8ab79a710f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:35.964529 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-00744123-0caf-4a74-9608-8121e145f793 req-4d7d34c3-f3e8-4aa7-8921-b93cdb30a702 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 210 time: 0.6830113 Apr 18 19:32:35.968084 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-241fc693-b73d-4083-9dcd-8ab79a710f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:35.972307 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.018618 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb53464-d51e-417f-a43e-52fec2cbdfaf {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:36.039998 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.106317 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Transition to ACTIVE for port object 5bb53464-d51e-417f-a43e-52fec2cbdfaf will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:36.121560 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.142741 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-241fc693-b73d-4083-9dcd-8ab79a710f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.219094 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.276922 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-241fc693-b73d-4083-9dcd-8ab79a710f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.322895 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-241fc693-b73d-4083-9dcd-8ab79a710f8b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e7bf3969acd43aab7b76557bd7da88b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6999774 Apr 18 19:32:36.333131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 56860) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:36.377156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:36.386851 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:36.396426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'Port': ['ID=f6498b64-8f4b-4d0e-a047-972ace6014f3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:36.404142 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:36.433570 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fc693-b73d-4083-9dcd-8ab79a710f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ced9ac8-01cb-4e59-b192-b5c811289537,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:36.512353 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb53464-d51e-417f-a43e-52fec2cbdfaf,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:36.530937 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ae7380d7-b856-4be5-8cd2-6d03c92d67fd req-b0015605-3dd0-4af4-8e30-7150028b2b67 tempest-ServersAaction247Test-710419078 tempest-ServersAaction247Test-710419078-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef6d7a13-923e-4758-81bf-3adea624702b HTTP/1.1" status: 200 len: 210 time: 0.3058109 Apr 18 19:32:36.592876 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6265d00c-4b0e-4480-8c57-153c9b2823b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.685737 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6265d00c-4b0e-4480-8c57-153c9b2823b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:36.922854 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6265d00c-4b0e-4480-8c57-153c9b2823b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.012558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265d00c-4b0e-4480-8c57-153c9b2823b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ced9ac8-01cb-4e59-b192-b5c811289537,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:37.033765 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.059175 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6265d00c-4b0e-4480-8c57-153c9b2823b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.065388 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6265d00c-4b0e-4480-8c57-153c9b2823b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ced9ac8-01cb-4e59-b192-b5c811289537 HTTP/1.1" status: 204 len: 168 time: 0.7291243 Apr 18 19:32:37.071219 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Attempting to bind port 5bb53464-d51e-417f-a43e-52fec2cbdfaf on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:32:37.072240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Attempting to bind port 5bb53464-d51e-417f-a43e-52fec2cbdfaf by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:32:37.072786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Attempting to bind port 5bb53464-d51e-417f-a43e-52fec2cbdfaf on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:37.085642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Port 5bb53464-d51e-417f-a43e-52fec2cbdfaf on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:32:37.086908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Attempting to bind port 5bb53464-d51e-417f-a43e-52fec2cbdfaf on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:37.132286 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eaace-ec2a-4372-ad1b-aaa1f5cb68ee req-54d9b551-53b3-40d8-82a4-ee84a1c965e4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:37.136766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-233eaace-ec2a-4372-ad1b-aaa1f5cb68ee req-54d9b551-53b3-40d8-82a4-ee84a1c965e4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:37.148542 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:32:37.151442 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Checking segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:37.152073 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Bound using segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:32:37.152858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Bound port: 5bb53464-d51e-417f-a43e-52fec2cbdfaf, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:32:37.153483 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.238070 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.293596 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56880) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:37.344844 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b8283266-8bb1-4a58-912f-3796c6d36af1 req-6df0c8c9-eb86-4282-9e03-c0cb9ac2fc66 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Synchronizing usage tracker for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:37.387506 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b8283266-8bb1-4a58-912f-3796c6d36af1 req-6df0c8c9-eb86-4282-9e03-c0cb9ac2fc66 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Unset dirty status for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:37.388104 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] For port 5bb53464-d51e-417f-a43e-52fec2cbdfaf, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:37.388849 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b8283266-8bb1-4a58-912f-3796c6d36af1 req-6df0c8c9-eb86-4282-9e03-c0cb9ac2fc66 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 210 time: 0.0919361 Apr 18 19:32:37.414965 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] For port 5bb53464-d51e-417f-a43e-52fec2cbdfaf, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5bb53464-d51e-417f-a43e-52fec2cbdfaf,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:32:37.469930 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-233eaace-ec2a-4372-ad1b-aaa1f5cb68ee req-54d9b551-53b3-40d8-82a4-ee84a1c965e4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:37.471422 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-233eaace-ec2a-4372-ad1b-aaa1f5cb68ee req-54d9b551-53b3-40d8-82a4-ee84a1c965e4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 944 time: 0.7290030 Apr 18 19:32:37.530354 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.550197 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3ca0407a-f93b-4b17-9276-e769e3850fe6 req-9e7a306c-6fe0-48e8-aadb-b3688edad69f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef6d7a13-923e-4758-81bf-3adea624702b HTTP/1.1" status: 200 len: 210 time: 0.0631077 Apr 18 19:32:37.603951 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.605708 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] 10.222.0.16 "PUT /v2.0/ports/5bb53464-d51e-417f-a43e-52fec2cbdfaf HTTP/1.1" status: 200 len: 1092 time: 2.5213954 Apr 18 19:32:37.723446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-233eaace-ec2a-4372-ad1b-aaa1f5cb68ee req-a941c754-891c-41be-aeb8-50d9c3983806 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:37.758100 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.837422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acbbce-7d7c-443e-b7b1-a3ee268303d8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb53464-d51e-417f-a43e-52fec2cbdfaf,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:37.861262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7071f48d-96fd-44c1-8d6e-d5ee3aae7d37', 'tag': '5bb53464-d51e-417f-a43e-52fec2cbdfaf'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:37.868966 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.915006 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4245-07f4-4440-9aca-8bba76e6892b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:37.962313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-233eaace-ec2a-4372-ad1b-aaa1f5cb68ee req-a941c754-891c-41be-aeb8-50d9c3983806 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:37.964156 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-233eaace-ec2a-4372-ad1b-aaa1f5cb68ee req-a941c754-891c-41be-aeb8-50d9c3983806 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862084 Apr 18 19:32:37.981508 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'Port': ['ID=f6498b64-8f4b-4d0e-a047-972ace6014f3,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:37.999209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2c4b4245-07f4-4440-9aca-8bba76e6892b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:38.014419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2c4b4245-07f4-4440-9aca-8bba76e6892b admin admin] Usage tracker for resource:security_group_rule and tenant:a33cf10e84f6464db01b7117f0794c6a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:38.017214 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-c2a42420-bada-4f98-8585-4ea7865b24cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 1095 time: 0.2857716 Apr 18 19:32:38.017214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2c4b4245-07f4-4440-9aca-8bba76e6892b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:38.025579 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2c4b4245-07f4-4440-9aca-8bba76e6892b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:38.207608 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:38.257557 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd6136-a5be-4c2d-90bf-2b7b12f11fd0 req-2c4410ef-682c-4b49-a8c4-fc15d108eb79 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:38.265056 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-06cd6136-a5be-4c2d-90bf-2b7b12f11fd0 req-2c4410ef-682c-4b49-a8c4-fc15d108eb79 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 945 time: 0.4704790 Apr 18 19:32:38.336135 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-dc3d31ca-9045-4b2c-b626-17503c5516e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb53464-d51e-417f-a43e-52fec2cbdfaf HTTP/1.1" status: 200 len: 217 time: 0.3076417 Apr 18 19:32:38.337327 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-06cd6136-a5be-4c2d-90bf-2b7b12f11fd0 req-01f92762-c1ec-41fd-82b3-3645e6a51637 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706499 Apr 18 19:32:38.349716 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:38.352394 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f5e63607-b03f-4516-b052-2490e84dfb70 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4263589 Apr 18 19:32:38.478808 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49ca0e78-7610-4271-8da0-a17e696496be'] response: {'name': 'network-changed', 'server_uuid': '7071f48d-96fd-44c1-8d6e-d5ee3aae7d37', 'tag': '5bb53464-d51e-417f-a43e-52fec2cbdfaf', 'status': 'completed', 'code': 200} Apr 18 19:32:38.652311 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-614ed7fa-8a88-4977-8110-779e8d4353dc req-c6b31f71-48c9-4963-95fd-983c5640d23d tempest-ServersAaction247Test-710419078 tempest-ServersAaction247Test-710419078-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef6d7a13-923e-4758-81bf-3adea624702b HTTP/1.1" status: 200 len: 210 time: 0.1719337 Apr 18 19:32:38.728234 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-28ba3b0e-a755-4e88-b23c-809d8d3962a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:38.742502 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-28ba3b0e-a755-4e88-b23c-809d8d3962a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.3961380 Apr 18 19:32:38.895940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-7cf735e7-34a4-41c7-9fca-b3a724528eb4 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:38.897593 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-7cf735e7-34a4-41c7-9fca-b3a724528eb4 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.71 "GET /v2.0/networks?id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 HTTP/1.1" status: 200 len: 812 time: 0.5074465 Apr 18 19:32:38.907927 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8902848-a28e-4ff6-ade0-7f28a08f1816 req-487cf320-89fc-4b1c-865f-19230d91611b tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 210 time: 0.1050837 Apr 18 19:32:38.919630 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Request body: {'port': {'device_id': 'e8dfd399-ee41-4f95-a8a6-585650c5438b', 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4', 'admin_state_up': True, 'tenant_id': '86d38a4264f9448f975dcb50c7494b2d'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:38.922721 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-2ea5a950-37df-4260-8c16-995d6b0de64b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556692 Apr 18 19:32:39.000573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-94202067-e10d-4a06-ae82-d9b6ab244f72 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Synchronizing usage tracker for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:39.116006 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4245-07f4-4440-9aca-8bba76e6892b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:39.201198 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-66cb85b5-cee7-4ca5-b5c8-12bb4e9a1677 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633007 Apr 18 19:32:39.282875 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4245-07f4-4440-9aca-8bba76e6892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:39.301058 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-94202067-e10d-4a06-ae82-d9b6ab244f72 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Unset dirty status for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:39.308672 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-94202067-e10d-4a06-ae82-d9b6ab244f72 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1734602483&fields=id&tenant_id=d9c1bdfce24f453f8544e30ca226c10d HTTP/1.1" status: 200 len: 267 time: 0.4382169 Apr 18 19:32:39.410929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:39.482728 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:39.573921 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-15efcd7f-3c36-4222-bc4c-fdd656ab19c4 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:39.575552 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-15efcd7f-3c36-4222-bc4c-fdd656ab19c4 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.71 "GET /v2.0/networks?id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 HTTP/1.1" status: 200 len: 812 time: 0.2203319 Apr 18 19:32:39.597250 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Request body: {'port': {'device_id': 'a6852cda-3aa3-49fe-9b63-1039c5b4fa84', 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4', 'admin_state_up': True, 'tenant_id': '86d38a4264f9448f975dcb50c7494b2d'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:39.639336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b4245-07f4-4440-9aca-8bba76e6892b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49093cec-1423-4806-a54e-37b43e95655e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:39.642196 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:39.693321 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2c4b4245-07f4-4440-9aca-8bba76e6892b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a33cf10e84f6464db01b7117f0794c6a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3993146 Apr 18 19:32:39.699166 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 56938) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:39.718847 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-243f64a1-0ac7-4fde-94c8-ce71025c3df9 req-4b2a7b6b-4412-495f-9078-29efcb8ca8a4 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076706 Apr 18 19:32:39.766308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Made reservation on behalf of 86d38a4264f9448f975dcb50c7494b2d for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:39.769540 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:39.812090 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-68885b81-a47e-49d6-ad1b-524b39bef03a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:39.819753 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-68885b81-a47e-49d6-ad1b-524b39bef03a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 817 time: 0.5101278 Apr 18 19:32:39.844309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:39.856552 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-f2c1b832-56f9-4b0d-9ad4-ff9a4da418e6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/quotas/d9c1bdfce24f453f8544e30ca226c10d HTTP/1.1" status: 200 len: 375 time: 0.0353627 Apr 18 19:32:39.947245 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:40.053226 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c5188d00-35dd-4ae8-a0ff-0ba0ca74fcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:40.061010 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Made reservation on behalf of 86d38a4264f9448f975dcb50c7494b2d for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:40.065658 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:40.096570 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc0a22-1071-441d-92ab-77d74f2ff164 req-0303263f-2f7b-432e-a758-5e33fc03c6fd tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:40.105441 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2fc0a22-1071-441d-92ab-77d74f2ff164 req-0303263f-2f7b-432e-a758-5e33fc03c6fd tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 944 time: 0.2467296 Apr 18 19:32:40.115297 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c5188d00-35dd-4ae8-a0ff-0ba0ca74fcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:40.157466 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-a8b88c12-cb9b-492b-a7f2-16d85a2ba5c4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2999680 Apr 18 19:32:40.206897 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef3455db-4b6b-4a77-bf45-aec60fadc8c4 req-4990caf2-d5a0-4c3e-8e30-875150b5bb68 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 1095 time: 0.2833991 Apr 18 19:32:40.208594 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Allocated IP 172.20.0.14 (02ff35cb-d0aa-4f1f-8ced-27eb8634eff4/9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee/44ba0e7b-9875-4a40-8694-68b5127037d3) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:40.317273 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2fc0a22-1071-441d-92ab-77d74f2ff164 req-91e8ea30-7347-4d93-b06d-a6c90e7a086f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099195 Apr 18 19:32:40.493100 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3608fb28-f013-4f92-852e-d9b00b98038b service neutron] 10.222.0.66 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194163 Apr 18 19:32:40.496322 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3455db-4b6b-4a77-bf45-aec60fadc8c4 req-be1d7b57-b433-420b-ab17-01dca666f8bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:40.497856 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef3455db-4b6b-4a77-bf45-aec60fadc8c4 req-be1d7b57-b433-420b-ab17-01dca666f8bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 913 time: 0.2406263 Apr 18 19:32:40.598092 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef3455db-4b6b-4a77-bf45-aec60fadc8c4 req-f6ad461a-297f-415a-925a-e5fdb04f5599 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bb53464-d51e-417f-a43e-52fec2cbdfaf HTTP/1.1" status: 200 len: 217 time: 0.0731425 Apr 18 19:32:40.602149 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c5188d00-35dd-4ae8-a0ff-0ba0ca74fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:40.858852 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5188d00-35dd-4ae8-a0ff-0ba0ca74fcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49093cec-1423-4806-a54e-37b43e95655e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:40.883671 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c5188d00-35dd-4ae8-a0ff-0ba0ca74fcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:40.887358 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c5188d00-35dd-4ae8-a0ff-0ba0ca74fcf8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49093cec-1423-4806-a54e-37b43e95655e HTTP/1.1" status: 204 len: 168 time: 1.1770535 Apr 18 19:32:40.913622 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:40.914645 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3455db-4b6b-4a77-bf45-aec60fadc8c4 req-f93b056b-07f7-433d-8844-03078ce54668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:40.916035 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef3455db-4b6b-4a77-bf45-aec60fadc8c4 req-f93b056b-07f7-433d-8844-03078ce54668 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.3098872 Apr 18 19:32:40.960690 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bc8a0-39ac-4e79-b698-6b1e885ebd26 req-03309da3-c191-464b-803e-d14d4c88269a tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:40.967934 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9e7bc8a0-39ac-4e79-b698-6b1e885ebd26 req-03309da3-c191-464b-803e-d14d4c88269a tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 945 time: 0.2518380 Apr 18 19:32:40.972044 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef3455db-4b6b-4a77-bf45-aec60fadc8c4 req-0e0c912d-7ab0-4dbe-abc2-002cba8459b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449045 Apr 18 19:32:40.985509 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-d9a46649-01e8-45af-bfbf-d7b12f099393 service neutron] 10.222.0.66 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840822 Apr 18 19:32:41.034338 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9e7bc8a0-39ac-4e79-b698-6b1e885ebd26 req-fefc58b8-f61c-4744-902f-9fed74cbdb91 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651157 Apr 18 19:32:41.109246 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:41.155092 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:41.352588 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:41.374533 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Allocated IP 172.20.0.5 (02ff35cb-d0aa-4f1f-8ced-27eb8634eff4/9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee/bcc68448-9954-420f-8841-68daa1b14173) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:41.431313 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8023d3c7-90f2-4e76-bbb1-d2588a071ace req-0ac26535-fb45-4803-84fa-0ee0d51c0dca tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 210 time: 0.0718174 Apr 18 19:32:41.446886 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:41.513939 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:41.583653 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1291ba8d-efee-4462-accb-a04b8ee02d12 req-bbc8b213-3edd-43fd-9251-98bdf005f70f tempest-ServersAaction247Test-710419078 tempest-ServersAaction247Test-710419078-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef6d7a13-923e-4758-81bf-3adea624702b HTTP/1.1" status: 200 len: 210 time: 0.1340048 Apr 18 19:32:41.593308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Pushing event updated for resources: {'Port': ['ID=44ba0e7b-9875-4a40-8694-68b5127037d3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:41.598550 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4af29380-afec-4cf4-90b1-8e44272aebcc req-a3cc2b19-0871-41b3-8237-58097dddec47 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0673876 Apr 18 19:32:41.625374 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef3455db-4b6b-4a77-bf45-aec60fadc8c4 req-0d128ce4-100d-4ac6-a38c-4748c1fd3a7b service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377237 Apr 18 19:32:41.645040 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195c9d9-0929-4a40-9226-b903327901a2 req-fc24b52c-7a75-4888-a1da-835813a35635 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:41.646604 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7195c9d9-0929-4a40-9226-b903327901a2 req-fc24b52c-7a75-4888-a1da-835813a35635 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.71 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 945 time: 0.6601400 Apr 18 19:32:41.701748 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5bb53464-d51e-417f-a43e-52fec2cbdfaf details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:41.702278 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:41.703487 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:41.845248 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:41.938345 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Deleting port 3766c7ef-35c4-4d6e-8250-b33b91171f36 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:41.938877 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:41.959232 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-a7f8e706-431f-44db-948a-2e6e4d7fe161 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0438836 Apr 18 19:32:41.967649 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Request body: {'port': {'device_id': 'e8dfd399-ee41-4f95-a8a6-585650c5438b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:41.971423 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5bb53464-d51e-417f-a43e-52fec2cbdfaf, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5bb53464-d51e-417f-a43e-52fec2cbdfaf,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:41.988396 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '5bb53464-d51e-417f-a43e-52fec2cbdfaf', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'port_id': '5bb53464-d51e-417f-a43e-52fec2cbdfaf', 'mac_address': 'fa:16:3e:77:b6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd27771e-135d-4136-a053-2cd32b4aaaa8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:42.071472 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:42.092571 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb53464-d51e-417f-a43e-52fec2cbdfaf {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:42.096563 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:42.113683 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5bb53464-d51e-417f-a43e-52fec2cbdfaf, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5bb53464-d51e-417f-a43e-52fec2cbdfaf,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:42.219352 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Pushing event updated for resources: {'Port': ['ID=bcc68448-9954-420f-8841-68daa1b14173,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:42.223895 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:42.251695 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:42.255659 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:42.263724 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:42.333419 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:42.333419 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:42.434191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57000) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:42.474079 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=5bb53464-d51e-417f-a43e-52fec2cbdfaf,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:42.512832 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:42.525464 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:42.526012 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:42.526540 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:42.527248 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:42.531724 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:42.531978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:42.531978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:42.531978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:42.531978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:42.531978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:42.531978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:32:42.538483 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['5bb53464-d51e-417f-a43e-52fec2cbdfaf'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:42.590831 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef3455db-4b6b-4a77-bf45-aec60fadc8c4 req-013d8189-50a6-478f-8701-eb427bf6cb27 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9312010 Apr 18 19:32:42.612920 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e386d9fa-3342-4fe4-b659-cec0bbc81cc3 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0213656 Apr 18 19:32:42.633298 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a02e7f5c-c20c-4e5a-aaed-ec72a02c8c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:42.637076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Request body: {'port': {'device_id': 'a6852cda-3aa3-49fe-9b63-1039c5b4fa84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:42.713769 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f510f-ee83-474b-87c7-ce2b188773cf req-af248053-9b08-4b38-a022-9c7a5382b7bb tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:42.728818 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9a0f510f-ee83-474b-87c7-ce2b188773cf req-af248053-9b08-4b38-a022-9c7a5382b7bb tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 944 time: 0.8074503 Apr 18 19:32:42.827788 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a02e7f5c-c20c-4e5a-aaed-ec72a02c8c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:42.841881 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a02e7f5c-c20c-4e5a-aaed-ec72a02c8c22 admin admin] Usage tracker for resource:security_group_rule and tenant:8466cf9dab174edbaceb59bdfb4fa481 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:42.848430 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a02e7f5c-c20c-4e5a-aaed-ec72a02c8c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:42.875279 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a02e7f5c-c20c-4e5a-aaed-ec72a02c8c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:42.927022 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9a0f510f-ee83-474b-87c7-ce2b188773cf req-d91bc247-9aca-4afe-b14a-f1a9c1737318 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971910 Apr 18 19:32:42.964326 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:42.997303 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] For port 3766c7ef-35c4-4d6e-8250-b33b91171f36, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3766c7ef-35c4-4d6e-8250-b33b91171f36,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:42.997870 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.217028 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a02e7f5c-c20c-4e5a-aaed-ec72a02c8c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.298550 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a02e7f5c-c20c-4e5a-aaed-ec72a02c8c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.310295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ba0e7b-9875-4a40-8694-68b5127037d3 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:43.333206 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.345525 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a02e7f5c-c20c-4e5a-aaed-ec72a02c8c22 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8466cf9dab174edbaceb59bdfb4fa481&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8906379 Apr 18 19:32:43.351286 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57018) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:43.391394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Transition to ACTIVE for port object 44ba0e7b-9875-4a40-8694-68b5127037d3 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:43.436380 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd2e73-55bf-4807-a10a-10a10554ef39 req-0917966f-48ce-413e-bc14-a1d4dc124932 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:43.437884 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a6fd2e73-55bf-4807-a10a-10a10554ef39 req-0917966f-48ce-413e-bc14-a1d4dc124932 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Synchronizing usage tracker for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:43.452915 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d91a71-8cd2-4197-9815-ddb1e00d08be req-c2ea1bba-af30-47ce-b4f2-6819eb773705 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:43.457951 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9d91a71-8cd2-4197-9815-ddb1e00d08be req-c2ea1bba-af30-47ce-b4f2-6819eb773705 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 945 time: 0.3471298 Apr 18 19:32:43.473859 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.505576 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e7f5c-c20c-4e5a-aaed-ec72a02c8c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7d9b48-ee1b-44f9-8fe5-2dd05b3acfd8,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:43.619474 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a6fd2e73-55bf-4807-a10a-10a10554ef39 req-0917966f-48ce-413e-bc14-a1d4dc124932 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Unset dirty status for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:43.621485 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a6fd2e73-55bf-4807-a10a-10a10554ef39 req-0917966f-48ce-413e-bc14-a1d4dc124932 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 931 time: 0.2935810 Apr 18 19:32:43.635021 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9d91a71-8cd2-4197-9815-ddb1e00d08be req-76da76f1-d00c-4365-aae7-1424a9229347 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups?id=970826f0-b289-41f5-9be7-cf597c9c85c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489384 Apr 18 19:32:43.653087 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-18c243dd-409e-4037-b6da-2c7c8aa9ade9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.681267 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Pushing event updated for resources: {'Port': ['ID=44ba0e7b-9875-4a40-8694-68b5127037d3,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:43.712986 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5bb53464-d51e-417f-a43e-52fec2cbdfaf up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:43.726860 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.727419 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.727835 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Floating IP f660a9bb-db1b-4936-9cef-1c7cf11c8a6b disassociated. External IP: 172.25.8.162, port: 3766c7ef-35c4-4d6e-8250-b33b91171f36. Apr 18 19:32:43.728285 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Calling delete_port for 3766c7ef-35c4-4d6e-8250-b33b91171f36 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:43.780280 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a6fd2e73-55bf-4807-a10a-10a10554ef39 req-c6c3706c-7243-42e2-a559-4977394a0dca tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090901 Apr 18 19:32:43.956389 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Attempting to bind port 44ba0e7b-9875-4a40-8694-68b5127037d3 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:32:43.956609 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Attempting to bind port 44ba0e7b-9875-4a40-8694-68b5127037d3 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:32:43.956939 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Attempting to bind port 44ba0e7b-9875-4a40-8694-68b5127037d3 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:43.966206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Port 44ba0e7b-9875-4a40-8694-68b5127037d3 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:32:43.966206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Attempting to bind port 44ba0e7b-9875-4a40-8694-68b5127037d3 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:43.979796 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:32:43.980189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Checking segment: {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:43.980510 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Bound using segment: {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:32:43.980937 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Bound port: 44ba0e7b-9875-4a40-8694-68b5127037d3, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:32:43.981340 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:43.994004 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 5bb53464-d51e-417f-a43e-52fec2cbdfaf completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:43.996387 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc68448-9954-420f-8841-68daa1b14173 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:44.002811 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 5bb53464-d51e-417f-a43e-52fec2cbdfaf triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:44.003434 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.004484 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-18c243dd-409e-4037-b6da-2c7c8aa9ade9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.006005 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.037308 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1ac38068-a975-476a-8b92-882a496d8d0a req-d8ae9868-1d4d-4c9b-a368-07f60d2e8d2a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0762601 Apr 18 19:32:44.131137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] For port 44ba0e7b-9875-4a40-8694-68b5127037d3, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:44.134969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] For port 44ba0e7b-9875-4a40-8694-68b5127037d3, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=44ba0e7b-9875-4a40-8694-68b5127037d3,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:32:44.141286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Transition to ACTIVE for port object bcc68448-9954-420f-8841-68daa1b14173 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:44.223986 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.278831 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-18c243dd-409e-4037-b6da-2c7c8aa9ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.308682 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.314050 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.349324 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.354701 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071f48d-96fd-44c1-8d6e-d5ee3aae7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb53464-d51e-417f-a43e-52fec2cbdfaf'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:44.378676 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 5bb53464-d51e-417f-a43e-52fec2cbdfaf, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5bb53464-d51e-417f-a43e-52fec2cbdfaf,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:44.418075 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.419719 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] 10.222.0.71 "PUT /v2.0/ports/44ba0e7b-9875-4a40-8694-68b5127037d3 HTTP/1.1" status: 200 len: 1092 time: 2.4565861 Apr 18 19:32:44.421013 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dfd399-ee41-4f95-a8a6-585650c5438b', 'tag': '44ba0e7b-9875-4a40-8694-68b5127037d3'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:44.471675 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c243dd-409e-4037-b6da-2c7c8aa9ade9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7d9b48-ee1b-44f9-8fe5-2dd05b3acfd8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:44.473415 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.534482 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Pushing event deleted for resources: {'Port': ['ID=3766c7ef-35c4-4d6e-8250-b33b91171f36,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:44.633800 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=5bb53464-d51e-417f-a43e-52fec2cbdfaf,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:44.676574 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Pushing event updated for resources: {'Port': ['ID=bcc68448-9954-420f-8841-68daa1b14173,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:44.712414 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-18c243dd-409e-4037-b6da-2c7c8aa9ade9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:44.716026 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-18c243dd-409e-4037-b6da-2c7c8aa9ade9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cf7d9b48-ee1b-44f9-8fe5-2dd05b3acfd8 HTTP/1.1" status: 204 len: 168 time: 1.3613927 Apr 18 19:32:44.911498 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda8ed88-945f-4153-a44c-cab5d50a1a68'] response: {'server_uuid': '7071f48d-96fd-44c1-8d6e-d5ee3aae7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb53464-d51e-417f-a43e-52fec2cbdfaf', 'code': 200} Apr 18 19:32:45.054246 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a237b933-5fd2-49a7-8c3b-50e2be3b4e96'] response: {'name': 'network-changed', 'server_uuid': 'e8dfd399-ee41-4f95-a8a6-585650c5438b', 'tag': '44ba0e7b-9875-4a40-8694-68b5127037d3', 'status': 'completed', 'code': 200} Apr 18 19:32:45.144088 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0ed3d8b7-d521-4b78-8b3e-892a3dd16805 req-7d63897e-540c-4ead-9855-0722496e949e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8f2910ea5e4647f9bccf0d2f332fed1b&device_id=ef6d7a13-923e-4758-81bf-3adea624702b HTTP/1.1" status: 200 len: 210 time: 0.3003795 Apr 18 19:32:45.227768 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 3766c7ef-35c4-4d6e-8250-b33b91171f36 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:45.257833 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-b7f5fb05-0b9a-4ae1-9f7b-23634c9f3162 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:45.259416 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-b7f5fb05-0b9a-4ae1-9f7b-23634c9f3162 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.16 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 817 time: 0.5486333 Apr 18 19:32:45.343929 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 3766c7ef-35c4-4d6e-8250-b33b91171f36 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:45.344588 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 3766c7ef-35c4-4d6e-8250-b33b91171f36 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:45.360669 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0ed3d8b7-d521-4b78-8b3e-892a3dd16805 req-5c78dbcf-75f8-418f-babb-9a77ac3d0a28 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=8f2910ea5e4647f9bccf0d2f332fed1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1543672 Apr 18 19:32:45.407787 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2facbb8-77f1-4a59-aadb-fe1952c94275 service neutron] Pushing event updated for resources: {'Port': ['ID=44ba0e7b-9875-4a40-8694-68b5127037d3,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:45.409332 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57050) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:45.410399 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Attempting to bind port bcc68448-9954-420f-8841-68daa1b14173 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:32:45.410719 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Attempting to bind port bcc68448-9954-420f-8841-68daa1b14173 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:32:45.411045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Attempting to bind port bcc68448-9954-420f-8841-68daa1b14173 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:45.435745 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Port bcc68448-9954-420f-8841-68daa1b14173 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:32:45.436063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Attempting to bind port bcc68448-9954-420f-8841-68daa1b14173 on network 02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:45.454727 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018922f4-c4a1-4694-ae10-23ed628cbea0 req-67a69c93-243a-47f9-8f5b-c09826ebaf01 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:45.461457 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-018922f4-c4a1-4694-ae10-23ed628cbea0 req-67a69c93-243a-47f9-8f5b-c09826ebaf01 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 946 time: 0.7361951 Apr 18 19:32:45.489180 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e93c7433-9b87-4a1d-87a4-6322a865c605 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86d38a4264f9448f975dcb50c7494b2d&device_id=e8dfd399-ee41-4f95-a8a6-585650c5438b HTTP/1.1" status: 200 len: 1095 time: 0.8968055 Apr 18 19:32:45.493439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:32:45.493773 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Checking segment: {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:45.494152 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Bound using segment: {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:32:45.494621 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Bound port: bcc68448-9954-420f-8841-68daa1b14173, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90707ee1-8156-457e-a0a1-0d21b49bd283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:32:45.494976 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:45.583794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3d8b7-d521-4b78-8b3e-892a3dd16805 req-94af87ed-2d7f-4da3-bb41-ec5a03130fce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:45.585357 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0ed3d8b7-d521-4b78-8b3e-892a3dd16805 req-94af87ed-2d7f-4da3-bb41-ec5a03130fce service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2172735 Apr 18 19:32:45.616280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-75536f24-0c28-4706-b1da-8a707f28999a req-75a014ac-db40-4559-9ad6-30b72112f6e6 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Synchronizing usage tracker for tenant:43825ed3014a4748922fa55a61061871 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:45.622997 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-853b9cd6-117d-417d-bb36-06d948c0307a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9c1bdfce24f453f8544e30ca226c10d HTTP/1.1" status: 200 len: 380 time: 0.3395329 Apr 18 19:32:45.641814 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'port': {'device_id': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'admin_state_up': True, 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'security_groups': ['5bde9a17-7310-4377-a2cc-2589fb714c98']}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:45.650158 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-018922f4-c4a1-4694-ae10-23ed628cbea0 req-a2975dab-0be3-45ae-8b7f-c0baadc421db tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878424 Apr 18 19:32:45.651819 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-bdfc0336-299e-490f-9d3a-b08275939698 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44ba0e7b-9875-4a40-8694-68b5127037d3 HTTP/1.1" status: 200 len: 217 time: 0.1397598 Apr 18 19:32:45.746108 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-83fce05a-6e09-4772-87b8-e08609b116ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:45.813426 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-75536f24-0c28-4706-b1da-8a707f28999a req-75a014ac-db40-4559-9ad6-30b72112f6e6 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Unset dirty status for tenant:43825ed3014a4748922fa55a61061871 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:45.825388 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-75536f24-0c28-4706-b1da-8a707f28999a req-75a014ac-db40-4559-9ad6-30b72112f6e6 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 210 time: 0.4678903 Apr 18 19:32:45.831009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-2de8d43e-1b69-4642-966e-abc128baf91b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:45.832019 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-2de8d43e-1b69-4642-966e-abc128baf91b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee HTTP/1.1" status: 200 len: 852 time: 0.1647863 Apr 18 19:32:45.833983 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] For port bcc68448-9954-420f-8841-68daa1b14173, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:45.838208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] For port bcc68448-9954-420f-8841-68daa1b14173, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bcc68448-9954-420f-8841-68daa1b14173,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:32:45.873211 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-417f96e0-e90d-4cfa-a43b-558563ca9278 req-29a5c6b0-99ba-4a73-b3ca-dfeb1bf5fa5e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 1097 time: 0.7364852 Apr 18 19:32:45.900311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-b5e7fae9-5d26-4449-922f-b60eb2da6407 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606320 Apr 18 19:32:45.901315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-83fce05a-6e09-4772-87b8-e08609b116ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:45.907872 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-83fce05a-6e09-4772-87b8-e08609b116ae admin admin] Usage tracker for resource:security_group_rule and tenant:fdc0012021c54cf1841f0d144c086384 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:46.083267 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-83fce05a-6e09-4772-87b8-e08609b116ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:46.094326 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-2bb20916-8e34-41d8-aec4-5ee593863009 service neutron] 10.222.0.71 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824596 Apr 18 19:32:46.102808 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:46.106557 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-83fce05a-6e09-4772-87b8-e08609b116ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:46.156068 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-417f96e0-e90d-4cfa-a43b-558563ca9278 req-b46de1f0-44d0-4611-b59a-f20f9ee874a0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704318 Apr 18 19:32:46.159501 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a59a5579-e78e-4d78-87aa-7ffc6657b67f req-ea8c6bc5-40e0-4aae-8784-bb1f771653f8 tempest-ServersAaction247Test-710419078 tempest-ServersAaction247Test-710419078-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef6d7a13-923e-4758-81bf-3adea624702b HTTP/1.1" status: 200 len: 210 time: 0.2552092 Apr 18 19:32:46.191644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:46.206586 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:46.245491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:32:46.355946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ec92c-f1bc-46f7-9aff-9b92c3122198 req-53f1327c-681e-4e9b-87bc-99e1da45c0a4 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:46.364221 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da8ec92c-f1bc-46f7-9aff-9b92c3122198 req-53f1327c-681e-4e9b-87bc-99e1da45c0a4 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 943 time: 0.3186367 Apr 18 19:32:46.407204 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-79745f95-19a1-421c-8403-fdee22a9448c service neutron] 10.222.0.71 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977719 Apr 18 19:32:46.485438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9479b7d6-9a24-43df-a33e-9a87ce44b0df req-31517257-78e0-4eea-8c10-5c057e944318 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Synchronizing usage tracker for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:46.515685 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da8ec92c-f1bc-46f7-9aff-9b92c3122198 req-d9dadac3-433b-4975-ab56-16accd389362 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503320 Apr 18 19:32:46.530276 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:46.530276 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] 10.222.0.71 "PUT /v2.0/ports/bcc68448-9954-420f-8841-68daa1b14173 HTTP/1.1" status: 200 len: 1091 time: 3.9051559 Apr 18 19:32:46.558946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Made reservation on behalf of d9c1bdfce24f453f8544e30ca226c10d for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:46.562763 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:46.676483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9479b7d6-9a24-43df-a33e-9a87ce44b0df req-31517257-78e0-4eea-8c10-5c057e944318 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Unset dirty status for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:46.676747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57076) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:46.687412 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9479b7d6-9a24-43df-a33e-9a87ce44b0df req-31517257-78e0-4eea-8c10-5c057e944318 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 210 time: 0.2658217 Apr 18 19:32:46.737937 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66050dce-3a9e-4a58-983a-00af983ef56a service neutron] Pushing event updated for resources: {'Port': ['ID=bcc68448-9954-420f-8841-68daa1b14173,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:46.820026 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82b4a2d6-d4a7-4dfb-a35d-4c04dd1775d3 req-6e8931f1-1cab-413f-b70a-75c668b88d41 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86d38a4264f9448f975dcb50c7494b2d&device_id=e8dfd399-ee41-4f95-a8a6-585650c5438b HTTP/1.1" status: 200 len: 1095 time: 0.2898126 Apr 18 19:32:46.974847 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:32:46.986810 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c73ef-0c71-4053-9418-804a123fe7d9 None None] Sync routers for ids ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:32:46.990710 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4a2d6-d4a7-4dfb-a35d-4c04dd1775d3 req-71fe6c21-6bbb-40e4-9b25-8acc69cf0800 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:46.992306 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82b4a2d6-d4a7-4dfb-a35d-4c04dd1775d3 req-71fe6c21-6bbb-40e4-9b25-8acc69cf0800 service neutron] 10.222.0.71 "GET /v2.0/networks?id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 HTTP/1.1" status: 200 len: 913 time: 0.1662149 Apr 18 19:32:47.004029 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-83fce05a-6e09-4772-87b8-e08609b116ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:47.020008 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c73ef-0c71-4053-9418-804a123fe7d9 None None] Routers {'7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:47.020869 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-aa4c73ef-0c71-4053-9418-804a123fe7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:32:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:47.065209 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6852cda-3aa3-49fe-9b63-1039c5b4fa84', 'tag': 'bcc68448-9954-420f-8841-68daa1b14173'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:47.097646 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-01ef96ee-df7b-428b-b5fe-ee69be3b35e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86d38a4264f9448f975dcb50c7494b2d&device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 1094 time: 0.4589803 Apr 18 19:32:47.099823 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82b4a2d6-d4a7-4dfb-a35d-4c04dd1775d3 req-74f4e1c4-4bff-4846-98b7-fb4978c3d44c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44ba0e7b-9875-4a40-8694-68b5127037d3 HTTP/1.1" status: 200 len: 217 time: 0.0999229 Apr 18 19:32:47.115647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Allocated IP 172.20.0.10 (d0c29ad8-5934-46ca-987e-34bfe794904a/38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99/99170d7f-a006-44e5-88e9-ab189090db42) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:47.269483 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-aa4c73ef-0c71-4053-9418-804a123fe7d9 None None] Set router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:47.324916 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-83fce05a-6e09-4772-87b8-e08609b116ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:47.374215 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:47.392209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Transition to ACTIVE for port object 99170d7f-a006-44e5-88e9-ab189090db42 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:47.396160 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-86d6534d-ac1c-4cde-9443-82eb7394d0b9 req-73ca65da-61f4-479a-9c25-4407450c8812 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/ports?device_id=4074e86d-b7ed-4910-bfe9-8e56f52a4fbe HTTP/1.1" status: 200 len: 210 time: 0.1091602 Apr 18 19:32:47.438761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-7ac4c4c5-b9f8-4b13-9d36-4b13bea4ed87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcc68448-9954-420f-8841-68daa1b14173 HTTP/1.1" status: 200 len: 217 time: 0.3230445 Apr 18 19:32:47.444731 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-network', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:47.458478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] No DVR routers for this DVR port 3766c7ef-35c4-4d6e-8250-b33b91171f36 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:47.464021 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:47.475983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'name': 'network-vif-deleted', 'tag': '3766c7ef-35c4-4d6e-8250-b33b91171f36'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:47.484585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:47.560459 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:47.563154 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Usage tracker for resource:network and tenant:b8bce650968b4da1beb64a083e7587c9 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:47.578565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:47.582976 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.71 "DELETE /v2.0/ports/3766c7ef-35c4-4d6e-8250-b33b91171f36 HTTP/1.1" status: 204 len: 173 time: 5.9186330 Apr 18 19:32:47.660865 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0ed3d8b7-d521-4b78-8b3e-892a3dd16805 req-581e40ee-1821-4808-8a9d-fab89cb7d52c tempest-ServersAaction247Test-710419078 tempest-ServersAaction247Test-710419078-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef6d7a13-923e-4758-81bf-3adea624702b HTTP/1.1" status: 200 len: 210 time: 0.1989865 Apr 18 19:32:47.672572 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:47.737110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Network d0c29ad8-5934-46ca-987e-34bfe794904a is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:47.738778 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:47.741647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:47.745009 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:47.834582 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-aa4c73ef-0c71-4053-9418-804a123fe7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '599af2b2-e6a1-41db-b122-cae291697a3d', 'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'mac_address': 'fa:16:3e:dc:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:16Z', 'updated_at': '2022-04-18T19:31:40Z', 'revision_number': 5, 'project_id': '43825ed3014a4748922fa55a61061871', 'subnets': [{'id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:47.839260 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c73ef-0c71-4053-9418-804a123fe7d9 None None] Checking router: 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:32:47.859742 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c73ef-0c71-4053-9418-804a123fe7d9 None None] Routers {'7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:47.860659 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-aa4c73ef-0c71-4053-9418-804a123fe7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:32:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:47.867591 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-ddb1e1bc-e300-4de5-a141-8c80ded2b12f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:47.869241 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-ddb1e1bc-e300-4de5-a141-8c80ded2b12f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee HTTP/1.1" status: 200 len: 852 time: 0.3773358 Apr 18 19:32:47.912070 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4c8ae2-7ffe-4402-b117-eb7f0ba131c3'] response: {'name': 'network-changed', 'server_uuid': 'a6852cda-3aa3-49fe-9b63-1039c5b4fa84', 'tag': 'bcc68448-9954-420f-8841-68daa1b14173', 'status': 'completed', 'code': 200} Apr 18 19:32:47.918678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50070ae3-7e75-42ef-a619-de990c414cf8 req-5b198de0-214d-4b0d-9c28-e6b459fa630b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:47.920246 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-50070ae3-7e75-42ef-a619-de990c414cf8 req-5b198de0-214d-4b0d-9c28-e6b459fa630b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 946 time: 0.9147487 Apr 18 19:32:47.920906 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Made reservation on behalf of b8bce650968b4da1beb64a083e7587c9 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:47.928447 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:47.972890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4a2d6-d4a7-4dfb-a35d-4c04dd1775d3 req-a00a5dd7-1e42-4bbc-a20f-0cbfee04f4f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:47.975682 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82b4a2d6-d4a7-4dfb-a35d-4c04dd1775d3 req-a00a5dd7-1e42-4bbc-a20f-0cbfee04f4f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee HTTP/1.1" status: 200 len: 852 time: 0.8670025 Apr 18 19:32:48.002159 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fce05a-6e09-4772-87b8-e08609b116ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37b8ef3-49e9-4b4d-9a70-0088113ec715,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:48.062967 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75c6e57d-6bd7-432a-a57c-1c3cc16a81c9 req-5cd700d4-911b-46c6-aa64-8015e98ac6ee tempest-ServersAaction247Test-710419078 tempest-ServersAaction247Test-710419078-project] 10.222.0.66 "GET /v2.0/ports?device_id=ef6d7a13-923e-4758-81bf-3adea624702b HTTP/1.1" status: 200 len: 210 time: 0.1861243 Apr 18 19:32:48.069910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:48.070565 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.077979 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-df7dd9da-227a-4f79-ab5f-68ebf448dbe0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596730 Apr 18 19:32:48.080521 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82b4a2d6-d4a7-4dfb-a35d-4c04dd1775d3 req-2cb53698-f824-4265-8718-7748c01fe3bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652471 Apr 18 19:32:48.083772 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-83fce05a-6e09-4772-87b8-e08609b116ae admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fdc0012021c54cf1841f0d144c086384&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6696799 Apr 18 19:32:48.086662 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57098) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:48.107613 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.224556 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:48.228539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Usage tracker for resource:security_group_rule and tenant:b8bce650968b4da1beb64a083e7587c9 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:48.231488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:48.238985 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:48.276573 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6b7f0afc-243b-46fd-86d0-35ec08336b8b None None] Provisioning for port 99170d7f-a006-44e5-88e9-ab189090db42 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:48.292315 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-aa4c73ef-0c71-4053-9418-804a123fe7d9 None None] Set router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:32:48.402346 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-50070ae3-7e75-42ef-a619-de990c414cf8 req-a9e12f16-17f2-48d9-890c-5ecf94d90ffa tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356284 Apr 18 19:32:48.403601 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-3e822d1f-5f47-4886-9442-7c720c0782e0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7700725 Apr 18 19:32:48.422640 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Request body: {'port': {'device_id': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:48.472511 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.515881 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7408dec6-1cd4-4060-9450-0fcc94a13866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.520248 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82b4a2d6-d4a7-4dfb-a35d-4c04dd1775d3 req-22842032-f258-445e-b151-d37025aeba6e service neutron] 10.222.0.71 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849163 Apr 18 19:32:48.534341 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6b7f0afc-243b-46fd-86d0-35ec08336b8b None None] Provisioning complete for port 99170d7f-a006-44e5-88e9-ab189090db42 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:48.539168 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6b7f0afc-243b-46fd-86d0-35ec08336b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.556710 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.600852 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1892b8-535a-4fa3-a88b-ccd044b3d499,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:48.623162 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:32:48.639961 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f0b828-1dae-4226-ad39-9e2dcac8378e'] response: {'server_uuid': '4074e86d-b7ed-4910-bfe9-8e56f52a4fbe', 'name': 'network-vif-deleted', 'tag': '3766c7ef-35c4-4d6e-8250-b33b91171f36', 'status': 'completed', 'code': 200} Apr 18 19:32:48.645307 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.646464 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-e18e3cd9-3909-435c-a577-6472aa32073e service neutron] 10.222.0.71 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558028 Apr 18 19:32:48.658790 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.659282 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Added segment e0b3b642-3e24-46ac-9c5c-4a06d7cc1760 of type vlan for network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d Apr 18 19:32:48.692681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f0afc-243b-46fd-86d0-35ec08336b8b None None] Port 99170d7f-a006-44e5-88e9-ab189090db42 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:32:48.839942 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7408dec6-1cd4-4060-9450-0fcc94a13866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.864478 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:48.901899 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-aa4c73ef-0c71-4053-9418-804a123fe7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '599af2b2-e6a1-41db-b122-cae291697a3d', 'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'mac_address': 'fa:16:3e:dc:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:16Z', 'updated_at': '2022-04-18T19:31:40Z', 'revision_number': 5, 'project_id': '43825ed3014a4748922fa55a61061871', 'subnets': [{'id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:48.909893 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c73ef-0c71-4053-9418-804a123fe7d9 None None] The sync data for ids ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'] in n-d-838334-1 is: [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:31:18Z', 'revision_number': 4, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '599af2b2-e6a1-41db-b122-cae291697a3d', 'name': '', 'network_id': '3a9ab76e-a28e-4ada-b9e0-c33450849c0f', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'mac_address': 'fa:16:3e:dc:b0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:16Z', 'updated_at': '2022-04-18T19:31:40Z', 'revision_number': 5, 'project_id': '43825ed3014a4748922fa55a61061871', 'subnets': [{'id': 'dcd83db2-d8cb-4b48-ad93-ec603caf3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:32:48.997286 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:32:49.055538 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bea6a14-d63f-4ec6-b7a4-60331bb69072 req-f1016754-7b5b-414f-a4f8-a681637e29a1 service neutron] 10.222.0.71 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478231 Apr 18 19:32:49.073464 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7408dec6-1cd4-4060-9450-0fcc94a13866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.108452 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408dec6-1cd4-4060-9450-0fcc94a13866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37b8ef3-49e9-4b4d-9a70-0088113ec715,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:49.127936 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7408dec6-1cd4-4060-9450-0fcc94a13866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.127936 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7408dec6-1cd4-4060-9450-0fcc94a13866 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c37b8ef3-49e9-4b4d-9a70-0088113ec715 HTTP/1.1" status: 204 len: 168 time: 1.0396144 Apr 18 19:32:49.140771 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138b6fa-1410-406f-97ca-a693dfa06ac0 req-77dfa042-d1b7-4796-b496-295899f62260 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:49.148925 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8138b6fa-1410-406f-97ca-a693dfa06ac0 req-77dfa042-d1b7-4796-b496-295899f62260 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 943 time: 0.7503793 Apr 18 19:32:49.153030 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82b4a2d6-d4a7-4dfb-a35d-4c04dd1775d3 req-d1c2935b-4562-4221-9936-dd6ddec7fe4c service neutron] 10.222.0.71 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034688 Apr 18 19:32:49.242935 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 44ba0e7b-9875-4a40-8694-68b5127037d3 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:49.269079 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8138b6fa-1410-406f-97ca-a693dfa06ac0 req-48fd1b75-881f-4f00-a7cb-3fddb13053c1 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192811 Apr 18 19:32:49.339431 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-514a025d-b3fb-4eff-8899-9e24d71cdd6c req-291b3439-8849-4b7f-95f9-e611831c736d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86d38a4264f9448f975dcb50c7494b2d&device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 1094 time: 0.1238036 Apr 18 19:32:49.453433 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29710dd4-3b64-4685-b407-a44846989e32 None None] New status for floating IP f660a9bb-db1b-4936-9cef-1c7cf11c8a6b: DOWN {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:32:49.523256 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.524683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:49.525444 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.557915 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a025d-b3fb-4eff-8899-9e24d71cdd6c req-4715c7e2-8636-4eac-9559-ba7389a30030 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:49.559449 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-514a025d-b3fb-4eff-8899-9e24d71cdd6c req-4715c7e2-8636-4eac-9559-ba7389a30030 service neutron] 10.222.0.71 "GET /v2.0/networks?id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 HTTP/1.1" status: 200 len: 913 time: 0.2136436 Apr 18 19:32:49.572277 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 44ba0e7b-9875-4a40-8694-68b5127037d3, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=44ba0e7b-9875-4a40-8694-68b5127037d3,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:49.601684 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '44ba0e7b-9875-4a40-8694-68b5127037d3', 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4', 'port_id': '44ba0e7b-9875-4a40-8694-68b5127037d3', 'mac_address': 'fa:16:3e:26:0c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:49.657326 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-514a025d-b3fb-4eff-8899-9e24d71cdd6c req-0f325ba2-7dea-42cf-ae23-0071cabcb512 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcc68448-9954-420f-8841-68daa1b14173 HTTP/1.1" status: 200 len: 217 time: 0.0918052 Apr 18 19:32:49.748878 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a025d-b3fb-4eff-8899-9e24d71cdd6c req-db2c3705-8497-46ac-855f-bf670910ccea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:49.750903 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-514a025d-b3fb-4eff-8899-9e24d71cdd6c req-db2c3705-8497-46ac-855f-bf670910ccea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee HTTP/1.1" status: 200 len: 852 time: 0.0877063 Apr 18 19:32:49.806696 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.812283 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99170d7f-a006-44e5-88e9-ab189090db42 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:49.820553 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:49.839210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Transition to ACTIVE for port object 99170d7f-a006-44e5-88e9-ab189090db42 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:49.847360 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-514a025d-b3fb-4eff-8899-9e24d71cdd6c req-6dd3d3fb-471f-4f83-b9e1-e9a0bc45b094 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892653 Apr 18 19:32:49.849709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821de84-a505-4123-a871-59edb8ef1ef1 req-1d346f83-64a3-4dd0-8979-222b7e2005dd tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:49.850546 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6821de84-a505-4123-a871-59edb8ef1ef1 req-1d346f83-64a3-4dd0-8979-222b7e2005dd tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Synchronizing usage tracker for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:49.865378 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ba0e7b-9875-4a40-8694-68b5127037d3 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:49.875868 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] Pushing event updated for resources: {'Network': ['ID=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:49.890753 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:32:49.943664 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.044082 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2af29cb8-ce1a-4486-b9ae-ab4b62a4940d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.3649080 Apr 18 19:32:50.044940 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6821de84-a505-4123-a871-59edb8ef1ef1 req-1d346f83-64a3-4dd0-8979-222b7e2005dd tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Unset dirty status for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:50.047496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57122) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:50.048315 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6821de84-a505-4123-a871-59edb8ef1ef1 req-1d346f83-64a3-4dd0-8979-222b7e2005dd tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 932 time: 1.0317676 Apr 18 19:32:50.069870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Request body: {'subnet': {'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-subnet', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:50.076739 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 44ba0e7b-9875-4a40-8694-68b5127037d3, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=44ba0e7b-9875-4a40-8694-68b5127037d3,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:50.170099 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.284675 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:50.304239 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6821de84-a505-4123-a871-59edb8ef1ef1 req-d841500f-cc85-48ac-8fc6-4d423a78a3d2 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304821 Apr 18 19:32:50.321076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7591d90-8584-4a13-a1ee-a658970e2254 req-eb93c86d-8a62-4194-a8f7-75c3be8e9024 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:50.325029 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=44ba0e7b-9875-4a40-8694-68b5127037d3,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:50.333646 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c7591d90-8584-4a13-a1ee-a658970e2254 req-eb93c86d-8a62-4194-a8f7-75c3be8e9024 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 946 time: 0.4819713 Apr 18 19:32:50.350634 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Usage tracker for resource:subnet and tenant:b8bce650968b4da1beb64a083e7587c9 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:50.356606 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:50.369522 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-514a025d-b3fb-4eff-8899-9e24d71cdd6c req-11369aae-6a72-4b1e-aca6-b18ab49d5662 service neutron] 10.222.0.71 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755332 Apr 18 19:32:50.378046 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:50.409706 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['44ba0e7b-9875-4a40-8694-68b5127037d3'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:50.424830 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:50.536520 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57128) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:50.584318 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-477bed27-678c-4a43-b63f-32f44dd2b2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.631410 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c7591d90-8584-4a13-a1ee-a658970e2254 req-af5883c3-eb70-433b-95f8-1366d3450c51 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966845 Apr 18 19:32:50.634978 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57134) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:50.679524 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-477bed27-678c-4a43-b63f-32f44dd2b2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:50.684530 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-477bed27-678c-4a43-b63f-32f44dd2b2cb admin admin] Usage tracker for resource:security_group_rule and tenant:9490d0731708497c87ef26024a1bf9f0 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:50.688864 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-477bed27-678c-4a43-b63f-32f44dd2b2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:50.694947 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-477bed27-678c-4a43-b63f-32f44dd2b2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:50.781272 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-477bed27-678c-4a43-b63f-32f44dd2b2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.809222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Attempting to bind port 99170d7f-a006-44e5-88e9-ab189090db42 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:32:50.809751 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Attempting to bind port 99170d7f-a006-44e5-88e9-ab189090db42 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:32:50.813864 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Attempting to bind port 99170d7f-a006-44e5-88e9-ab189090db42 on network d0c29ad8-5934-46ca-987e-34bfe794904a {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:50.819094 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Port 99170d7f-a006-44e5-88e9-ab189090db42 on network d0c29ad8-5934-46ca-987e-34bfe794904a not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:32:50.819291 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Attempting to bind port 99170d7f-a006-44e5-88e9-ab189090db42 on network d0c29ad8-5934-46ca-987e-34bfe794904a {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:50.826025 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:32:50.826259 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Checking segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:50.826695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Bound using segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:32:50.827246 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Bound port: 99170d7f-a006-44e5-88e9-ab189090db42, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:32:50.828120 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.837221 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57144) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:50.858554 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Made reservation on behalf of b8bce650968b4da1beb64a083e7587c9 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:50.860817 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:50.935603 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-477bed27-678c-4a43-b63f-32f44dd2b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.029364 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:51.033811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:32:51.037718 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-514a025d-b3fb-4eff-8899-9e24d71cdd6c req-5624f60a-0eb0-4500-b5f1-149a54d157c6 service neutron] 10.222.0.71 "GET /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610947 Apr 18 19:32:51.079856 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bed27-678c-4a43-b63f-32f44dd2b2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cbfffd-6d4f-4347-98c9-6f36a75d9c10,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:51.086601 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-64928d55-d557-4468-9d0e-bd530b2d2a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.127563 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-477bed27-678c-4a43-b63f-32f44dd2b2cb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9490d0731708497c87ef26024a1bf9f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5769920 Apr 18 19:32:51.132121 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57150) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:51.142661 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.197540 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5e0975a1-9d06-4f9a-a0f7-d56a7049f807 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.243261 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-64928d55-d557-4468-9d0e-bd530b2d2a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:51.249964 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-64928d55-d557-4468-9d0e-bd530b2d2a82 admin admin] Usage tracker for resource:security_group_rule and tenant:8f2910ea5e4647f9bccf0d2f332fed1b is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:51.252754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:51.255626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-64928d55-d557-4468-9d0e-bd530b2d2a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:51.263142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-64928d55-d557-4468-9d0e-bd530b2d2a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:51.267084 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.268890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af562406-09ea-4a71-b43b-fb9f15501797 req-2025490b-171a-4704-bf3c-488250bf7011 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:51.270325 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-af562406-09ea-4a71-b43b-fb9f15501797 req-2025490b-171a-4704-bf3c-488250bf7011 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 943 time: 0.4181092 Apr 18 19:32:51.270464 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 44ba0e7b-9875-4a40-8694-68b5127037d3 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:51.274568 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5e0975a1-9d06-4f9a-a0f7-d56a7049f807 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.278598 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff1f9608-a3d6-4d89-96bd-3565ff8b70dc service neutron] 10.222.0.16 "PUT /v2.0/ports/99170d7f-a006-44e5-88e9-ab189090db42 HTTP/1.1" status: 200 len: 1092 time: 2.8564878 Apr 18 19:32:51.279107 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:51.380064 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-64928d55-d557-4468-9d0e-bd530b2d2a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.444436 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5904b423-3068-4e2b-8106-79dd8fb97b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.499655 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5904b423-3068-4e2b-8106-79dd8fb97b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.511964 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-af562406-09ea-4a71-b43b-fb9f15501797 req-b9f09be9-c5f0-41fd-9a00-19e02f3ab1b6 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878104 Apr 18 19:32:51.596498 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e51884-808d-4f1a-9d61-431c8098ec4e'] response: {'name': 'network-changed', 'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42', 'status': 'completed', 'code': 200} Apr 18 19:32:51.629581 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 44ba0e7b-9875-4a40-8694-68b5127037d3 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:51.632870 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6aa45fd2-4554-443b-8a99-7fbcd5fe4e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.635993 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5e0975a1-9d06-4f9a-a0f7-d56a7049f807 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.639048 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.644798 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 44ba0e7b-9875-4a40-8694-68b5127037d3 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:51.645160 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.684971 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-64928d55-d557-4468-9d0e-bd530b2d2a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.709288 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5904b423-3068-4e2b-8106-79dd8fb97b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.741305 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0975a1-9d06-4f9a-a0f7-d56a7049f807 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970826f0-b289-41f5-9be7-cf597c9c85c9,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:51.759405 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64928d55-d557-4468-9d0e-bd530b2d2a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f91b2b9-8a60-46e3-bcb0-02a69b1f89e3,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:51.768104 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-64928d55-d557-4468-9d0e-bd530b2d2a82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f2910ea5e4647f9bccf0d2f332fed1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9297242 Apr 18 19:32:51.779044 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57164) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:51.848110 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-410a4176-a7ab-43bb-8ed6-9330055d256c req-9c666c24-3b1b-47a8-8169-dfadcd025295 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 1095 time: 0.2311130 Apr 18 19:32:51.853890 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.871444 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904b423-3068-4e2b-8106-79dd8fb97b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cbfffd-6d4f-4347-98c9-6f36a75d9c10,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:51.900386 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c74269-dc99-466d-b488-42edd85b195a,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:51.901074 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dfd399-ee41-4f95-a8a6-585650c5438b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ba0e7b-9875-4a40-8694-68b5127037d3'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:51.932413 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 44ba0e7b-9875-4a40-8694-68b5127037d3, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=44ba0e7b-9875-4a40-8694-68b5127037d3,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:51.948815 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cc8b28fa-7316-4fcd-9764-d1fcb28ed3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.954439 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5904b423-3068-4e2b-8106-79dd8fb97b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.955970 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5904b423-3068-4e2b-8106-79dd8fb97b77 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/94cbfffd-6d4f-4347-98c9-6f36a75d9c10 HTTP/1.1" status: 204 len: 168 time: 0.8183410 Apr 18 19:32:51.958406 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Checking segment: {'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:51.958862 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Network hostable DHCP agents. Network: 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:32:51.968506 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5e0975a1-9d06-4f9a-a0f7-d56a7049f807 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.969750 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5e0975a1-9d06-4f9a-a0f7-d56a7049f807 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "DELETE /v2.0/security-groups/970826f0-b289-41f5-9be7-cf597c9c85c9 HTTP/1.1" status: 204 len: 168 time: 1.3286018 Apr 18 19:32:51.971887 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:51.988474 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57174) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:52.057780 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cc8b28fa-7316-4fcd-9764-d1fcb28ed3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.061214 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [None req-fcf894a2-f4a1-45dc-8879-1e8b41a7927d tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] show failed (client error): The resource could not be found. Apr 18 19:32:52.065329 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fcf894a2-f4a1-45dc-8879-1e8b41a7927d tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "GET /v2.0/security-groups/970826f0-b289-41f5-9be7-cf597c9c85c9 HTTP/1.1" status: 404 len: 347 time: 0.0701978 Apr 18 19:32:52.069204 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57178) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:52.109231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=44ba0e7b-9875-4a40-8694-68b5127037d3,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:52.145531 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4176-a7ab-43bb-8ed6-9330055d256c req-a967f9a6-62b3-4e58-a5dc-844def7370d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:52.146917 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-410a4176-a7ab-43bb-8ed6-9330055d256c req-a967f9a6-62b3-4e58-a5dc-844def7370d5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2858865 Apr 18 19:32:52.162371 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f56dd-294f-4d08-99a8-1cdb867c6ebb req-9d0a20a4-747e-4509-9d42-6daae4704eb6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:52.169309 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a2f56dd-294f-4d08-99a8-1cdb867c6ebb req-9d0a20a4-747e-4509-9d42-6daae4704eb6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 944 time: 0.4539511 Apr 18 19:32:52.193280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee524c8-e9e7-41b6-901b-865541ce6666 req-e0bca9c5-92e0-4562-a515-07b3e20e860e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:52.194698 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee524c8-e9e7-41b6-901b-865541ce6666 req-e0bca9c5-92e0-4562-a515-07b3e20e860e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 946 time: 0.2392073 Apr 18 19:32:52.292167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:32:52.315876 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-046f311f-793c-4de1-abdb-e16ab373f9a2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Deleting port 4b413074-7f45-4312-9064-b54a6dbbf118 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:52.316460 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-046f311f-793c-4de1-abdb-e16ab373f9a2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.321839 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ee524c8-e9e7-41b6-901b-865541ce6666 req-18b91013-bfde-4205-9e05-dbbb593e752e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822840 Apr 18 19:32:52.345057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4176-a7ab-43bb-8ed6-9330055d256c req-576d6d4f-b28a-44e2-8312-5b94dcfddff0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:52.347643 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-410a4176-a7ab-43bb-8ed6-9330055d256c req-576d6d4f-b28a-44e2-8312-5b94dcfddff0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1930926 Apr 18 19:32:52.381157 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cc8b28fa-7316-4fcd-9764-d1fcb28ed3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.396716 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1a2f56dd-294f-4d08-99a8-1cdb867c6ebb req-6638bbb6-53b6-41b5-829d-407dcea274ec tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Synchronizing usage tracker for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:52.406523 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cc8b28fa-7316-4fcd-9764-d1fcb28ed3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.410687 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cc8b28fa-7316-4fcd-9764-d1fcb28ed3a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f91b2b9-8a60-46e3-bcb0-02a69b1f89e3 HTTP/1.1" status: 204 len: 168 time: 0.6276379 Apr 18 19:32:52.410687 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b28fa-7316-4fcd-9764-d1fcb28ed3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f91b2b9-8a60-46e3-bcb0-02a69b1f89e3,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:52.413814 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:52.434587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d479c-a036-407e-b849-1a1e6b99dd0b None None] Network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:32:52.445954 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:52.449109 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:52.538653 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1a2f56dd-294f-4d08-99a8-1cdb867c6ebb req-6638bbb6-53b6-41b5-829d-407dcea274ec tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Unset dirty status for tenant:d9c1bdfce24f453f8544e30ca226c10d on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:52.539238 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-a79e47fe-2b25-4521-8b4b-d3e018557d8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 1095 time: 0.1071188 Apr 18 19:32:52.564699 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a2f56dd-294f-4d08-99a8-1cdb867c6ebb req-6638bbb6-53b6-41b5-829d-407dcea274ec tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920298 Apr 18 19:32:52.730022 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ba8f1b2a-4f27-4f53-9d57-3aeec52aab58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99170d7f-a006-44e5-88e9-ab189090db42 HTTP/1.1" status: 200 len: 217 time: 0.1855888 Apr 18 19:32:52.816520 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e82ec0-04e2-4afc-b375-a8588120c617'] response: {'server_uuid': 'e8dfd399-ee41-4f95-a8a6-585650c5438b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ba0e7b-9875-4a40-8694-68b5127037d3', 'code': 200} Apr 18 19:32:52.863411 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-eedb7f4e-2967-4ae1-8e42-c3c063133c6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:52.865666 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-eedb7f4e-2967-4ae1-8e42-c3c063133c6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.1293502 Apr 18 19:32:52.883045 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6dea8f0e-5617-475e-a2cb-c22b4e1fb88e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8316448 Apr 18 19:32:52.923549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57198) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:52.953685 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:52.973398 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:52.994144 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-ff56772e-d7d1-4d8e-b397-bac12c9be3c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207025 Apr 18 19:32:53.002654 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Usage tracker for resource:router and tenant:b8bce650968b4da1beb64a083e7587c9 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:53.009550 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-543ee522-eb6b-47a8-bbb9-9ec472f1e370 req-5ca0145e-feda-4d70-b096-2e701dab2ead service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e8dfd399-ee41-4f95-a8a6-585650c5438b HTTP/1.1" status: 200 len: 1097 time: 0.2975852 Apr 18 19:32:53.010536 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:53.015688 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-046f311f-793c-4de1-abdb-e16ab373f9a2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.016333 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-046f311f-793c-4de1-abdb-e16ab373f9a2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.036312 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:53.171933 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'fixed_ips': [{'subnet_id': '10c74269-dc99-466d-b488-42edd85b195a'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:32:53.172822 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.283891 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device bcc68448-9954-420f-8841-68daa1b14173 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:53.343482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-046f311f-793c-4de1-abdb-e16ab373f9a2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Calling delete_port for 4b413074-7f45-4312-9064-b54a6dbbf118 owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:53.356986 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-dba171d1-39b5-4e7d-a3b7-4d6308b356d5 service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543506 Apr 18 19:32:53.420145 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-543ee522-eb6b-47a8-bbb9-9ec472f1e370 req-d16d4a5c-815d-4e17-a50b-46fa69420550 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935852 Apr 18 19:32:53.435241 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e1e0f-fb88-47c4-b0e0-033966b75192 req-fd0119ee-604d-4907-91a3-4921d64b9fb0 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:53.442860 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0b0e1e0f-fb88-47c4-b0e0-033966b75192 req-fd0119ee-604d-4907-91a3-4921d64b9fb0 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 943 time: 0.6467965 Apr 18 19:32:53.477954 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.479095 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.542283 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0b0e1e0f-fb88-47c4-b0e0-033966b75192 req-5d056624-04ee-42b5-825f-10191c36c61c tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981553 Apr 18 19:32:53.567647 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.611022 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Allocated IP 172.20.0.2 (3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d/10c74269-dc99-466d-b488-42edd85b195a/175a1057-aa11-41b4-89ea-969d13659997) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:53.846907 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-046f311f-793c-4de1-abdb-e16ab373f9a2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.854530 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port bcc68448-9954-420f-8841-68daa1b14173, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bcc68448-9954-420f-8841-68daa1b14173,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:53.883881 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'bcc68448-9954-420f-8841-68daa1b14173', 'network_id': '02ff35cb-d0aa-4f1f-8ced-27eb8634eff4', 'port_id': 'bcc68448-9954-420f-8841-68daa1b14173', 'mac_address': 'fa:16:3e:1e:ad:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:53.989135 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:53.992129 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d523c0-b6f8-44df-a19c-766362c8986a req-81c332b4-ef8e-4c18-90da-3e87f5f1e3b2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:53.993751 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0d523c0-b6f8-44df-a19c-766362c8986a req-81c332b4-ef8e-4c18-90da-3e87f5f1e3b2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 946 time: 0.6375537 Apr 18 19:32:53.998330 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c75e7e8d-5e3b-4cf2-9311-5fbce9e95f21 req-78da323b-33c1-4e28-bcfb-6730ea3cbf0b service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430861 Apr 18 19:32:54.018664 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc68448-9954-420f-8841-68daa1b14173 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:54.037606 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.048848 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port bcc68448-9954-420f-8841-68daa1b14173, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bcc68448-9954-420f-8841-68daa1b14173,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:54.051793 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Transition to ACTIVE for port object 175a1057-aa11-41b4-89ea-969d13659997 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:54.052564 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f311f-793c-4de1-abdb-e16ab373f9a2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Pushing event deleted for resources: {'Port': ['ID=4b413074-7f45-4312-9064-b54a6dbbf118,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:54.086860 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5fdd82bc-7cbb-45b2-8b7f-c55eb88aaddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.092430 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Transition to ACTIVE for port object 175a1057-aa11-41b4-89ea-969d13659997 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:32:54.101453 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-f0d523c0-b6f8-44df-a19c-766362c8986a req-b4dd7e47-9468-47c6-8f44-2ab7838f7fa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Deleting port 5bb53464-d51e-417f-a43e-52fec2cbdfaf {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:54.101830 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f0d523c0-b6f8-44df-a19c-766362c8986a req-b4dd7e47-9468-47c6-8f44-2ab7838f7fa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.137091 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb636e-0979-4567-b62b-5e89d0011a45 req-5ba02a5d-7e06-4c04-a9dd-5b216c376fd4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:54.144810 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ebeb636e-0979-4567-b62b-5e89d0011a45 req-5ba02a5d-7e06-4c04-a9dd-5b216c376fd4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 946 time: 0.5058553 Apr 18 19:32:54.187455 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-046f311f-793c-4de1-abdb-e16ab373f9a2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.207168 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.230705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d776c-399b-48e0-b451-da134b58e2ba req-4166817c-ab40-44a0-85ab-4515eb953de7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:54.232291 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b79d776c-399b-48e0-b451-da134b58e2ba req-4166817c-ab40-44a0-85ab-4515eb953de7 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 944 time: 0.3955114 Apr 18 19:32:54.235525 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.253121 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ebeb636e-0979-4567-b62b-5e89d0011a45 req-cd91bf8e-22fc-49d7-b301-585626116412 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074667 Apr 18 19:32:54.256912 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.347608 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:54.347718 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-046f311f-793c-4de1-abdb-e16ab373f9a2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.348491 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:54.350053 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-046f311f-793c-4de1-abdb-e16ab373f9a2 tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] 10.222.0.66 "DELETE /v2.0/floatingips/f660a9bb-db1b-4936-9cef-1c7cf11c8a6b HTTP/1.1" status: 204 len: 168 time: 2.2784622 Apr 18 19:32:54.350766 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57246) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:54.353086 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:54.368442 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=bcc68448-9954-420f-8841-68daa1b14173,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:54.422735 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b79d776c-399b-48e0-b451-da134b58e2ba req-5337e028-26d4-433f-b718-8da924cbdbed tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621273 Apr 18 19:32:54.479750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-f0d523c0-b6f8-44df-a19c-766362c8986a req-b4dd7e47-9468-47c6-8f44-2ab7838f7fa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] For port 5bb53464-d51e-417f-a43e-52fec2cbdfaf, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=5bb53464-d51e-417f-a43e-52fec2cbdfaf,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:54.489926 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f0d523c0-b6f8-44df-a19c-766362c8986a req-b4dd7e47-9468-47c6-8f44-2ab7838f7fa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.549987 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Pushing event updated for resources: {'Port': ['ID=175a1057-aa11-41b4-89ea-969d13659997,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:54.664146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bcc68448-9954-420f-8841-68daa1b14173'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:54.713549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-f0d523c0-b6f8-44df-a19c-766362c8986a req-b4dd7e47-9468-47c6-8f44-2ab7838f7fa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Calling delete_port for 5bb53464-d51e-417f-a43e-52fec2cbdfaf owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:54.737583 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57264) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:54.740273 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Attempting to bind port 175a1057-aa11-41b4-89ea-969d13659997 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:32:54.740748 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Attempting to bind port 175a1057-aa11-41b4-89ea-969d13659997 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:32:54.741205 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Attempting to bind port 175a1057-aa11-41b4-89ea-969d13659997 on network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:32:54.756082 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:32:54.756533 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Checking segment: {'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:54.757029 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.757514 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Bound using segment: {'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:32:54.758055 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Bound port: 175a1057-aa11-41b4-89ea-969d13659997, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:32:54.758639 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.956100 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] For port 175a1057-aa11-41b4-89ea-969d13659997, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:32:54.959758 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] For port 175a1057-aa11-41b4-89ea-969d13659997, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=175a1057-aa11-41b4-89ea-969d13659997,segment=NetworkSegment(e0b3b642-3e24-46ac-9c5c-4a06d7cc1760),segment_id=e0b3b642-3e24-46ac-9c5c-4a06d7cc1760)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:32:54.964875 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:54.976962 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.024704 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.038014 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.122850 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.136570 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-389667700-network', 'tenant_id': '87288dba5ada44daad27867d11f4eddb'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:55.156451 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:55.163147 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f0d523c0-b6f8-44df-a19c-766362c8986a req-b4dd7e47-9468-47c6-8f44-2ab7838f7fa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.228549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Usage tracker for resource:network and tenant:87288dba5ada44daad27867d11f4eddb is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:55.229114 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd7e47-9468-47c6-8f44-2ab7838f7fa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event deleted for resources: {'Port': ['ID=5bb53464-d51e-417f-a43e-52fec2cbdfaf,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:55.237119 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:55.237992 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039de10-7166-4f1b-a8b7-9964fd3c5dbf None None] Pushing event updated for resources: {'Port': ['ID=175a1057-aa11-41b4-89ea-969d13659997,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:55.245745 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:55.258742 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa836f7-1f8c-4b4a-8901-4750ca4ab552 req-d8c9f99f-23f2-4874-abc6-6c8b830496e6 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:55.260461 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bfa836f7-1f8c-4b4a-8901-4750ca4ab552 req-d8c9f99f-23f2-4874-abc6-6c8b830496e6 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 944 time: 0.1990752 Apr 18 19:32:55.357373 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d523c0-b6f8-44df-a19c-766362c8986a req-b4dd7e47-9468-47c6-8f44-2ab7838f7fa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] No DVR routers for this DVR port 5bb53464-d51e-417f-a43e-52fec2cbdfaf on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:32:55.370768 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f0d523c0-b6f8-44df-a19c-766362c8986a req-b4dd7e47-9468-47c6-8f44-2ab7838f7fa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.374291 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071f48d-96fd-44c1-8d6e-d5ee3aae7d37', 'name': 'network-vif-deleted', 'tag': '5bb53464-d51e-417f-a43e-52fec2cbdfaf'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:55.376162 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Made reservation on behalf of 87288dba5ada44daad27867d11f4eddb for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:55.378443 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.412646 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bfa836f7-1f8c-4b4a-8901-4750ca4ab552 req-3dc63975-76d2-41a4-a1c2-2d6e3ccf21f7 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240983 Apr 18 19:32:55.418777 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.473903 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f0d523c0-b6f8-44df-a19c-766362c8986a req-b4dd7e47-9468-47c6-8f44-2ab7838f7fa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "DELETE /v2.0/ports/5bb53464-d51e-417f-a43e-52fec2cbdfaf HTTP/1.1" status: 204 len: 173 time: 1.4651597 Apr 18 19:32:55.474133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Allocated IP 172.25.8.239 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/bedd3e99-fdeb-43b0-910a-9a6e8e3f318c) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:32:55.483840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:55.501305 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Usage tracker for resource:security_group_rule and tenant:87288dba5ada44daad27867d11f4eddb is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:55.507721 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:55.534066 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:55.643962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-bbbd76ad-6f40-4840-83a4-2c3a9e384483 req-fb6a25fd-cdc5-444d-a2a4-5679fc2da440 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:32:55.712928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-bbbd76ad-6f40-4840-83a4-2c3a9e384483 req-fb6a25fd-cdc5-444d-a2a4-5679fc2da440 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:32:55.714386 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bbbd76ad-6f40-4840-83a4-2c3a9e384483 req-fb6a25fd-cdc5-444d-a2a4-5679fc2da440 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=7071f48d-96fd-44c1-8d6e-d5ee3aae7d37 HTTP/1.1" status: 200 len: 210 time: 0.1224408 Apr 18 19:32:55.792617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5bb53464-d51e-417f-a43e-52fec2cbdfaf no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:55.813551 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017282f3-e6e2-491b-9bd5-540de8919541'] response: {'server_uuid': '7071f48d-96fd-44c1-8d6e-d5ee3aae7d37', 'name': 'network-vif-deleted', 'tag': '5bb53464-d51e-417f-a43e-52fec2cbdfaf', 'status': 'completed', 'code': 200} Apr 18 19:32:55.844759 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 5bb53464-d51e-417f-a43e-52fec2cbdfaf {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:32:55.845460 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 5bb53464-d51e-417f-a43e-52fec2cbdfaf not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:32:55.850672 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.864770 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:55.984423 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.002350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f8c71-9fdb-414f-81b4-16d3b81c786c req-6170dd4b-baef-491d-a961-e84906652d88 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:56.004680 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f0f8c71-9fdb-414f-81b4-16d3b81c786c req-6170dd4b-baef-491d-a961-e84906652d88 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0964167 Apr 18 19:32:56.055244 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.076591 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f0f8c71-9fdb-414f-81b4-16d3b81c786c req-dca3453d-7ba5-4e38-a2de-cf52f7a45417 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661795 Apr 18 19:32:56.129940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:32:56.154981 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.192815 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 175a1057-aa11-41b4-89ea-969d13659997 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:56.221704 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de90d2e8-990c-4782-a332-7473735460a5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:56.245138 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.245138 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Added segment ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71 of type vlan for network f86ed983-ff70-4e07-8f50-3152a61c5b03 Apr 18 19:32:56.326387 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.332714 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:32:56.340123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:56.345011 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:32:56.378426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Pushing event updated for resources: {'Port': ['ID=bedd3e99-fdeb-43b0-910a-9a6e8e3f318c,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:56.383520 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a80cfa-4413-4f36-9951-0f6f8ab1809b None None] Network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:32:56.502516 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.506535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 175a1057-aa11-41b4-89ea-969d13659997 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:56.634454 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.635275 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:56.635928 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.649700 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a054f79a-7e49-474a-aae8-d403cc6fb323 None None] Provisioning for port 175a1057-aa11-41b4-89ea-969d13659997 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:56.657173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78988ce9-81e9-42dc-90cf-1901a0844eda req-1e322b00-4b51-47de-9575-94fe96d380c6 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:56.663711 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a054f79a-7e49-474a-aae8-d403cc6fb323 None None] Provisioning complete for port 175a1057-aa11-41b4-89ea-969d13659997 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:56.664297 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a054f79a-7e49-474a-aae8-d403cc6fb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:56.664907 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-78988ce9-81e9-42dc-90cf-1901a0844eda req-1e322b00-4b51-47de-9575-94fe96d380c6 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 944 time: 0.1053526 Apr 18 19:32:56.718947 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-78988ce9-81e9-42dc-90cf-1901a0844eda req-06deee69-351d-4970-8f55-255244d5b14f tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535114 Apr 18 19:32:56.800720 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] Pushing event updated for resources: {'Network': ['ID=f86ed983-ff70-4e07-8f50-3152a61c5b03,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:56.819231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network f86ed983-ff70-4e07-8f50-3152a61c5b03 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:32:56.906318 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-548dadc9-e0b8-462e-a46b-4761f5a0d441 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1676266 Apr 18 19:32:56.909270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57334) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:32:56.915352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Request body: {'subnet': {'network_id': 'f86ed983-ff70-4e07-8f50-3152a61c5b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-389667700-subnet', 'tenant_id': '87288dba5ada44daad27867d11f4eddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:32:56.923007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:32:56.931397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Usage tracker for resource:subnet and tenant:87288dba5ada44daad27867d11f4eddb is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:32:56.939383 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:32:56.954016 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:32:56.960758 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a054f79a-7e49-474a-aae8-d403cc6fb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.055416 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Made reservation on behalf of 87288dba5ada44daad27867d11f4eddb for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:32:57.059892 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.078078 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.079125 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.094460 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-a054f79a-7e49-474a-aae8-d403cc6fb323 None None] For port 175a1057-aa11-41b4-89ea-969d13659997, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=175a1057-aa11-41b4-89ea-969d13659997,segment=NetworkSegment(e0b3b642-3e24-46ac-9c5c-4a06d7cc1760),segment_id=e0b3b642-3e24-46ac-9c5c-4a06d7cc1760)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:57.163748 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a054f79a-7e49-474a-aae8-d403cc6fb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.260961 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054f79a-7e49-474a-aae8-d403cc6fb323 None None] Pushing event updated for resources: {'Port': ['ID=175a1057-aa11-41b4-89ea-969d13659997,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:57.286050 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e2e39d0d-de93-4fd5-9d97-c5a2691b49c9 None None] Provisioning complete for port 175a1057-aa11-41b4-89ea-969d13659997 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:57.286486 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e2e39d0d-de93-4fd5-9d97-c5a2691b49c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.315806 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device bcc68448-9954-420f-8841-68daa1b14173 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:57.406349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-f3d9c2a3-9d89-4800-8a8e-f7e6539074cd tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:57.410892 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-f3d9c2a3-9d89-4800-8a8e-f7e6539074cd tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 805 time: 0.1989028 Apr 18 19:32:57.463876 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-5cb613d5-de3a-4192-847b-f3bc7ea74ab0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:57.465348 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-5cb613d5-de3a-4192-847b-f3bc7ea74ab0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.2932768 Apr 18 19:32:57.487080 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-05c0af82-4fb8-4489-8b90-f8c049289348 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/quotas/0b65ec795a4743e1bfb0333a30014a1a HTTP/1.1" status: 200 len: 375 time: 0.0201786 Apr 18 19:32:57.502803 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port bcc68448-9954-420f-8841-68daa1b14173 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:32:57.507985 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port bcc68448-9954-420f-8841-68daa1b14173 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:57.508356 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.525886 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-e50de953-a0b7-4c2f-81fb-80a227acd9d0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/quotas/95c3ea07abf945b49256e3013451a29a HTTP/1.1" status: 200 len: 375 time: 0.0527501 Apr 18 19:32:57.589951 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-8a3318bd-ed95-4623-8083-b8b57ee6b2ee tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542932 Apr 18 19:32:57.594062 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-c4d475f9-e98b-46c7-aba8-abe440e6eef0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950568 Apr 18 19:32:57.598304 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] Deleting port 599af2b2-e6a1-41db-b122-cae291697a3d {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:57.598738 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.620086 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.634962 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.665442 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6852cda-3aa3-49fe-9b63-1039c5b4fa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc68448-9954-420f-8841-68daa1b14173'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:32:57.676014 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port bcc68448-9954-420f-8841-68daa1b14173, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bcc68448-9954-420f-8841-68daa1b14173,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:57.749719 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:57.750746 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:32:57.815510 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 99170d7f-a006-44e5-88e9-ab189090db42 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:32:57.872606 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b7bcb7-5a22-45f2-8c05-f48d5d7589d5,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:57.905504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Checking segment: {'id': 'ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'f86ed983-ff70-4e07-8f50-3152a61c5b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:32:57.905855 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Network hostable DHCP agents. Network: f86ed983-ff70-4e07-8f50-3152a61c5b03, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:32:57.912730 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-d4749908-167c-41d3-8aa8-8de3199026b2 service neutron] 10.222.0.66 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126147 Apr 18 19:32:57.929719 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=bcc68448-9954-420f-8841-68daa1b14173,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:58.008304 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.021636 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-7a51f4af-20aa-4e7c-8ad3-04881ebabe2f service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932416 Apr 18 19:32:58.069910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] For port 599af2b2-e6a1-41db-b122-cae291697a3d, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=599af2b2-e6a1-41db-b122-cae291697a3d,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:58.069910 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.074749 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-f5af3251-9674-47d3-b486-aee3fbba8431 service neutron] 10.222.0.66 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528368 Apr 18 19:32:58.075288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Network f86ed983-ff70-4e07-8f50-3152a61c5b03 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:32:58.104913 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:58.121154 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:58.140372 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '99170d7f-a006-44e5-88e9-ab189090db42', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'port_id': '99170d7f-a006-44e5-88e9-ab189090db42', 'mac_address': 'fa:16:3e:a8:a6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:32:58.176624 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, f86ed983-ff70-4e07-8f50-3152a61c5b03) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:32:58.190737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:58.192707 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.220097 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.237423 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 175a1057-aa11-41b4-89ea-969d13659997 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:32:58.260904 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa1cf6c-deee-4cb4-a771-081941abdbe5 None None] Network f86ed983-ff70-4e07-8f50-3152a61c5b03 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:32:58.261095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] Calling delete_port for 599af2b2-e6a1-41db-b122-cae291697a3d owned by network:router_interface {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:32:58.279644 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.298694 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ca8b0606-4148-4dd0-95f3-2c6e827a46c1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3877196 Apr 18 19:32:58.369734 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:58.444515 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99170d7f-a006-44e5-88e9-ab189090db42 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:32:58.461863 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:58.466238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Router b76944b9-2f88-4654-a8f1-cb7476fa2403 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:32:58.481383 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-f67bb15b-ec2b-454f-a08e-de48efe9811c service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493873 Apr 18 19:32:58.545053 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.552304 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df143b-bbb9-4078-b71d-a5643aaf05c6 req-870baab5-40e6-46e0-860e-f4546e533580 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:58.553909 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-51df143b-bbb9-4078-b71d-a5643aaf05c6 req-870baab5-40e6-46e0-860e-f4546e533580 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.71 "GET /v2.0/ports?device_id=17c9d062-992d-4271-8938-4bda30d36c78 HTTP/1.1" status: 200 len: 943 time: 0.3065565 Apr 18 19:32:58.695463 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:58.701284 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 175a1057-aa11-41b4-89ea-969d13659997 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:32:58.701660 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.788787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e9ca8-be61-45f3-9edc-e8ad4ddd74c0 req-cd171b23-cd82-4431-b181-3c69a2dd6b6f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:58.798102 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9b2e9ca8-be61-45f3-9edc-e8ad4ddd74c0 req-cd171b23-cd82-4431-b181-3c69a2dd6b6f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.1331701 Apr 18 19:32:58.886095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['99170d7f-a006-44e5-88e9-ab189090db42'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:32:58.894560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-51df143b-bbb9-4078-b71d-a5643aaf05c6 req-62d848bf-f496-404e-9db4-87ee30001bcb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Deleting port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:32:58.894907 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-51df143b-bbb9-4078-b71d-a5643aaf05c6 req-62d848bf-f496-404e-9db4-87ee30001bcb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:58.896307 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9b2e9ca8-be61-45f3-9edc-e8ad4ddd74c0 req-6b6dfd53-b650-4f5e-b706-26e7e395c2bf tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962157 Apr 18 19:32:58.975029 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f68f4-a3ae-42a7-8c72-444868820dc0 None None] Network f86ed983-ff70-4e07-8f50-3152a61c5b03 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:32:59.151836 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aed4a45-05b9-4989-a069-304d9a48eade'] response: {'server_uuid': 'a6852cda-3aa3-49fe-9b63-1039c5b4fa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc68448-9954-420f-8841-68daa1b14173', 'code': 200} Apr 18 19:32:59.244322 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32a4cf-e183-45e3-b1da-eacbe164f841 req-bd3f2f3a-f964-4ade-ae7b-51f9f074cab9 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:59.254698 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:32:59.255453 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9e32a4cf-e183-45e3-b1da-eacbe164f841 req-bd3f2f3a-f964-4ade-ae7b-51f9f074cab9 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 945 time: 0.1698437 Apr 18 19:32:59.343913 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9e32a4cf-e183-45e3-b1da-eacbe164f841 req-f46f88a9-4255-4cab-bcc6-df90e08aabfe tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856066 Apr 18 19:32:59.390586 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] Pushing event deleted for resources: {'Port': ['ID=599af2b2-e6a1-41db-b122-cae291697a3d,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:32:59.393117 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3fe5cb5-5a0c-4586-b600-d03ee0546beb req-9a86aa76-1ce1-4885-9d95-7347bff27eee tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 210 time: 0.2570405 Apr 18 19:32:59.785619 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:32:59.800000 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Sync routers for ids ['b76944b9-2f88-4654-a8f1-cb7476fa2403'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:32:59.806167 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e3fe0185-d818-43eb-9c29-0fbba0562b29 req-c85e2af2-2f3c-4662-a865-f543452381cd tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 210 time: 0.1346853 Apr 18 19:32:59.809923 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-a19b9b67-7559-4df4-befc-04c69c2ae12e tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:32:59.811638 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-a19b9b67-7559-4df4-befc-04c69c2ae12e tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/networks?id=f86ed983-ff70-4e07-8f50-3152a61c5b03 HTTP/1.1" status: 200 len: 812 time: 0.1545384 Apr 18 19:32:59.818228 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Routers {'b76944b9-2f88-4654-a8f1-cb7476fa2403'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:32:59.819067 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:32:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b76944b9-2f88-4654-a8f1-cb7476fa2403'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:32:59.846929 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-84ef0d14-21ef-47ee-bdaa-55884a532e7e tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/quotas/87288dba5ada44daad27867d11f4eddb HTTP/1.1" status: 200 len: 375 time: 0.0275941 Apr 18 19:32:59.913300 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-68dbf691-75f5-4f53-a011-e942512afa43 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=87288dba5ada44daad27867d11f4eddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653834 Apr 18 19:32:59.927720 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-51df143b-bbb9-4078-b71d-a5643aaf05c6 req-62d848bf-f496-404e-9db4-87ee30001bcb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] For port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:32:59.927720 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-51df143b-bbb9-4078-b71d-a5643aaf05c6 req-62d848bf-f496-404e-9db4-87ee30001bcb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.052455 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-51df143b-bbb9-4078-b71d-a5643aaf05c6 req-62d848bf-f496-404e-9db4-87ee30001bcb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Calling delete_port for 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:00.093470 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Set router b76944b9-2f88-4654-a8f1-cb7476fa2403 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:00.143118 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-7146374e-0634-43e8-afef-e4fd2f4d3d0c service neutron] 10.222.0.66 "GET /v2.0/networks/f86ed983-ff70-4e07-8f50-3152a61c5b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289073 Apr 18 19:33:00.282104 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.286307 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5340f458-d908-4851-b853-6b18f6fa2791 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.3557656 Apr 18 19:33:00.289239 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57404) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:00.386805 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-ea436d78-4e7a-4cec-82ad-302501502135 service neutron] 10.222.0.66 "GET /v2.0/networks/f86ed983-ff70-4e07-8f50-3152a61c5b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427161 Apr 18 19:33:00.445641 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:32:56Z', 'revision_number': 3, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:00.456026 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Checking router: b76944b9-2f88-4654-a8f1-cb7476fa2403 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:00.456430 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Updating router b76944b9-2f88-4654-a8f1-cb7476fa2403 port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:33:00.457427 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-00ab4d82-8a9f-4194-8a9c-91908998fbd2 req-e9c0169e-12e4-4631-a495-311a6e50f0ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 1096 time: 1.3260338 Apr 18 19:33:00.532188 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.549954 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-00ab4d82-8a9f-4194-8a9c-91908998fbd2 req-b40b2a0a-2356-4a3d-9a34-5f45b33313a7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764959 Apr 18 19:33:00.560540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f01c37-1973-4a77-91db-c7d2dc7b7f28 req-7601c9a7-1eef-4555-9017-8d3b32890d85 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:00.567351 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-43f01c37-1973-4a77-91db-c7d2dc7b7f28 req-7601c9a7-1eef-4555-9017-8d3b32890d85 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.3546662 Apr 18 19:33:00.645424 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-43f01c37-1973-4a77-91db-c7d2dc7b7f28 req-59839d30-69e8-4734-a48f-1334a89dcee5 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771086 Apr 18 19:33:00.649521 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-51df143b-bbb9-4078-b71d-a5643aaf05c6 req-62d848bf-f496-404e-9db4-87ee30001bcb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:00.757015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d848bf-f496-404e-9db4-87ee30001bcb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Pushing event deleted for resources: {'Port': ['ID=57ed7ef5-a4f9-4219-8c1b-417d994d26c2,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:00.958670 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d645931-990e-4fd6-a08e-d8bb2e679b2d req-f4de0ce0-1d71-4db7-9015-318f7a6b874b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0562975 Apr 18 19:33:01.007272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-51df143b-bbb9-4078-b71d-a5643aaf05c6 req-62d848bf-f496-404e-9db4-87ee30001bcb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] No DVR routers for this DVR port 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:01.009307 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-51df143b-bbb9-4078-b71d-a5643aaf05c6 req-62d848bf-f496-404e-9db4-87ee30001bcb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:01.011884 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c9d062-992d-4271-8938-4bda30d36c78', 'name': 'network-vif-deleted', 'tag': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:01.024186 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:01.042457 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Transition to ACTIVE for port object bedd3e99-fdeb-43b0-910a-9a6e8e3f318c will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:01.048486 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:01.146046 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5b805-7ba9-4da6-b5a9-6192d1ed3385 req-13a3090a-fd7e-4383-8fe0-7fc2b8cdb012 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:01.147689 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-62f5b805-7ba9-4da6-b5a9-6192d1ed3385 req-13a3090a-fd7e-4383-8fe0-7fc2b8cdb012 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 945 time: 0.2197459 Apr 18 19:33:01.152593 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c9d062-992d-4271-8938-4bda30d36c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:01.155092 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-51df143b-bbb9-4078-b71d-a5643aaf05c6 req-62d848bf-f496-404e-9db4-87ee30001bcb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.71 "DELETE /v2.0/ports/57ed7ef5-a4f9-4219-8c1b-417d994d26c2 HTTP/1.1" status: 204 len: 173 time: 2.4710469 Apr 18 19:33:01.159220 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:01.249820 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Attempting to bind port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:01.250253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Attempting to bind port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:01.250703 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Attempting to bind port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:01.259588 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effb648-10f5-4531-81be-1d828a63c87e None None] Pushing event updated for resources: {'Port': ['ID=bedd3e99-fdeb-43b0-910a-9a6e8e3f318c,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:01.269039 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:01.270855 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:01.270855 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:01.270855 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:01.270855 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Bound port: bedd3e99-fdeb-43b0-910a-9a6e8e3f318c, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:01.271319 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:01.310465 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-62f5b805-7ba9-4da6-b5a9-6192d1ed3385 req-d968596f-75fc-450e-bab2-641d144dcac2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478479 Apr 18 19:33:01.348707 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e20fbefa-f643-4d2b-9e30-16d9f25aebca req-fc2fc486-4699-4fdd-a940-468275ce052c tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 210 time: 0.0832999 Apr 18 19:33:01.427218 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] For port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:01.434626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] For port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=bedd3e99-fdeb-43b0-910a-9a6e8e3f318c,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:01.547433 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:01.573190 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-90bd29d8-f60a-451a-bd72-6235884df1ed tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:01.575002 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-90bd29d8-f60a-451a-bd72-6235884df1ed tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.16 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 805 time: 0.3109014 Apr 18 19:33:01.615436 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8feaf16-7e8f-42d3-9510-5868a9856bb8'] response: {'server_uuid': '17c9d062-992d-4271-8938-4bda30d36c78', 'name': 'network-vif-deleted', 'tag': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2', 'status': 'completed', 'code': 200} Apr 18 19:33:01.616464 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Request body: {'port': {'device_id': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'admin_state_up': True, 'tenant_id': '0b65ec795a4743e1bfb0333a30014a1a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:01.717149 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea90eeda-b5c8-4df5-a190-112c5afa878a'] response: {'server_uuid': '17c9d062-992d-4271-8938-4bda30d36c78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ed7ef5-a4f9-4219-8c1b-417d994d26c2', 'code': 200} Apr 18 19:33:01.718408 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effb648-10f5-4531-81be-1d828a63c87e None None] Pushing event updated for resources: {'Port': ['ID=bedd3e99-fdeb-43b0-910a-9a6e8e3f318c,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:01.747324 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Routers {'b76944b9-2f88-4654-a8f1-cb7476fa2403'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:01.748267 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:32:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b76944b9-2f88-4654-a8f1-cb7476fa2403'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:01.779992 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c5def694-c7f3-413d-8439-106a883c3d7e req-3e2b5aed-c22c-4610-8159-9da11344c6ec tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 210 time: 0.1754320 Apr 18 19:33:01.860072 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 99170d7f-a006-44e5-88e9-ab189090db42 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:01.931890 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:01.939881 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Usage tracker for resource:port and tenant:0b65ec795a4743e1bfb0333a30014a1a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:01.944511 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:01.996565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:02.149567 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] Set router b76944b9-2f88-4654-a8f1-cb7476fa2403 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:02.164994 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Made reservation on behalf of 0b65ec795a4743e1bfb0333a30014a1a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:02.167982 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:02.259921 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-55ca6a75-ca27-49b5-895d-4d9e8c7177b5 req-901ce5fe-6555-4d3d-91d8-effb58f3cb91 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 210 time: 0.0593057 Apr 18 19:33:02.394147 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:02.395850 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 99170d7f-a006-44e5-88e9-ab189090db42 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:02.400996 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd346c-a1f7-46a9-902b-987f5138a33f req-744d9838-054f-4826-8692-4c6ac40e6d55 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:02.402669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-02dd346c-a1f7-46a9-902b-987f5138a33f req-744d9838-054f-4826-8692-4c6ac40e6d55 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.5195563 Apr 18 19:33:02.414221 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57444) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:02.535937 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 99170d7f-a006-44e5-88e9-ab189090db42 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:02.536228 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:02.566751 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-02dd346c-a1f7-46a9-902b-987f5138a33f req-4f5fb5fb-3968-4a1c-91a3-e9c324ca1430 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425741 Apr 18 19:33:02.676698 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] Router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:33:02.719494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-f8f4eedf-5043-4c5c-a841-e7d06fb9f33d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:02.721246 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-f8f4eedf-5043-4c5c-a841-e7d06fb9f33d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.5056944 Apr 18 19:33:02.751928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Request body: {'port': {'device_id': 'a9ba8ee3-c1d4-469d-9f6f-587ef239153d', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'admin_state_up': True, 'tenant_id': '95c3ea07abf945b49256e3013451a29a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:02.861981 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-07305d5f-447f-49ba-975d-4ec3b6b16e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:02.917127 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:02.938012 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e4f52a9b-3214-4e41-b189-a8beb6484f87 req-b13730b8-e04b-41ba-b7f8-1ae26fcfd8dd tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 210 time: 0.0995564 Apr 18 19:33:02.947598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Allocated IP 172.20.0.11 (71a0c590-c1ef-454f-934f-eab54d047aa7/3fb84896-be61-47b3-b13f-8af31da05bcb/20c4a372-c87d-44bb-b210-4b763dc24119) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:02.974219 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-07305d5f-447f-49ba-975d-4ec3b6b16e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:02.979728 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-07305d5f-447f-49ba-975d-4ec3b6b16e25 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c82bcea4094499ad2e4f2a70e43845 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:02.984198 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-07305d5f-447f-49ba-975d-4ec3b6b16e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:02.991794 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-07305d5f-447f-49ba-975d-4ec3b6b16e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:02.995126 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:03.013385 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:32:56Z', 'revision_number': 3, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:03.022636 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5acca4-f224-43be-b12e-b34716c53a88 None None] The sync data for ids ['b76944b9-2f88-4654-a8f1-cb7476fa2403'] in n-d-838334-1 is: [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:32:56Z', 'revision_number': 3, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:33:03.032165 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:03.047950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a782be3-5612-4fc1-b1ef-313451496299 req-90ac90ae-880d-420b-9df7-81f50f3060ff tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:03.068149 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5a782be3-5612-4fc1-b1ef-313451496299 req-90ac90ae-880d-420b-9df7-81f50f3060ff tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 945 time: 0.5284531 Apr 18 19:33:03.086627 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.120294 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-07305d5f-447f-49ba-975d-4ec3b6b16e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.127201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:03.136403 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7946ba-588b-4fbe-8b6d-6443fc629aa6 None None] Sync routers for ids ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:03.150337 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6ef6e890-66bc-4e36-85ed-78195b6c3475 admin admin] 10.222.0.66 "PUT /v2.0/routers/7db4480b-2bff-4ac2-acf6-88e95b6c7a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7971063 Apr 18 19:33:03.150873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57452) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:03.159771 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7946ba-588b-4fbe-8b6d-6443fc629aa6 None None] Routers {'7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:03.160110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:03.161747 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-5a7946ba-588b-4fbe-8b6d-6443fc629aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:32:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:03.258051 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:03.301637 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-07305d5f-447f-49ba-975d-4ec3b6b16e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.323323 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:03.365099 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:03.365443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 57ed7ef5-a4f9-4219-8c1b-417d994d26c2 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:03.414410 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5a782be3-5612-4fc1-b1ef-313451496299 req-58044aa6-1bdc-4a30-aaf4-eef587e3117f tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496573 Apr 18 19:33:03.437041 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Made reservation on behalf of 95c3ea07abf945b49256e3013451a29a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:03.443357 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-5a7946ba-588b-4fbe-8b6d-6443fc629aa6 None None] Set router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:03.448340 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.474300 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8208914e-6464-4486-a6d9-47eba8395f6b req-5c7e5990-6c03-4d59-8f27-2a1402d1824d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 210 time: 0.1851282 Apr 18 19:33:03.553534 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07305d5f-447f-49ba-975d-4ec3b6b16e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5422dd-f37c-46fe-9dec-38dfabc040bd,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:03.563701 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-07305d5f-447f-49ba-975d-4ec3b6b16e25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5c82bcea4094499ad2e4f2a70e43845&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1483166 Apr 18 19:33:03.572189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57460) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:03.719023 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:03.744404 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Allocated IP 172.20.0.1 (3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d/10c74269-dc99-466d-b488-42edd85b195a/af507469-16c5-46bc-9b1b-494a67a6e7e4) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:03.856105 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2a478b2-b3f6-4a05-bf0a-9fedec1aaa2f req-20afe254-5dd5-44f4-b2dc-4d5516b0186d tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 210 time: 0.1217980 Apr 18 19:33:03.860416 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.896120 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5b141bd7-f383-4b1c-9fc3-d1938acc571b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.932889 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5b141bd7-f383-4b1c-9fc3-d1938acc571b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:03.996919 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-5a7946ba-588b-4fbe-8b6d-6443fc629aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:32:58Z', 'revision_number': 5, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:04.016390 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7946ba-588b-4fbe-8b6d-6443fc629aa6 None None] Checking router: 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:04.016718 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17816f77-7826-4ff6-b720-b64b039112d1 req-33260ec1-acd3-4dcb-8607-34adbbbb83c8 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:04.033282 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-17816f77-7826-4ff6-b720-b64b039112d1 req-33260ec1-acd3-4dcb-8607-34adbbbb83c8 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8dfd399-ee41-4f95-a8a6-585650c5438b HTTP/1.1" status: 200 len: 946 time: 0.3555136 Apr 18 19:33:04.034629 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7946ba-588b-4fbe-8b6d-6443fc629aa6 None None] Routers {'7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:04.035734 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-5a7946ba-588b-4fbe-8b6d-6443fc629aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:32:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:04.250046 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Allocated IP 172.20.0.11 (9772eb3e-4470-4e98-9621-f0c5fd024ef1/fd27771e-135d-4136-a053-2cd32b4aaaa8/40017180-6d68-4a8f-bf19-427dcf961e65) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:04.271446 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device bedd3e99-fdeb-43b0-910a-9a6e8e3f318c up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:04.278704 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.306376 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-d2b32c23-f2e2-4b9f-a88b-78fd9fb0e6b0 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:04.307160 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-d2b32c23-f2e2-4b9f-a88b-78fd9fb0e6b0 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Synchronizing usage tracker for tenant:87288dba5ada44daad27867d11f4eddb on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:04.363429 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-17816f77-7826-4ff6-b720-b64b039112d1 req-042049e0-fa06-42f5-84bf-3711be83124e tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108914 Apr 18 19:33:04.373210 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.387842 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.448467 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-5a7946ba-588b-4fbe-8b6d-6443fc629aa6 None None] Set router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:04.459113 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Network 71a0c590-c1ef-454f-934f-eab54d047aa7 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:04.472577 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Pushing event updated for resources: {'Port': ['ID=20c4a372-c87d-44bb-b210-4b763dc24119,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:04.475098 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:04.477665 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:04.485298 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:04.492320 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:04.492693 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.551053 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567f1b0d-f39a-4819-8141-e80c1ffcf045'] response: {'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42', 'code': 200} Apr 18 19:33:04.573788 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:04.574280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:04.574739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:04.575170 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:04.575629 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:04.576063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:04.577435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:04.577884 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:04.578307 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:04.578749 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:04.579165 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:04.656802 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.676494 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=bedd3e99-fdeb-43b0-910a-9a6e8e3f318c,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:04.727892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415c5ac-9ab0-4e00-bc39-860939922140 req-3df34582-847f-4405-a83b-0c2ab24bb4ed tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:04.729719 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e415c5ac-9ab0-4e00-bc39-860939922140 req-3df34582-847f-4405-a83b-0c2ab24bb4ed tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.5991635 Apr 18 19:33:04.737954 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:04.738932 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.752082 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-5a7946ba-588b-4fbe-8b6d-6443fc629aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:32:58Z', 'revision_number': 5, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:04.756055 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7946ba-588b-4fbe-8b6d-6443fc629aa6 None None] The sync data for ids ['7db4480b-2bff-4ac2-acf6-88e95b6c7a1e'] in n-d-838334-1 is: [{'id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'name': 'tempest-ServersTestJSON-402431821-router', 'tenant_id': '43825ed3014a4748922fa55a61061871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:31:07Z', 'updated_at': '2022-04-18T19:32:58Z', 'revision_number': 5, 'project_id': '43825ed3014a4748922fa55a61061871', 'gw_port': {'id': 'a3d132e5-feca-43af-bfc7-0a14604f1a7c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:42:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db4480b-2bff-4ac2-acf6-88e95b6c7a1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:31:10Z', 'updated_at': '2022-04-18T19:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:33:04.783182 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.820258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Transition to ACTIVE for port object af507469-16c5-46bc-9b1b-494a67a6e7e4 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:04.867842 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=bedd3e99-fdeb-43b0-910a-9a6e8e3f318c,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:04.883223 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e415c5ac-9ab0-4e00-bc39-860939922140 req-5e31fb09-dab0-459b-945d-882e904ba20a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365552 Apr 18 19:33:04.886153 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.894540 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2dd2de75-f851-4ae1-a3fb-c29cbc0f1c2e req-4e2181e8-eece-4681-a3bb-17f06ff45061 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 210 time: 0.1926208 Apr 18 19:33:04.895138 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-d2b32c23-f2e2-4b9f-a88b-78fd9fb0e6b0 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Unset dirty status for tenant:87288dba5ada44daad27867d11f4eddb on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:04.896168 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-d2b32c23-f2e2-4b9f-a88b-78fd9fb0e6b0 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.16 "GET /v2.0/networks?id=f86ed983-ff70-4e07-8f50-3152a61c5b03 HTTP/1.1" status: 200 len: 812 time: 1.0958929 Apr 18 19:33:04.898861 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5b141bd7-f383-4b1c-9fc3-d1938acc571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:04.928646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Request body: {'port': {'device_id': '3088aa4f-521a-4d81-8120-eaa7229675f3', 'network_id': 'f86ed983-ff70-4e07-8f50-3152a61c5b03', 'admin_state_up': True, 'tenant_id': '87288dba5ada44daad27867d11f4eddb'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:04.942549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141bd7-f383-4b1c-9fc3-d1938acc571b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5422dd-f37c-46fe-9dec-38dfabc040bd,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:04.953646 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-40c8e4ee-dd46-4f16-8e32-f78136db0f0e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3551559 Apr 18 19:33:04.969555 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Request body: {'port': {'device_id': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:05.008180 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5b141bd7-f383-4b1c-9fc3-d1938acc571b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.011798 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5b141bd7-f383-4b1c-9fc3-d1938acc571b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a5422dd-f37c-46fe-9dec-38dfabc040bd HTTP/1.1" status: 204 len: 168 time: 1.4209619 Apr 18 19:33:05.012673 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.081810 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1afb3740-47bf-4671-9dd6-36489bb0868d req-d2f06cd0-f1c3-4c8e-b20a-457db5abd18c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 1097 time: 0.4785049 Apr 18 19:33:05.174156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:05.284729 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Usage tracker for resource:port and tenant:87288dba5ada44daad27867d11f4eddb is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:05.284729 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:05.337487 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.337487 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:05.338348 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1afb3740-47bf-4671-9dd6-36489bb0868d req-e71ad397-a821-4dc0-b60d-8cb872b1b8d1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161425 Apr 18 19:33:05.338348 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:05.338616 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:05.338706 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.339227 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:05.339227 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Pushing event updated for resources: {'Port': ['ID=af507469-16c5-46bc-9b1b-494a67a6e7e4,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:05.339227 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.385904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:05.400651 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:05.408476 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:05.409042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Made reservation on behalf of 87288dba5ada44daad27867d11f4eddb for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:05.415683 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.443474 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Deleting port a3d132e5-feca-43af-bfc7-0a14604f1a7c {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:05.443823 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.480429 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.595439 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:05.595965 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.599852 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event updated for resources: {'Port': ['ID=40017180-6d68-4a8f-bf19-427dcf961e65,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:05.611627 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decf280-8824-4f3f-bda6-bf809c717551 req-d03f0937-2f26-46f4-bd95-59445d8ed2ca tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:05.613936 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-4decf280-8824-4f3f-bda6-bf809c717551 req-d03f0937-2f26-46f4-bd95-59445d8ed2ca tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:05.632158 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8958882b-7ad6-47ce-ab01-8dac62555390 None None] Provisioning for port af507469-16c5-46bc-9b1b-494a67a6e7e4 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:05.640284 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8958882b-7ad6-47ce-ab01-8dac62555390 None None] Provisioning complete for port af507469-16c5-46bc-9b1b-494a67a6e7e4 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:05.640660 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8958882b-7ad6-47ce-ab01-8dac62555390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.711833 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-8958882b-7ad6-47ce-ab01-8dac62555390 None None] Port af507469-16c5-46bc-9b1b-494a67a6e7e4 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:05.801855 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1e4892da-9fe9-45c7-aafe-ac39634db6f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0536551 Apr 18 19:33:05.814719 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Request body: {'port': {'device_id': 'a9ba8ee3-c1d4-469d-9f6f-587ef239153d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:05.849282 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-4decf280-8824-4f3f-bda6-bf809c717551 req-d03f0937-2f26-46f4-bd95-59445d8ed2ca tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:05.855176 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4decf280-8824-4f3f-bda6-bf809c717551 req-d03f0937-2f26-46f4-bd95-59445d8ed2ca tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 932 time: 0.6959977 Apr 18 19:33:05.856428 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] For port a3d132e5-feca-43af-bfc7-0a14604f1a7c, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a3d132e5-feca-43af-bfc7-0a14604f1a7c,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:05.856783 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:05.880280 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Allocated IP 172.20.0.14 (f86ed983-ff70-4e07-8f50-3152a61c5b03/98b7bcb7-5a22-45f2-8c05-f48d5d7589d5/27526a4e-b1f1-4a00-b21e-c3ceeae20338) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:06.008972 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Calling delete_port for a3d132e5-feca-43af-bfc7-0a14604f1a7c owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:06.085889 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.120912 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38336f6a-6246-404d-a07a-6aa30d266785 req-473ead2f-06fe-4b05-affa-f1b3191c29b9 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:06.122505 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-38336f6a-6246-404d-a07a-6aa30d266785 req-473ead2f-06fe-4b05-affa-f1b3191c29b9 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Synchronizing usage tracker for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:06.161598 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device bedd3e99-fdeb-43b0-910a-9a6e8e3f318c up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:06.273507 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:06.274013 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.329546 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4decf280-8824-4f3f-bda6-bf809c717551 req-57ac659b-4607-4bdd-af46-bc4417f64fd8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705951 Apr 18 19:33:06.333601 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.335461 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.368818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-38336f6a-6246-404d-a07a-6aa30d266785 req-473ead2f-06fe-4b05-affa-f1b3191c29b9 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Unset dirty status for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:06.370121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38336f6a-6246-404d-a07a-6aa30d266785 req-473ead2f-06fe-4b05-affa-f1b3191c29b9 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 932 time: 0.5863786 Apr 18 19:33:06.441080 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.486651 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 599af2b2-e6a1-41db-b122-cae291697a3d no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:06.510301 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c4a372-c87d-44bb-b210-4b763dc24119 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:06.539444 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 599af2b2-e6a1-41db-b122-cae291697a3d {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:06.539963 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 599af2b2-e6a1-41db-b122-cae291697a3d not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:06.578972 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.669095 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38336f6a-6246-404d-a07a-6aa30d266785 req-65cddeca-516f-4b9a-95ea-f19dbcb88259 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919545 Apr 18 19:33:06.691251 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Network f86ed983-ff70-4e07-8f50-3152a61c5b03 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:06.702382 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:06.704519 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Pushing event updated for resources: {'Port': ['ID=27526a4e-b1f1-4a00-b21e-c3ceeae20338,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:06.707115 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:06.785424 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:06.786026 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.814584 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.857880 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:06.868238 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Transition to ACTIVE for port object 20c4a372-c87d-44bb-b210-4b763dc24119 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:06.913051 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d132e5-feca-43af-bfc7-0a14604f1a7c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:06.996831 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-3096f6d5-e61c-405e-94d1-7c5a7db7222b tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0781696 Apr 18 19:33:07.000300 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.044953 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Request body: {'port': {'device_id': '3088aa4f-521a-4d81-8120-eaa7229675f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:07.105644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Pushing event updated for resources: {'Port': ['ID=af507469-16c5-46bc-9b1b-494a67a6e7e4,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:07.105644 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.264673 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40017180-6d68-4a8f-bf19-427dcf961e65 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:07.276850 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f382-3811-40e6-a90a-7196c511b42c req-58133bab-15f3-45d5-a09c-d8d706433be1 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:07.281160 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b8a2f382-3811-40e6-a90a-7196c511b42c req-58133bab-15f3-45d5-a09c-d8d706433be1 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Synchronizing usage tracker for tenant:87288dba5ada44daad27867d11f4eddb on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:07.313203 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.328614 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.375221 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Pushing event updated for resources: {'Port': ['ID=20c4a372-c87d-44bb-b210-4b763dc24119,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:07.386043 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Transition to ACTIVE for port object 40017180-6d68-4a8f-bf19-427dcf961e65 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:07.477555 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.516689 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.602055 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b8a2f382-3811-40e6-a90a-7196c511b42c req-58133bab-15f3-45d5-a09c-d8d706433be1 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Unset dirty status for tenant:87288dba5ada44daad27867d11f4eddb on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:07.603243 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b8a2f382-3811-40e6-a90a-7196c511b42c req-58133bab-15f3-45d5-a09c-d8d706433be1 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 932 time: 0.7846622 Apr 18 19:33:07.603751 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.680134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85434958-3f4e-4ab8-b920-054be8300342 req-cd1aa5f4-7318-4950-aae6-4081a9d1d7c7 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:07.681554 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-85434958-3f4e-4ab8-b920-054be8300342 req-cd1aa5f4-7318-4950-aae6-4081a9d1d7c7 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.71 "GET /v2.0/ports?device_id=e8dfd399-ee41-4f95-a8a6-585650c5438b HTTP/1.1" status: 200 len: 946 time: 0.6770854 Apr 18 19:33:07.697730 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Attempting to bind port 20c4a372-c87d-44bb-b210-4b763dc24119 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:07.698052 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Attempting to bind port 20c4a372-c87d-44bb-b210-4b763dc24119 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:07.698392 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Attempting to bind port 20c4a372-c87d-44bb-b210-4b763dc24119 on network 71a0c590-c1ef-454f-934f-eab54d047aa7 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:07.714975 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Pushing event updated for resources: {'Port': ['ID=40017180-6d68-4a8f-bf19-427dcf961e65,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:07.722863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4c49f-7962-42b5-8cc7-af6f034251f5 req-90db5a36-215e-4ecb-91f6-f39acba06c00 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:07.724122 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7cb4c49f-7962-42b5-8cc7-af6f034251f5 req-90db5a36-215e-4ecb-91f6-f39acba06c00 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.4696517 Apr 18 19:33:07.758604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Port 20c4a372-c87d-44bb-b210-4b763dc24119 on network 71a0c590-c1ef-454f-934f-eab54d047aa7 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:33:07.758928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Attempting to bind port 20c4a372-c87d-44bb-b210-4b763dc24119 on network 71a0c590-c1ef-454f-934f-eab54d047aa7 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:07.771963 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:07.775604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:07.887361 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.911189 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.920180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-85434958-3f4e-4ab8-b920-054be8300342 req-bee5ba91-a030-41d5-82ec-e5f2f106d95a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Deleting port 44ba0e7b-9875-4a40-8694-68b5127037d3 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:07.921079 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-85434958-3f4e-4ab8-b920-054be8300342 req-bee5ba91-a030-41d5-82ec-e5f2f106d95a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:07.957862 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b8a2f382-3811-40e6-a90a-7196c511b42c req-e4fbdc68-2910-42f4-b542-0bbb9bcd534d tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Synchronizing usage tracker for tenant:87288dba5ada44daad27867d11f4eddb on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:07.991607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:07.991607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Checking segment: {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:07.992012 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Bound using segment: {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:07.992454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Bound port: 20c4a372-c87d-44bb-b210-4b763dc24119, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:07.992795 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.063175 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-7a1f4598-40e7-48f8-84c8-bd905fc5e8a1 None None] Provisioning complete for port af507469-16c5-46bc-9b1b-494a67a6e7e4 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:08.063647 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4598-40e7-48f8-84c8-bd905fc5e8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.122705 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:33:08.143103 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f4598-40e7-48f8-84c8-bd905fc5e8a1 None None] Port af507469-16c5-46bc-9b1b-494a67a6e7e4 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:08.171195 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7cb4c49f-7962-42b5-8cc7-af6f034251f5 req-140b0e44-e5b2-41d1-9384-176ce331c616 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4387550 Apr 18 19:33:08.180802 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b8a2f382-3811-40e6-a90a-7196c511b42c req-e4fbdc68-2910-42f4-b542-0bbb9bcd534d tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Unset dirty status for tenant:87288dba5ada44daad27867d11f4eddb on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:08.182128 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b8a2f382-3811-40e6-a90a-7196c511b42c req-e4fbdc68-2910-42f4-b542-0bbb9bcd534d tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/security-groups?id=de90d2e8-990c-4782-a332-7473735460a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639970 Apr 18 19:33:08.244442 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.244637 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7db4480b-2bff-4ac2-acf6-88e95b6c7a1e {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:33:08.270152 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Attempting to bind port 40017180-6d68-4a8f-bf19-427dcf961e65 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:08.270335 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Attempting to bind port 40017180-6d68-4a8f-bf19-427dcf961e65 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:08.270586 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Attempting to bind port 40017180-6d68-4a8f-bf19-427dcf961e65 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:08.301472 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] For port 20c4a372-c87d-44bb-b210-4b763dc24119, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:08.304877 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] For port 20c4a372-c87d-44bb-b210-4b763dc24119, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=20c4a372-c87d-44bb-b210-4b763dc24119,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:08.308066 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Port 40017180-6d68-4a8f-bf19-427dcf961e65 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:33:08.308385 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Attempting to bind port 40017180-6d68-4a8f-bf19-427dcf961e65 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:08.319214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:08.319883 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Checking segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:08.320274 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Bound using segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:08.320727 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Bound port: 40017180-6d68-4a8f-bf19-427dcf961e65, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:08.321120 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.357342 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.361804 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-88afeee0-077b-4a8e-a631-d05e5b64ac1d admin admin] 10.222.0.66 "DELETE /v2.0/routers/7db4480b-2bff-4ac2-acf6-88e95b6c7a1e HTTP/1.1" status: 204 len: 168 time: 5.2098894 Apr 18 19:33:08.365356 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57512) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:08.407312 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.581494 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9ef9e4-922b-44ac-8fe4-da7b1734deb9 admin admin] Deleting subnet dcd83db2-d8cb-4b48-ad93-ec603caf3309 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:33:08.600356 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef9e4-922b-44ac-8fe4-da7b1734deb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.653007 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-85434958-3f4e-4ab8-b920-054be8300342 req-bee5ba91-a030-41d5-82ec-e5f2f106d95a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] For port 44ba0e7b-9875-4a40-8694-68b5127037d3, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=44ba0e7b-9875-4a40-8694-68b5127037d3,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:08.653371 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-85434958-3f4e-4ab8-b920-054be8300342 req-bee5ba91-a030-41d5-82ec-e5f2f106d95a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.653910 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.655977 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] 10.222.0.16 "PUT /v2.0/ports/20c4a372-c87d-44bb-b210-4b763dc24119 HTTP/1.1" status: 200 len: 1092 time: 3.6920435 Apr 18 19:33:08.662732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'tag': '20c4a372-c87d-44bb-b210-4b763dc24119'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:08.706627 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:33:08.711336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf462d5c-d6da-4a7d-bfc9-9e39c62fcca6 service neutron] Pushing event updated for resources: {'Port': ['ID=20c4a372-c87d-44bb-b210-4b763dc24119,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:08.728398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] For port 40017180-6d68-4a8f-bf19-427dcf961e65, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:08.733728 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] For port 40017180-6d68-4a8f-bf19-427dcf961e65, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=40017180-6d68-4a8f-bf19-427dcf961e65,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:08.749859 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae1031-13c9-491a-9827-b8032ca7fb02 req-e6b352f9-934b-431b-b6b6-476f9db4cce2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:08.751529 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04ae1031-13c9-491a-9827-b8032ca7fb02 req-e6b352f9-934b-431b-b6b6-476f9db4cce2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8dfd399-ee41-4f95-a8a6-585650c5438b HTTP/1.1" status: 200 len: 946 time: 0.2823617 Apr 18 19:33:08.817031 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.855516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cca23-7c4a-44d8-8f61-28404dd65da6 req-92dedd6c-e38d-4325-812a-fd912c102af1 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:08.856902 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8c3cca23-7c4a-44d8-8f61-28404dd65da6 req-92dedd6c-e38d-4325-812a-fd912c102af1 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.71 "GET /v2.0/ports?device_id=a6852cda-3aa3-49fe-9b63-1039c5b4fa84 HTTP/1.1" status: 200 len: 945 time: 0.4304607 Apr 18 19:33:08.933463 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:08.934944 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] 10.222.0.16 "PUT /v2.0/ports/40017180-6d68-4a8f-bf19-427dcf961e65 HTTP/1.1" status: 200 len: 1092 time: 3.1256058 Apr 18 19:33:08.942726 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-04ae1031-13c9-491a-9827-b8032ca7fb02 req-d53552f7-17d1-4449-ad92-25993ee1ae8f tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/security-groups?id=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583986 Apr 18 19:33:08.943316 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c661dd9-fb66-4d07-93ff-559da0164c42 service neutron] Pushing event updated for resources: {'Port': ['ID=40017180-6d68-4a8f-bf19-427dcf961e65,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:08.973910 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-fe9bdf5f-4a5c-4e3b-843b-dea7787dcddd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.2213597 Apr 18 19:33:09.069129 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-85434958-3f4e-4ab8-b920-054be8300342 req-bee5ba91-a030-41d5-82ec-e5f2f106d95a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Calling delete_port for 44ba0e7b-9875-4a40-8694-68b5127037d3 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:09.085123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Router b76944b9-2f88-4654-a8f1-cb7476fa2403 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:33:09.097334 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef9e4-922b-44ac-8fe4-da7b1734deb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:09.128346 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-bf139937-f6ce-429a-85a1-087b610439a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20c4a372-c87d-44bb-b210-4b763dc24119 HTTP/1.1" status: 200 len: 217 time: 0.1450479 Apr 18 19:33:09.211678 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27526a4e-b1f1-4a00-b21e-c3ceeae20338 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:09.221710 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-8c3cca23-7c4a-44d8-8f61-28404dd65da6 req-e5b9a505-fa0e-4d34-804e-1a4331e7e4f2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Deleting port bcc68448-9954-420f-8841-68daa1b14173 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:09.222055 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8c3cca23-7c4a-44d8-8f61-28404dd65da6 req-e5b9a505-fa0e-4d34-804e-1a4331e7e4f2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:09.258705 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:09.300263 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-cd8d9ead-c205-4870-a4d7-92e2a7c9f151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:09.301781 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-cd8d9ead-c205-4870-a4d7-92e2a7c9f151 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fb84896-be61-47b3-b13f-8af31da05bcb HTTP/1.1" status: 200 len: 845 time: 0.1669731 Apr 18 19:33:09.320557 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Transition to ACTIVE for port object 27526a4e-b1f1-4a00-b21e-c3ceeae20338 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:09.413180 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:09.459320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e84867-d6ef-43d7-a245-e8304aa68266 req-45728681-48f2-416f-bfff-908605c800ae tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:09.460813 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d7e84867-d6ef-43d7-a245-e8304aa68266 req-45728681-48f2-416f-bfff-908605c800ae tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 944 time: 0.8097630 Apr 18 19:33:09.517448 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-dad6e644-2c0b-4d83-8fcb-d7f07592945d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71a0c590-c1ef-454f-934f-eab54d047aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705089 Apr 18 19:33:09.527572 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-d86c95e1-8784-4f7b-8fbf-c50da8abbd94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 1095 time: 0.4827092 Apr 18 19:33:09.547417 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef9e4-922b-44ac-8fe4-da7b1734deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:09.555293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481c656-f69e-4bd1-b3ff-2715f8d061d8 req-67a74423-2961-4491-9ed0-d27b199bc0f5 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:09.555978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e481c656-f69e-4bd1-b3ff-2715f8d061d8 req-67a74423-2961-4491-9ed0-d27b199bc0f5 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Synchronizing usage tracker for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:09.634234 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:09.706331 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e481c656-f69e-4bd1-b3ff-2715f8d061d8 req-67a74423-2961-4491-9ed0-d27b199bc0f5 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Unset dirty status for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:09.707452 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e481c656-f69e-4bd1-b3ff-2715f8d061d8 req-67a74423-2961-4491-9ed0-d27b199bc0f5 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 944 time: 0.6212912 Apr 18 19:33:09.708667 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-dba84ec7-cbf7-4b4a-8ed5-4fec31c49da6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40017180-6d68-4a8f-bf19-427dcf961e65 HTTP/1.1" status: 200 len: 217 time: 0.1463618 Apr 18 19:33:09.723451 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Pushing event updated for resources: {'Port': ['ID=27526a4e-b1f1-4a00-b21e-c3ceeae20338,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:09.802798 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d7e84867-d6ef-43d7-a245-e8304aa68266 req-d9cba0ca-082d-4b52-b43b-286a5600288f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176055 Apr 18 19:33:09.842815 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-85434958-3f4e-4ab8-b920-054be8300342 req-bee5ba91-a030-41d5-82ec-e5f2f106d95a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:09.849670 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1cdaae3c-9932-4859-9319-3505e3bfb257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:09.851954 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1cdaae3c-9932-4859-9319-3505e3bfb257 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.1342647 Apr 18 19:33:09.853968 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bcc68448-9954-420f-8841-68daa1b14173'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:09.862783 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-af9bb970-71b6-41ea-a323-833e005f5a45 service neutron] 10.222.0.16 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311775 Apr 18 19:33:09.931617 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e481c656-f69e-4bd1-b3ff-2715f8d061d8 req-fe0035b2-b17f-46fc-a727-bb71d58c7355 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133160 Apr 18 19:33:09.939072 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-c4347bc4-5771-40fb-bbe5-53e28bc34795 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791080 Apr 18 19:33:09.953641 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5ba91-a030-41d5-82ec-e5f2f106d95a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Pushing event deleted for resources: {'Port': ['ID=44ba0e7b-9875-4a40-8694-68b5127037d3,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:09.971413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8c3cca23-7c4a-44d8-8f61-28404dd65da6 req-e5b9a505-fa0e-4d34-804e-1a4331e7e4f2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] For port bcc68448-9954-420f-8841-68daa1b14173, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bcc68448-9954-420f-8841-68daa1b14173,segment=NetworkSegment(90707ee1-8156-457e-a0a1-0d21b49bd283),segment_id=90707ee1-8156-457e-a0a1-0d21b49bd283)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:09.971776 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8c3cca23-7c4a-44d8-8f61-28404dd65da6 req-e5b9a505-fa0e-4d34-804e-1a4331e7e4f2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.148544 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a3d132e5-feca-43af-bfc7-0a14604f1a7c no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:10.187995 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: a3d132e5-feca-43af-bfc7-0a14604f1a7c {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:10.188716 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a3d132e5-feca-43af-bfc7-0a14604f1a7c not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:10.225021 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-8c3cca23-7c4a-44d8-8f61-28404dd65da6 req-e5b9a505-fa0e-4d34-804e-1a4331e7e4f2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Calling delete_port for bcc68448-9954-420f-8841-68daa1b14173 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:10.227443 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-844d9361-58a3-49f2-91bb-a936862f418f req-56394251-a4bb-4d27-a320-203c7e5c28cd tempest-AbsoluteLimitsNegativeTestJSON-1460802535 tempest-AbsoluteLimitsNegativeTestJSON-1460802535-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a7ded04cca6c490e864c62d8143ca78f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648658 Apr 18 19:33:10.236834 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9bb37e4-2a26-49b0-be83-95ebdfc75907 req-3c398d03-adaf-408a-ace3-1667f2c9e49c service neutron] 10.222.0.16 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414588 Apr 18 19:33:10.254168 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef9e4-922b-44ac-8fe4-da7b1734deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.278459 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-8c7a3daa-2f78-44c9-9164-4a99e00210f3 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587931 Apr 18 19:33:10.376869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:10.389341 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Sync routers for ids ['b76944b9-2f88-4654-a8f1-cb7476fa2403'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:10.401769 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Routers {'b76944b9-2f88-4654-a8f1-cb7476fa2403'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:10.402564 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:32:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b76944b9-2f88-4654-a8f1-cb7476fa2403'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:10.438189 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1af1cbb3-8b5c-46c9-a3e0-bceebb6d06b6 admin admin] 10.222.0.66 "PUT /v2.0/routers/b76944b9-2f88-4654-a8f1-cb7476fa2403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1401434 Apr 18 19:33:10.438467 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-85434958-3f4e-4ab8-b920-054be8300342 req-bee5ba91-a030-41d5-82ec-e5f2f106d95a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] No DVR routers for this DVR port 44ba0e7b-9875-4a40-8694-68b5127037d3 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:10.438467 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Attempting to bind port 27526a4e-b1f1-4a00-b21e-c3ceeae20338 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:10.438467 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Attempting to bind port 27526a4e-b1f1-4a00-b21e-c3ceeae20338 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'f86ed983-ff70-4e07-8f50-3152a61c5b03'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:10.438467 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Attempting to bind port 27526a4e-b1f1-4a00-b21e-c3ceeae20338 on network f86ed983-ff70-4e07-8f50-3152a61c5b03 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:10.539084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d9361-58a3-49f2-91bb-a936862f418f req-d54f2b2b-70ed-42d7-b6f5-900fa75118ed tempest-AbsoluteLimitsNegativeTestJSON-1460802535 tempest-AbsoluteLimitsNegativeTestJSON-1460802535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:10.540691 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-844d9361-58a3-49f2-91bb-a936862f418f req-d54f2b2b-70ed-42d7-b6f5-900fa75118ed tempest-AbsoluteLimitsNegativeTestJSON-1460802535 tempest-AbsoluteLimitsNegativeTestJSON-1460802535-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954023 Apr 18 19:33:10.569202 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0a4479f1-da92-4bd9-909d-7f00a5f2596d req-1191c2f1-2e9e-40f9-8c0c-ec26dacc07b1 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298429 Apr 18 19:33:10.578898 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-844d9361-58a3-49f2-91bb-a936862f418f req-feac0682-6fd6-46f3-907f-ca35ea4cb881 tempest-AbsoluteLimitsNegativeTestJSON-1460802535 tempest-AbsoluteLimitsNegativeTestJSON-1460802535-project] 10.222.0.66 "GET /v2.0/quotas/a7ded04cca6c490e864c62d8143ca78f HTTP/1.1" status: 200 len: 375 time: 0.0276053 Apr 18 19:33:10.582506 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-85434958-3f4e-4ab8-b920-054be8300342 req-bee5ba91-a030-41d5-82ec-e5f2f106d95a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.585172 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dfd399-ee41-4f95-a8a6-585650c5438b', 'name': 'network-vif-deleted', 'tag': '44ba0e7b-9875-4a40-8694-68b5127037d3'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:10.598088 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ef9e4-922b-44ac-8fe4-da7b1734deb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd83db2-d8cb-4b48-ad93-ec603caf3309,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:10.611406 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Set router b76944b9-2f88-4654-a8f1-cb7476fa2403 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:10.622482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Port 27526a4e-b1f1-4a00-b21e-c3ceeae20338 on network f86ed983-ff70-4e07-8f50-3152a61c5b03 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:33:10.622677 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Attempting to bind port 27526a4e-b1f1-4a00-b21e-c3ceeae20338 on network f86ed983-ff70-4e07-8f50-3152a61c5b03 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:10.629674 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef9e4-922b-44ac-8fe4-da7b1734deb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.633334 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bf9ef9e4-922b-44ac-8fe4-da7b1734deb9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dcd83db2-d8cb-4b48-ad93-ec603caf3309 HTTP/1.1" status: 204 len: 168 time: 2.2618277 Apr 18 19:33:10.644141 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57536) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:10.647508 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-844d9361-58a3-49f2-91bb-a936862f418f req-098c2ac1-e3ce-417f-aeef-79fbc7441dc2 tempest-AbsoluteLimitsNegativeTestJSON-1460802535 tempest-AbsoluteLimitsNegativeTestJSON-1460802535-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a7ded04cca6c490e864c62d8143ca78f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677714 Apr 18 19:33:10.651344 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d96417-fc36-4382-b794-1acdb3ff7369 None None] Network 3a9ab76e-a28e-4ada-b9e0-c33450849c0f requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:10.679696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:10.680152 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Checking segment: {'id': 'ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'f86ed983-ff70-4e07-8f50-3152a61c5b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:10.680848 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Bound using segment: {'id': 'ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'f86ed983-ff70-4e07-8f50-3152a61c5b03'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:10.681400 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Bound port: 27526a4e-b1f1-4a00-b21e-c3ceeae20338, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'f86ed983-ff70-4e07-8f50-3152a61c5b03'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:10.682039 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.757800 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c866af7-8e66-485c-9656-7c21367a99bf'] response: {'name': 'network-changed', 'server_uuid': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'tag': '20c4a372-c87d-44bb-b210-4b763dc24119', 'status': 'completed', 'code': 200} Apr 18 19:33:10.865312 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.869979 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8c3cca23-7c4a-44d8-8f61-28404dd65da6 req-e5b9a505-fa0e-4d34-804e-1a4331e7e4f2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.887054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Deleting port 06d630fe-63c6-45c0-b013-782812018636 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:10.887396 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:10.977927 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-85434958-3f4e-4ab8-b920-054be8300342 req-bee5ba91-a030-41d5-82ec-e5f2f106d95a tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.71 "DELETE /v2.0/ports/44ba0e7b-9875-4a40-8694-68b5127037d3 HTTP/1.1" status: 204 len: 173 time: 3.2414613 Apr 18 19:33:10.986943 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] For port 27526a4e-b1f1-4a00-b21e-c3ceeae20338, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:10.993631 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1261b0ad-7460-446c-a31d-46f187d147d8 req-d9258c07-4d3d-494f-b89c-7c91d8cd6e25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.1982229 Apr 18 19:33:10.995505 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9a505-fa0e-4d34-804e-1a4331e7e4f2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Pushing event deleted for resources: {'Port': ['ID=bcc68448-9954-420f-8841-68daa1b14173,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:10.998714 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] For port 27526a4e-b1f1-4a00-b21e-c3ceeae20338, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=27526a4e-b1f1-4a00-b21e-c3ceeae20338,segment=NetworkSegment(ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71),segment_id=ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:11.036075 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973fae0-c84f-4e35-ba86-7e44e330d255 req-70196d7b-19e3-4456-9008-5d49a6ff8b47 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:11.039659 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5973fae0-c84f-4e35-ba86-7e44e330d255 req-70196d7b-19e3-4456-9008-5d49a6ff8b47 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 1.0153685 Apr 18 19:33:11.052765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57548) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:11.058271 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3cca23-7c4a-44d8-8f61-28404dd65da6 req-e5b9a505-fa0e-4d34-804e-1a4331e7e4f2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] No DVR routers for this DVR port bcc68448-9954-420f-8841-68daa1b14173 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:11.063486 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-0296668d-17fc-4e24-b745-522590ef1162 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Request body: {'floatingip': {'port_id': '99170d7f-a006-44e5-88e9-ab189090db42'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:11.114929 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8c3cca23-7c4a-44d8-8f61-28404dd65da6 req-e5b9a505-fa0e-4d34-804e-1a4331e7e4f2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.116855 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8c3cca23-7c4a-44d8-8f61-28404dd65da6 req-e5b9a505-fa0e-4d34-804e-1a4331e7e4f2 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.71 "DELETE /v2.0/ports/bcc68448-9954-420f-8841-68daa1b14173 HTTP/1.1" status: 204 len: 173 time: 2.1967211 Apr 18 19:33:11.124625 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.218894 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:33:05Z', 'revision_number': 4, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'af507469-16c5-46bc-9b1b-494a67a6e7e4', 'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'mac_address': 'fa:16:3e:7c:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c74269-dc99-466d-b488-42edd85b195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:02Z', 'updated_at': '2022-04-18T19:33:06Z', 'revision_number': 2, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'subnets': [{'id': '10c74269-dc99-466d-b488-42edd85b195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:11.219330 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0296668d-17fc-4e24-b745-522590ef1162 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.226157 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Checking router: b76944b9-2f88-4654-a8f1-cb7476fa2403 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:11.229535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Updating router b76944b9-2f88-4654-a8f1-cb7476fa2403 port af507469-16c5-46bc-9b1b-494a67a6e7e4 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:33:11.312213 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.347176 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.368927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 44ba0e7b-9875-4a40-8694-68b5127037d3 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:11.413689 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57554) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:11.435422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261b0ad-7460-446c-a31d-46f187d147d8 req-adc8714a-12f7-4354-b855-43aa0c887bfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:11.437686 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 44ba0e7b-9875-4a40-8694-68b5127037d3 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:11.437686 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 44ba0e7b-9875-4a40-8694-68b5127037d3 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:11.437890 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1261b0ad-7460-446c-a31d-46f187d147d8 req-adc8714a-12f7-4354-b855-43aa0c887bfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 906 time: 0.4131751 Apr 18 19:33:11.437983 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.438520 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa2f4d-caa2-4370-a00c-630fe3e983bb None None] DHCP port deletion for 3a9ab76e-a28e-4ada-b9e0-c33450849c0f request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:33:11.439100 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] 10.222.0.16 "PUT /v2.0/ports/27526a4e-b1f1-4a00-b21e-c3ceeae20338 HTTP/1.1" status: 200 len: 1092 time: 4.4319654 Apr 18 19:33:11.440769 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-f01dbab1-6399-4db5-8ee3-2f69f94cf432 req-ecd2508b-139c-4b31-92d1-1a1022196c66 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Synchronizing usage tracker for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:11.470707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431f1c7-ff75-4397-8787-207dcb42c512 service neutron] Pushing event updated for resources: {'Port': ['ID=27526a4e-b1f1-4a00-b21e-c3ceeae20338,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:11.596292 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531a207-bad9-41b6-a23e-830b0c448aae req-384a0de4-9f64-4842-a720-0329a1c626ed tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:11.603803 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7531a207-bad9-41b6-a23e-830b0c448aae req-384a0de4-9f64-4842-a720-0329a1c626ed tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 944 time: 0.6764638 Apr 18 19:33:11.617538 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-f01dbab1-6399-4db5-8ee3-2f69f94cf432 req-ecd2508b-139c-4b31-92d1-1a1022196c66 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] Unset dirty status for tenant:86d38a4264f9448f975dcb50c7494b2d on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:11.630899 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f01dbab1-6399-4db5-8ee3-2f69f94cf432 req-ecd2508b-139c-4b31-92d1-1a1022196c66 tempest-MultipleCreateTestJSON-1682826498 tempest-MultipleCreateTestJSON-1682826498-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8dfd399-ee41-4f95-a8a6-585650c5438b HTTP/1.1" status: 200 len: 210 time: 0.4234052 Apr 18 19:33:11.641733 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1261b0ad-7460-446c-a31d-46f187d147d8 req-8b719665-cfda-477b-a3ad-c3ee47baaf5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20c4a372-c87d-44bb-b210-4b763dc24119 HTTP/1.1" status: 200 len: 217 time: 0.1933956 Apr 18 19:33:11.669315 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-99fa2f4d-caa2-4370-a00c-630fe3e983bb None None] Deleting port 06d630fe-63c6-45c0-b013-782812018636 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:11.670265 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-99fa2f4d-caa2-4370-a00c-630fe3e983bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.749867 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] For port 06d630fe-63c6-45c0-b013-782812018636, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=06d630fe-63c6-45c0-b013-782812018636,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:11.750396 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.758991 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b289b36b-26ad-46ad-af29-2147063eb360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.777432 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4628ea33-eabf-4f85-bc8b-e434b068bee8'] response: {'server_uuid': 'e8dfd399-ee41-4f95-a8a6-585650c5438b', 'name': 'network-vif-deleted', 'tag': '44ba0e7b-9875-4a40-8694-68b5127037d3', 'status': 'completed', 'code': 200} Apr 18 19:33:11.899963 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-44f85054-4053-49b0-8304-6d766c28992f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87288dba5ada44daad27867d11f4eddb&device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 1095 time: 0.3172271 Apr 18 19:33:11.928643 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Calling delete_port for 06d630fe-63c6-45c0-b013-782812018636 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:11.969914 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-99fa2f4d-caa2-4370-a00c-630fe3e983bb None None] For port 06d630fe-63c6-45c0-b013-782812018636, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=06d630fe-63c6-45c0-b013-782812018636,segment=NetworkSegment(1ada70be-5df7-4a48-aa84-62a1c247d774),segment_id=1ada70be-5df7-4a48-aa84-62a1c247d774)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:11.970296 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-99fa2f4d-caa2-4370-a00c-630fe3e983bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:11.975534 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-7d48981a-d945-46c2-9d64-271273faaa44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27526a4e-b1f1-4a00-b21e-c3ceeae20338 HTTP/1.1" status: 200 len: 217 time: 0.0670922 Apr 18 19:33:11.984018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261b0ad-7460-446c-a31d-46f187d147d8 req-c34d49ef-4025-4adb-882b-39c9ffcc1164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:11.987535 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1261b0ad-7460-446c-a31d-46f187d147d8 req-c34d49ef-4025-4adb-882b-39c9ffcc1164 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3fb84896-be61-47b3-b13f-8af31da05bcb HTTP/1.1" status: 200 len: 845 time: 0.3358216 Apr 18 19:33:12.010493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7531a207-bad9-41b6-a23e-830b0c448aae req-1f1d1e49-b47c-4490-91a8-e9bb48169524 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/security-groups?id=de90d2e8-990c-4782-a332-7473735460a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052279 Apr 18 19:33:12.053011 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-ba38dc06-c794-4e11-a1c5-99f2cac817a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:12.055404 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-ba38dc06-c794-4e11-a1c5-99f2cac817a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98b7bcb7-5a22-45f2-8c05-f48d5d7589d5 HTTP/1.1" status: 200 len: 852 time: 0.0676820 Apr 18 19:33:12.175309 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1261b0ad-7460-446c-a31d-46f187d147d8 req-5139248b-c001-4cd4-828b-27109fa554f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=71a0c590-c1ef-454f-934f-eab54d047aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635087 Apr 18 19:33:12.182427 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-8a02e9ae-4ccf-4e68-924a-7017fdb0f3d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f86ed983-ff70-4e07-8f50-3152a61c5b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190984 Apr 18 19:33:12.221085 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b289b36b-26ad-46ad-af29-2147063eb360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:12.223205 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 06d630fe-63c6-45c0-b013-782812018636 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:12.304126 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b289b36b-26ad-46ad-af29-2147063eb360 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ded04cca6c490e864c62d8143ca78f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:12.308090 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b289b36b-26ad-46ad-af29-2147063eb360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:12.329649 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-99fa2f4d-caa2-4370-a00c-630fe3e983bb None None] Calling delete_port for 06d630fe-63c6-45c0-b013-782812018636 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:12.353705 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b289b36b-26ad-46ad-af29-2147063eb360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:12.466734 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1261b0ad-7460-446c-a31d-46f187d147d8 req-4beaee64-54cf-482e-9239-064d5edcc727 service neutron] 10.222.0.16 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848608 Apr 18 19:33:12.471716 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-ac3dd29d-805d-4715-92b7-dbb2b112df54 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:12.479732 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-ac3dd29d-805d-4715-92b7-dbb2b112df54 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/networks?id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d HTTP/1.1" status: 200 len: 829 time: 0.3318808 Apr 18 19:33:12.512325 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.536207 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Port 06d630fe-63c6-45c0-b013-782812018636 update to DOWN by agent not found {{(pid=84806) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 18 19:33:12.543985 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-99fa2f4d-caa2-4370-a00c-630fe3e983bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:33:12.544407 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-99fa2f4d-caa2-4370-a00c-630fe3e983bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:33:12.556789 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.570533 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Transition to ACTIVE for port object af507469-16c5-46bc-9b1b-494a67a6e7e4 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:12.641538 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaa48d-d699-426a-9e5b-632c1dc9dbae req-f63a20f0-075f-4cca-b3f0-f44bd78f02ab tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:12.643607 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-37eaa48d-d699-426a-9e5b-632c1dc9dbae req-f63a20f0-075f-4cca-b3f0-f44bd78f02ab tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 944 time: 0.4110479 Apr 18 19:33:12.645771 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b289b36b-26ad-46ad-af29-2147063eb360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.654374 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d630fe-63c6-45c0-b013-782812018636,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:12.678918 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] No DVR routers for this DVR port 06d630fe-63c6-45c0-b013-782812018636 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:12.700562 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.735244 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-8c3708aa-3c7b-4b92-90ef-b387c10d619a tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/quotas/b8bce650968b4da1beb64a083e7587c9 HTTP/1.1" status: 200 len: 375 time: 0.2546306 Apr 18 19:33:12.762481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba8ee3-c1d4-469d-9f6f-587ef239153d', 'tag': '40017180-6d68-4a8f-bf19-427dcf961e65'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:12.822898 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-17c3967d-7d87-45eb-b1c9-336145051e21 service neutron] 10.222.0.16 "GET /v2.0/networks/f86ed983-ff70-4e07-8f50-3152a61c5b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226656 Apr 18 19:33:12.837813 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667d10c-b309-4a8a-afb8-c545af9e7ba2 None None] Pushing event updated for resources: {'Port': ['ID=af507469-16c5-46bc-9b1b-494a67a6e7e4,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:12.844157 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b289b36b-26ad-46ad-af29-2147063eb360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.882501 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.892366 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-37eaa48d-d699-426a-9e5b-632c1dc9dbae req-969c246b-fbd6-48b5-9b5e-6e344e5e8b0a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349572 Apr 18 19:33:12.903741 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1261b0ad-7460-446c-a31d-46f187d147d8 req-c09a523d-651d-4b3f-aa3e-64adccfe7468 service neutron] 10.222.0.16 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295604 Apr 18 19:33:12.943534 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289b36b-26ad-46ad-af29-2147063eb360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae635744-e8ad-4eb6-b253-8e4bad18d57d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:12.953306 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9ab76e-a28e-4ada-b9e0-c33450849c0f']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:12.966992 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b289b36b-26ad-46ad-af29-2147063eb360 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a7ded04cca6c490e864c62d8143ca78f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5440245 Apr 18 19:33:12.970713 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57570) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:12.974691 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ada70be-5df7-4a48-aa84-62a1c247d774') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:12.974951 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ada70be-5df7-4a48-aa84-62a1c247d774') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:12.992197 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:12.997755 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Attempting to bind port af507469-16c5-46bc-9b1b-494a67a6e7e4 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:12.999182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Attempting to bind port af507469-16c5-46bc-9b1b-494a67a6e7e4 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:12.999782 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Attempting to bind port af507469-16c5-46bc-9b1b-494a67a6e7e4 on network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:13.009224 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:13.012664 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Checking segment: {'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:13.013354 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.013594 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.016473 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Bound using segment: {'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:13.017531 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Bound port: af507469-16c5-46bc-9b1b-494a67a6e7e4, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:13.018198 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.026144 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:33:13.030941 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:33:13.049024 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:33:13.124362 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c0127284-2266-44b5-a4d1-25ecd90ab9b2 req-44f694b8-3e98-449a-ac0f-f25a49071fe3 service neutron] 10.222.0.16 "GET /v2.0/networks/f86ed983-ff70-4e07-8f50-3152a61c5b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945449 Apr 18 19:33:13.142549 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] For port af507469-16c5-46bc-9b1b-494a67a6e7e4, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:13.145705 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] For port af507469-16c5-46bc-9b1b-494a67a6e7e4, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=af507469-16c5-46bc-9b1b-494a67a6e7e4,segment=NetworkSegment(e0b3b642-3e24-46ac-9c5c-4a06d7cc1760),segment_id=e0b3b642-3e24-46ac-9c5c-4a06d7cc1760)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:13.147988 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-99fa2f4d-caa2-4370-a00c-630fe3e983bb None None] Deleting port 06d630fe-63c6-45c0-b013-782812018636 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:13.148367 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-99fa2f4d-caa2-4370-a00c-630fe3e983bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.200476 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-2011a574-d779-4e61-b484-8e5e280c2d7c tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bce650968b4da1beb64a083e7587c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4501517 Apr 18 19:33:13.221227 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-99fa2f4d-caa2-4370-a00c-630fe3e983bb None None] The port '06d630fe-63c6-45c0-b013-782812018636' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:33:13.231671 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061612d-9e26-4d68-93e0-13f06e4b33a9 req-fa9f50dd-09a4-4b92-961a-d90171776349 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:13.233789 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b061612d-9e26-4d68-93e0-13f06e4b33a9 req-fa9f50dd-09a4-4b92-961a-d90171776349 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 944 time: 0.1217587 Apr 18 19:33:13.282295 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b061612d-9e26-4d68-93e0-13f06e4b33a9 req-95dd090a-dca0-4fa5-b06f-9043660f2559 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Apr 18 19:33:13.298169 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.298956 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.308974 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-43c717d4-2985-4c49-97b2-4f5ad4d34beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.323675 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.333460 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a9ab76e-a28e-4ada-b9e0-c33450849c0f,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:13.341646 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0296668d-17fc-4e24-b745-522590ef1162 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.377438 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-43c717d4-2985-4c49-97b2-4f5ad4d34beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.381872 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device bcc68448-9954-420f-8841-68daa1b14173 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:13.422434 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: bcc68448-9954-420f-8841-68daa1b14173 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:13.422856 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device bcc68448-9954-420f-8841-68daa1b14173 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:13.441061 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-bfe55ab0-09ed-4869-8f3a-4626e84bf0f7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3a9ab76e-a28e-4ada-b9e0-c33450849c0f HTTP/1.1" status: 204 len: 168 time: 2.7952359 Apr 18 19:33:13.441333 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667d10c-b309-4a8a-afb8-c545af9e7ba2 None None] Pushing event updated for resources: {'Port': ['ID=af507469-16c5-46bc-9b1b-494a67a6e7e4,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:13.443515 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0296668d-17fc-4e24-b745-522590ef1162 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.465860 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4376b0a8-c958-46c1-8c84-8342910cb7a2'] response: {'name': 'network-changed', 'server_uuid': 'a9ba8ee3-c1d4-469d-9f6f-587ef239153d', 'tag': '40017180-6d68-4a8f-bf19-427dcf961e65', 'status': 'completed', 'code': 200} Apr 18 19:33:13.476654 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Routers {'b76944b9-2f88-4654-a8f1-cb7476fa2403'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:13.477561 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:32:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b76944b9-2f88-4654-a8f1-cb7476fa2403'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:13.621178 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-047d4445-13ef-4c2f-a525-2d1b8699784f service neutron] 10.222.0.66 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017160 Apr 18 19:33:13.742288 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] Set router b76944b9-2f88-4654-a8f1-cb7476fa2403 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:13.782303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6852cda-3aa3-49fe-9b63-1039c5b4fa84', 'name': 'network-vif-deleted', 'tag': 'bcc68448-9954-420f-8841-68daa1b14173'}, {'name': 'network-changed', 'server_uuid': '3088aa4f-521a-4d81-8120-eaa7229675f3', 'tag': '27526a4e-b1f1-4a00-b21e-c3ceeae20338'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:13.789303 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c66d1-b0e9-4f97-aba2-383567ff7c9c req-1270caba-7f32-4d67-af32-70b1d407a9ec tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:13.797251 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e14c66d1-b0e9-4f97-aba2-383567ff7c9c req-1270caba-7f32-4d67-af32-70b1d407a9ec tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 944 time: 0.2138782 Apr 18 19:33:13.832391 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a4f2613-7727-4727-905f-3ed6300fb840 req-5db60866-5f25-430e-b35f-1dad33cfb168 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 1095 time: 0.3288708 Apr 18 19:33:13.833995 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-e555b096-f261-434a-8cbe-f3976b29c348 service neutron] 10.222.0.66 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057078 Apr 18 19:33:13.853084 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e14c66d1-b0e9-4f97-aba2-383567ff7c9c req-394a1fc7-d5a5-4686-ab08-feaf11b642f2 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/security-groups?id=de90d2e8-990c-4782-a332-7473735460a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547493 Apr 18 19:33:13.900366 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 20c4a372-c87d-44bb-b210-4b763dc24119 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:33:13.914228 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-43c717d4-2985-4c49-97b2-4f5ad4d34beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.950323 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c717d4-2985-4c49-97b2-4f5ad4d34beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae635744-e8ad-4eb6-b253-8e4bad18d57d,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:13.964906 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-43c717d4-2985-4c49-97b2-4f5ad4d34beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:13.965209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57584) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:13.965997 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-43c717d4-2985-4c49-97b2-4f5ad4d34beb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae635744-e8ad-4eb6-b253-8e4bad18d57d HTTP/1.1" status: 204 len: 168 time: 0.9935465 Apr 18 19:33:14.021150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57590) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:14.045326 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f2613-7727-4727-905f-3ed6300fb840 req-a581c320-1b81-4d6a-9b13-7f1c4eaf7839 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:14.046790 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a4f2613-7727-4727-905f-3ed6300fb840 req-a581c320-1b81-4d6a-9b13-7f1c4eaf7839 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 913 time: 0.2084124 Apr 18 19:33:14.059192 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5124ffa-9109-484c-ba0d-8605ce6faafd admin admin] Deleting subnet 9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:33:14.062454 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b5124ffa-9109-484c-ba0d-8605ce6faafd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.082211 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.resource_extend [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:33:14.145710 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e95d73-03cb-454d-b3dd-2aaea2349e6e'] response: {'server_uuid': 'a6852cda-3aa3-49fe-9b63-1039c5b4fa84', 'name': 'network-vif-deleted', 'tag': 'bcc68448-9954-420f-8841-68daa1b14173', 'status': 'completed', 'code': 200} Apr 18 19:33:14.145967 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e95d73-03cb-454d-b3dd-2aaea2349e6e'] response: {'name': 'network-changed', 'server_uuid': '3088aa4f-521a-4d81-8120-eaa7229675f3', 'tag': '27526a4e-b1f1-4a00-b21e-c3ceeae20338', 'status': 'completed', 'code': 200} Apr 18 19:33:14.215629 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a4f2613-7727-4727-905f-3ed6300fb840 req-78fa4be0-c3f5-4a73-94f8-4f8a0488fd0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40017180-6d68-4a8f-bf19-427dcf961e65 HTTP/1.1" status: 200 len: 217 time: 0.1606436 Apr 18 19:33:14.217226 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [None req-0296668d-17fc-4e24-b745-522590ef1162 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Floating IP 2c5043ff-9b3a-4cee-b881-0b1fbc8b0946 associated. External IP: 172.25.8.88, port: 99170d7f-a006-44e5-88e9-ab189090db42. Apr 18 19:33:14.261926 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b5124ffa-9109-484c-ba0d-8605ce6faafd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.305556 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 20c4a372-c87d-44bb-b210-4b763dc24119, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=20c4a372-c87d-44bb-b210-4b763dc24119,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:14.324845 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '20c4a372-c87d-44bb-b210-4b763dc24119', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'port_id': '20c4a372-c87d-44bb-b210-4b763dc24119', 'mac_address': 'fa:16:3e:82:8b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb84896-be61-47b3-b13f-8af31da05bcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:33:14.438979 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b5124ffa-9109-484c-ba0d-8605ce6faafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.493746 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.518806 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8dfabf39-8952-4026-a0b9-58dbb7de0053 req-7b52c3da-2d6f-48c5-a6af-d9e1b630a13e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87288dba5ada44daad27867d11f4eddb&device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 1095 time: 0.3128066 Apr 18 19:33:14.531190 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c4a372-c87d-44bb-b210-4b763dc24119 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:14.574003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:33:05Z', 'revision_number': 4, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'af507469-16c5-46bc-9b1b-494a67a6e7e4', 'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'mac_address': 'fa:16:3e:7c:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c74269-dc99-466d-b488-42edd85b195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:02Z', 'updated_at': '2022-04-18T19:33:13Z', 'revision_number': 4, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'subnets': [{'id': '10c74269-dc99-466d-b488-42edd85b195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:14.581634 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48587e-abf6-480b-bbc6-8bb0d5bab828 None None] The sync data for ids ['b76944b9-2f88-4654-a8f1-cb7476fa2403'] in n-d-838334-1 is: [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:33:05Z', 'revision_number': 4, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'af507469-16c5-46bc-9b1b-494a67a6e7e4', 'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'mac_address': 'fa:16:3e:7c:c3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c74269-dc99-466d-b488-42edd85b195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:02Z', 'updated_at': '2022-04-18T19:33:13Z', 'revision_number': 4, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'subnets': [{'id': '10c74269-dc99-466d-b488-42edd85b195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:33:14.611733 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 20c4a372-c87d-44bb-b210-4b763dc24119, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=20c4a372-c87d-44bb-b210-4b763dc24119,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:14.630278 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4fc36ef0-d1c4-4fa0-b0b3-e53d513aceb2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43825ed3014a4748922fa55a61061871&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6059668 Apr 18 19:33:14.636658 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57608) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:14.654965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f3ba855-9a8c-4ba7-8cae-b22597ddf383 req-e8ce6afd-163f-46f0-a2af-ebbef51c75a8 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 210 time: 0.3589752 Apr 18 19:33:14.698712 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ce15b-4179-45fc-b33f-0bc6a41f19d2 req-80cab128-463b-4da5-9236-27da1253cb4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:14.700293 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-329ce15b-4179-45fc-b33f-0bc6a41f19d2 req-80cab128-463b-4da5-9236-27da1253cb4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 944 time: 0.3260849 Apr 18 19:33:14.710460 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f2613-7727-4727-905f-3ed6300fb840 req-b891eb6a-f975-4bd0-82d8-0c78263fcab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:14.711787 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a4f2613-7727-4727-905f-3ed6300fb840 req-b891eb6a-f975-4bd0-82d8-0c78263fcab3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.4237967 Apr 18 19:33:14.714922 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.715774 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 40017180-6d68-4a8f-bf19-427dcf961e65 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:33:14.804512 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b5124ffa-9109-484c-ba0d-8605ce6faafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:14.870667 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a4f2613-7727-4727-905f-3ed6300fb840 req-2bb273ec-64a6-4b6a-addc-f0d768cd860f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301303 Apr 18 19:33:14.872989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5124ffa-9109-484c-ba0d-8605ce6faafd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:14.881000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfabf39-8952-4026-a0b9-58dbb7de0053 req-e7bae8bc-2bb5-4ab5-9772-60f14368c5b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:14.882619 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8dfabf39-8952-4026-a0b9-58dbb7de0053 req-e7bae8bc-2bb5-4ab5-9772-60f14368c5b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f86ed983-ff70-4e07-8f50-3152a61c5b03 HTTP/1.1" status: 200 len: 913 time: 0.3563209 Apr 18 19:33:14.891087 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=20c4a372-c87d-44bb-b210-4b763dc24119,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:14.914212 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-329ce15b-4179-45fc-b33f-0bc6a41f19d2 req-fa76643b-8b06-4599-bc03-23566f3ac347 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059920 Apr 18 19:33:15.052854 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b5124ffa-9109-484c-ba0d-8605ce6faafd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.127712 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b5124ffa-9109-484c-ba0d-8605ce6faafd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9acb4ec8-1dfc-4c80-b45f-7ebadb43fdee HTTP/1.1" status: 204 len: 168 time: 1.1612375 Apr 18 19:33:15.139063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57620) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:15.143301 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8dfabf39-8952-4026-a0b9-58dbb7de0053 req-d0b5b20c-7631-480f-ba5e-74148ae1aab1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27526a4e-b1f1-4a00-b21e-c3ceeae20338 HTTP/1.1" status: 200 len: 217 time: 0.2530458 Apr 18 19:33:15.144448 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 40017180-6d68-4a8f-bf19-427dcf961e65, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=40017180-6d68-4a8f-bf19-427dcf961e65,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:15.163272 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '40017180-6d68-4a8f-bf19-427dcf961e65', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'port_id': '40017180-6d68-4a8f-bf19-427dcf961e65', 'mac_address': 'fa:16:3e:f2:82:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd27771e-135d-4136-a053-2cd32b4aaaa8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:33:15.194907 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-26d6147c-6e13-48d0-bb4d-9d34e542c9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.211925 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a4f2613-7727-4727-905f-3ed6300fb840 req-480856a0-52c3-4dc6-ba34-1f2bc900e6ea service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325784 Apr 18 19:33:15.245627 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.267729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40017180-6d68-4a8f-bf19-427dcf961e65 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:15.297417 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 40017180-6d68-4a8f-bf19-427dcf961e65, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=40017180-6d68-4a8f-bf19-427dcf961e65,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:15.378202 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.422624 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8739c-b6db-4d43-991c-0d9c2fb8381b req-97de3826-a369-469d-b33b-9b967fdcde9a tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:15.431816 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-87b8739c-b6db-4d43-991c-0d9c2fb8381b req-97de3826-a369-469d-b33b-9b967fdcde9a tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 945 time: 0.3561838 Apr 18 19:33:15.449134 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-26d6147c-6e13-48d0-bb4d-9d34e542c9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.477729 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfabf39-8952-4026-a0b9-58dbb7de0053 req-8ab9892b-5f13-4baa-a0a4-5bba3dbfb877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:15.480660 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8dfabf39-8952-4026-a0b9-58dbb7de0053 req-8ab9892b-5f13-4baa-a0a4-5bba3dbfb877 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98b7bcb7-5a22-45f2-8c05-f48d5d7589d5 HTTP/1.1" status: 200 len: 852 time: 0.2897792 Apr 18 19:33:15.490038 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:15.506014 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=40017180-6d68-4a8f-bf19-427dcf961e65,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:15.526529 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a4f2613-7727-4727-905f-3ed6300fb840 req-fb3ce3f6-3715-4554-9779-3eca063f4819 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843342 Apr 18 19:33:15.544337 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-87b8739c-b6db-4d43-991c-0d9c2fb8381b req-5305cb4b-4814-47ec-a871-5044103e3def tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116467 Apr 18 19:33:15.558689 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8dfabf39-8952-4026-a0b9-58dbb7de0053 req-b2584d40-25fa-43de-a116-a9f457bf7486 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f86ed983-ff70-4e07-8f50-3152a61c5b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653386 Apr 18 19:33:15.620047 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['20c4a372-c87d-44bb-b210-4b763dc24119'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:15.669792 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['40017180-6d68-4a8f-bf19-427dcf961e65'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:15.821220 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0296668d-17fc-4e24-b745-522590ef1162 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Router c63fee8a-f0a4-4bf3-be29-a832a60cc865 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:33:15.942285 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5319b-3b98-4b55-8d13-0017430aacc5 req-03747ce5-37f1-4ad6-83e6-793bf7b0a6ff tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:15.944730 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-afb5319b-3b98-4b55-8d13-0017430aacc5 req-03747ce5-37f1-4ad6-83e6-793bf7b0a6ff tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 944 time: 0.7557540 Apr 18 19:33:15.966344 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6ac08287-4d3a-4fad-806b-1b136cff4072 req-0bf00429-d127-4952-91b8-f3abc95d2934 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 210 time: 0.0630543 Apr 18 19:33:16.023360 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 27526a4e-b1f1-4a00-b21e-c3ceeae20338 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:33:16.038921 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8dfabf39-8952-4026-a0b9-58dbb7de0053 req-9d5f2f09-27a7-460f-a44c-f68023015748 service neutron] 10.222.0.16 "GET /v2.0/networks/f86ed983-ff70-4e07-8f50-3152a61c5b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642019 Apr 18 19:33:16.070633 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.151181 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57636) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:16.223932 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.resource_extend [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:33:16.263888 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0296668d-17fc-4e24-b745-522590ef1162 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:16.270176 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0296668d-17fc-4e24-b745-522590ef1162 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.278066 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2695035-8684-491d-a3b8-2319e14f6b0f None None] Sync routers for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:16.307507 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2695035-8684-491d-a3b8-2319e14f6b0f None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:16.308131 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c2695035-8684-491d-a3b8-2319e14f6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:32:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:16.343317 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-26d6147c-6e13-48d0-bb4d-9d34e542c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.354420 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device af507469-16c5-46bc-9b1b-494a67a6e7e4 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:16.384959 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ff35cb-d0aa-4f1f-8ced-27eb8634eff4']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:16.393643 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6147c-6e13-48d0-bb4d-9d34e542c9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2d48e2-c9fc-4aef-815d-885d84c665c1,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:16.472292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0296668d-17fc-4e24-b745-522590ef1162 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "PUT /v2.0/floatingips/2c5043ff-9b3a-4cee-b881-0b1fbc8b0946 HTTP/1.1" status: 200 len: 991 time: 5.4157836 Apr 18 19:33:16.476019 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:16.490433 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-178387135-network', 'tenant_id': '7ac380de70d546e8bdcac3d66adc8947'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:16.496439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:16.502095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Usage tracker for resource:network and tenant:7ac380de70d546e8bdcac3d66adc8947 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:16.506494 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:16.513835 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:16.533581 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a415e8-e38f-4a18-871a-32191c296f4d req-fb233ff8-5542-4c4b-bd3c-fa4876d80161 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:16.537920 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3a415e8-e38f-4a18-871a-32191c296f4d req-fb233ff8-5542-4c4b-bd3c-fa4876d80161 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 945 time: 0.2766657 Apr 18 19:33:16.542634 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-afb5319b-3b98-4b55-8d13-0017430aacc5 req-664739ff-c429-434a-ab0b-c84d727de99a tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/security-groups?id=de90d2e8-990c-4782-a332-7473735460a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472786 Apr 18 19:33:16.555428 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90707ee1-8156-457e-a0a1-0d21b49bd283') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:16.556013 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90707ee1-8156-457e-a0a1-0d21b49bd283') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:16.574928 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.583956 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 27526a4e-b1f1-4a00-b21e-c3ceeae20338, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=27526a4e-b1f1-4a00-b21e-c3ceeae20338,segment=NetworkSegment(ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71),segment_id=ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:16.598266 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.613018 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3a415e8-e38f-4a18-871a-32191c296f4d req-06abc25a-e238-4644-aa28-28b7e2c30886 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614853 Apr 18 19:33:16.616925 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '27526a4e-b1f1-4a00-b21e-c3ceeae20338', 'network_id': 'f86ed983-ff70-4e07-8f50-3152a61c5b03', 'port_id': '27526a4e-b1f1-4a00-b21e-c3ceeae20338', 'mac_address': 'fa:16:3e:91:43:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b7bcb7-5a22-45f2-8c05-f48d5d7589d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:33:16.623995 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:33:16.625271 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.633560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Made reservation on behalf of 7ac380de70d546e8bdcac3d66adc8947 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:16.636380 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.664693 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7bdc31-9e75-40be-a48e-e0078d55e644'] response: {'name': 'network-changed', 'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42', 'status': 'completed', 'code': 200} Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:33:16.676468 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:33:16.683389 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-26d6147c-6e13-48d0-bb4d-9d34e542c9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.683389 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-26d6147c-6e13-48d0-bb4d-9d34e542c9f7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7a2d48e2-c9fc-4aef-815d-885d84c665c1 HTTP/1.1" status: 204 len: 168 time: 2.0391874 Apr 18 19:33:16.688170 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.711380 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27526a4e-b1f1-4a00-b21e-c3ceeae20338 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:16.737151 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port af507469-16c5-46bc-9b1b-494a67a6e7e4 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:16.738118 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-c2695035-8684-491d-a3b8-2319e14f6b0f None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:16.760319 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port af507469-16c5-46bc-9b1b-494a67a6e7e4 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:16.767137 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.801882 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.804515 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8dfabf39-8952-4026-a0b9-58dbb7de0053 req-0699c24e-9407-4f33-adde-c2bf38dc5f79 service neutron] 10.222.0.16 "GET /v2.0/networks/f86ed983-ff70-4e07-8f50-3152a61c5b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7386122 Apr 18 19:33:16.818952 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 27526a4e-b1f1-4a00-b21e-c3ceeae20338, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=27526a4e-b1f1-4a00-b21e-c3ceeae20338,segment=NetworkSegment(ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71),segment_id=ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:16.903303 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.906571 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:16.915289 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Usage tracker for resource:security_group_rule and tenant:7ac380de70d546e8bdcac3d66adc8947 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:16.921279 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:16.926898 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.934642 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c99a5-a5c4-4105-96ed-c2878dedf5a1 req-29935de5-3e31-413d-aa40-663d5de1615b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:16.935323 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.937913 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a97c99a5-a5c4-4105-96ed-c2878dedf5a1 req-29935de5-3e31-413d-aa40-663d5de1615b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 945 time: 0.1701157 Apr 18 19:33:16.942129 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:16.943567 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:16.952326 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ff35cb-d0aa-4f1f-8ced-27eb8634eff4,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:16.987022 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0aecd834-4080-4418-8ceb-dd520cdb892e req-43bdc4c2-7d60-4e61-a14e-70936d9460ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 1097 time: 0.3134551 Apr 18 19:33:17.026940 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port af507469-16c5-46bc-9b1b-494a67a6e7e4, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=af507469-16c5-46bc-9b1b-494a67a6e7e4,segment=NetworkSegment(e0b3b642-3e24-46ac-9c5c-4a06d7cc1760),segment_id=e0b3b642-3e24-46ac-9c5c-4a06d7cc1760)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:17.053436 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=27526a4e-b1f1-4a00-b21e-c3ceeae20338,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:17.078834 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2b0ea61d-1ad1-42a8-ab35-db0a060289e8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/02ff35cb-d0aa-4f1f-8ced-27eb8634eff4 HTTP/1.1" status: 204 len: 168 time: 1.9331093 Apr 18 19:33:17.090901 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a97c99a5-a5c4-4105-96ed-c2878dedf5a1 req-ae64221f-880e-4c59-97c3-e91d18978113 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374576 Apr 18 19:33:17.107136 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:17.192269 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['27526a4e-b1f1-4a00-b21e-c3ceeae20338'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:17.348686 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-164717ce-9f54-471b-90ad-469e58672341 req-ce517cee-0506-4e62-ae86-630cf828ceaf tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Synchronizing usage tracker for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:17.361373 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=af507469-16c5-46bc-9b1b-494a67a6e7e4,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:17.437881 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c2695035-8684-491d-a3b8-2319e14f6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '2c5043ff-9b3a-4cee-b881-0b1fbc8b0946', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'floating_ip_address': '172.25.8.88', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'port_id': '99170d7f-a006-44e5-88e9-ab189090db42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'mac_address': 'fa:16:3e:a8:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:32:36Z', 'updated_at': '2022-04-18T19:33:12Z', 'revision_number': 1, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:17.442746 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2695035-8684-491d-a3b8-2319e14f6b0f None None] Checking router: c63fee8a-f0a4-4bf3-be29-a832a60cc865 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:17.455514 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2695035-8684-491d-a3b8-2319e14f6b0f None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:17.456574 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c2695035-8684-491d-a3b8-2319e14f6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:32:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:17.463429 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-164717ce-9f54-471b-90ad-469e58672341 req-ce517cee-0506-4e62-ae86-630cf828ceaf tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Unset dirty status for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:17.464678 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-164717ce-9f54-471b-90ad-469e58672341 req-ce517cee-0506-4e62-ae86-630cf828ceaf tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 210 time: 0.2068315 Apr 18 19:33:17.488865 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecd834-4080-4418-8ceb-dd520cdb892e req-189e7f98-54be-453e-813c-f29d8aafb6fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:17.490797 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0aecd834-4080-4418-8ceb-dd520cdb892e req-189e7f98-54be-453e-813c-f29d8aafb6fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 918 time: 0.4931056 Apr 18 19:33:17.613728 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:17.686113 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57666) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:17.706909 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-c2695035-8684-491d-a3b8-2319e14f6b0f None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:17.726826 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0aecd834-4080-4418-8ceb-dd520cdb892e req-a3bbb178-c99a-41ac-9fdc-80824471b02d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99170d7f-a006-44e5-88e9-ab189090db42 HTTP/1.1" status: 200 len: 999 time: 0.2209308 Apr 18 19:33:17.747575 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-afc6aaa7-8c6e-4598-ae32-4893c024012d tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:17.754450 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-afc6aaa7-8c6e-4598-ae32-4893c024012d tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.71 "GET /v2.0/networks?id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d HTTP/1.1" status: 200 len: 829 time: 0.5838342 Apr 18 19:33:17.761752 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:17.788714 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:33:17.808688 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:17.809033 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Added segment 116eae9a-5c1d-4331-9624-b480b0ccc979 of type vlan for network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 Apr 18 19:33:17.831386 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ff6e593b-c263-47fa-a1b3-4dcf2b58ff6e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=86d38a4264f9448f975dcb50c7494b2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1440532 Apr 18 19:33:17.833877 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57672) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:17.892698 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Request body: {'port': {'device_id': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'admin_state_up': True, 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:17.909546 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 20c4a372-c87d-44bb-b210-4b763dc24119 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:18.010634 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.082810 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced682bb-eceb-4e42-a83c-07a52cf89c9f req-0a4570cd-5b20-47cd-b59c-b7b8d8d8d7e7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:18.089718 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93da05ef-b92b-4bcf-a794-1626d4cc533a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:18.092556 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ced682bb-eceb-4e42-a83c-07a52cf89c9f req-0a4570cd-5b20-47cd-b59c-b7b8d8d8d7e7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 945 time: 0.2554736 Apr 18 19:33:18.096640 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-57c54b38-9180-4d1e-aad2-ba4aedf2d5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.099426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecd834-4080-4418-8ceb-dd520cdb892e req-61644c7a-cdf6-4790-9ffa-0431bbcdcd7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:18.100949 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0aecd834-4080-4418-8ceb-dd520cdb892e req-61644c7a-cdf6-4790-9ffa-0431bbcdcd7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.3453875 Apr 18 19:33:18.115480 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 20c4a372-c87d-44bb-b210-4b763dc24119 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:18.122576 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 20c4a372-c87d-44bb-b210-4b763dc24119 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:18.123572 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.194140 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ced682bb-eceb-4e42-a83c-07a52cf89c9f req-528049fc-6cc9-4a07-a600-5de8dd5e3755 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006317 Apr 18 19:33:18.206090 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-57c54b38-9180-4d1e-aad2-ba4aedf2d5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.303084 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:18.320308 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device af507469-16c5-46bc-9b1b-494a67a6e7e4 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:18.327466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:18.349708 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6c864-56ba-4538-a668-7a3136a81240 req-a03c7151-881a-41b8-a9c4-825f9d149b84 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:18.356921 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0f6c864-56ba-4538-a668-7a3136a81240 req-a03c7151-881a-41b8-a9c4-825f9d149b84 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 945 time: 0.3604262 Apr 18 19:33:18.382280 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c2695035-8684-491d-a3b8-2319e14f6b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '2c5043ff-9b3a-4cee-b881-0b1fbc8b0946', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'floating_ip_address': '172.25.8.88', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'port_id': '99170d7f-a006-44e5-88e9-ab189090db42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'mac_address': 'fa:16:3e:a8:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:32:36Z', 'updated_at': '2022-04-18T19:33:12Z', 'revision_number': 1, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:18.386724 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2695035-8684-491d-a3b8-2319e14f6b0f None None] The sync data for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 is: [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '2c5043ff-9b3a-4cee-b881-0b1fbc8b0946', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'floating_ip_address': '172.25.8.88', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'port_id': '99170d7f-a006-44e5-88e9-ab189090db42', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'mac_address': 'fa:16:3e:a8:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:32:36Z', 'updated_at': '2022-04-18T19:33:12Z', 'revision_number': 1, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:33:18.398064 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0aecd834-4080-4418-8ceb-dd520cdb892e req-a55c8b1a-a46c-4681-ab25-7fa8e687398b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2817717 Apr 18 19:33:18.437781 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.438810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:18.439540 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.461960 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.485443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port af507469-16c5-46bc-9b1b-494a67a6e7e4 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:18.485765 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.495718 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-57c54b38-9180-4d1e-aad2-ba4aedf2d5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.524314 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c54b38-9180-4d1e-aad2-ba4aedf2d5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed23cb1-332b-46ce-bcaf-726e1f2d05f2,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:18.569025 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c4a372-c87d-44bb-b210-4b763dc24119'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:18.580454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5973c-3a34-4581-9ec8-ac5a56611cf2 req-4304ab95-a4e4-4388-b2ff-363bd1e441ec tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:18.582997 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 20c4a372-c87d-44bb-b210-4b763dc24119, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=20c4a372-c87d-44bb-b210-4b763dc24119,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:18.587251 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7cd5973c-3a34-4581-9ec8-ac5a56611cf2 req-4304ab95-a4e4-4388-b2ff-363bd1e441ec tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 945 time: 0.1288249 Apr 18 19:33:18.605887 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Made reservation on behalf of b8bce650968b4da1beb64a083e7587c9 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:18.609386 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.616843 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-57c54b38-9180-4d1e-aad2-ba4aedf2d5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.621348 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-57c54b38-9180-4d1e-aad2-ba4aedf2d5d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ed23cb1-332b-46ce-bcaf-726e1f2d05f2 HTTP/1.1" status: 204 len: 168 time: 0.7831724 Apr 18 19:33:18.655271 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7cd5973c-3a34-4581-9ec8-ac5a56611cf2 req-96cc6678-6b2c-4e10-a3d1-6e1f784146ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670240 Apr 18 19:33:18.660217 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0f6c864-56ba-4538-a668-7a3136a81240 req-3f9fd7c2-cfde-4766-8417-c6f5383481d5 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/security-groups?id=de90d2e8-990c-4782-a332-7473735460a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020353 Apr 18 19:33:18.686811 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] Pushing event updated for resources: {'Network': ['ID=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:18.686970 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:18.686970 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 40017180-6d68-4a8f-bf19-427dcf961e65 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:18.719138 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57690) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:18.814404 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3b9594aa-6e6e-456b-b48e-822ef15b36ea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6621387 Apr 18 19:33:18.821279 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57696) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:18.847603 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:33:18.861001 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Request body: {'subnet': {'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-178387135-subnet', 'tenant_id': '7ac380de70d546e8bdcac3d66adc8947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:18.893233 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-63cf4bdf-43c9-4121-8e04-b90afd3240b5 req-f5b36037-d845-4d27-b760-0536c188db9b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 210 time: 0.0857127 Apr 18 19:33:18.900061 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:18.900859 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da05bde1-6257-4d75-a1f3-7371a7e0892c'] response: {'server_uuid': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c4a372-c87d-44bb-b210-4b763dc24119', 'code': 200} Apr 18 19:33:18.912537 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Usage tracker for resource:subnet and tenant:7ac380de70d546e8bdcac3d66adc8947 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:18.928698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0aecd834-4080-4418-8ceb-dd520cdb892e req-6027d39a-490e-4f5a-9406-c2cfc564e406 service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176506 Apr 18 19:33:18.932600 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:18.944703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1116838155-network', 'tenant_id': '41739f6f84704e74bb3b4322dbaaecfa'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:18.954766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:18.960130 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Usage tracker for resource:network and tenant:41739f6f84704e74bb3b4322dbaaecfa is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:18.965064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:18.972378 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:18.978221 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:19.002071 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e0955dba-bac5-42c3-9f96-58325dc88de6 req-a5628e6c-5d09-438e-8031-90172084f747 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 1097 time: 0.1050959 Apr 18 19:33:19.048312 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=20c4a372-c87d-44bb-b210-4b763dc24119,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:19.055364 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e0955dba-bac5-42c3-9f96-58325dc88de6 req-9f01fa2f-63ec-40e5-ba8b-2b58c97f59ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461874 Apr 18 19:33:19.096361 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Made reservation on behalf of 41739f6f84704e74bb3b4322dbaaecfa for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:19.098847 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.112817 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.121286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Allocated IP 172.20.0.10 (3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d/10c74269-dc99-466d-b488-42edd85b195a/ca8cae61-1a56-47f9-8649-ceda9fc18680) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:19.147000 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 40017180-6d68-4a8f-bf19-427dcf961e65 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:19.153104 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 40017180-6d68-4a8f-bf19-427dcf961e65 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:19.153397 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.154826 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:19.166027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Usage tracker for resource:security_group_rule and tenant:41739f6f84704e74bb3b4322dbaaecfa is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:19.176523 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:19.191741 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0aecd834-4080-4418-8ceb-dd520cdb892e req-fee006f7-3b1c-4179-8ecd-09213bb9e33e service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456009 Apr 18 19:33:19.191938 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:19.214025 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Made reservation on behalf of 7ac380de70d546e8bdcac3d66adc8947 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:19.220547 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.276473 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.343234 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.374765 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.390706 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 40017180-6d68-4a8f-bf19-427dcf961e65, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=40017180-6d68-4a8f-bf19-427dcf961e65,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:19.412587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c613b4-a850-4ca3-aa03-f593a0268eae,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:19.426751 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:33:19.439958 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.439958 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Added segment 99cb52ed-807e-4e1e-b35e-e740b0bbba2f of type vlan for network f15dab2c-59f3-4ee9-a6cd-850d9d067315 Apr 18 19:33:19.455233 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.467281 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.529634 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=40017180-6d68-4a8f-bf19-427dcf961e65,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:19.563787 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.564709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:19.565328 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.661900 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.674470 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] Pushing event updated for resources: {'Network': ['ID=f15dab2c-59f3-4ee9-a6cd-850d9d067315,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:19.689963 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Transition to ACTIVE for port object ca8cae61-1a56-47f9-8649-ceda9fc18680 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:19.690410 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network f15dab2c-59f3-4ee9-a6cd-850d9d067315 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:33:19.729752 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c6415376-05c8-4766-8ceb-a6451db95ebe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0165734 Apr 18 19:33:19.730589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57718) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:19.733034 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68b378-a64c-40a3-abe5-bb4b94823fea req-59aac323-db57-424d-b6b5-1b121e7d0404 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:19.734534 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e68b378-a64c-40a3-abe5-bb4b94823fea req-59aac323-db57-424d-b6b5-1b121e7d0404 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 945 time: 0.3488264 Apr 18 19:33:19.738222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Request body: {'subnet': {'network_id': 'f15dab2c-59f3-4ee9-a6cd-850d9d067315', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1116838155-subnet', 'tenant_id': '41739f6f84704e74bb3b4322dbaaecfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:19.750672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:19.758319 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Usage tracker for resource:subnet and tenant:41739f6f84704e74bb3b4322dbaaecfa is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:19.761444 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:19.768409 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:19.833805 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e68b378-a64c-40a3-abe5-bb4b94823fea req-d2e4597c-b639-41f6-b612-b10b437d3ef0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887039 Apr 18 19:33:19.878749 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Made reservation on behalf of 41739f6f84704e74bb3b4322dbaaecfa for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:19.882304 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.912516 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:19.924843 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 27526a4e-b1f1-4a00-b21e-c3ceeae20338 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:20.028716 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.058641 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bd96d-ce96-4318-a107-862b5fc47707 req-f2f7b4e7-572d-449d-9c80-c387a9bf8c2b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:20.060412 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-130bd96d-ce96-4318-a107-862b5fc47707 req-f2f7b4e7-572d-449d-9c80-c387a9bf8c2b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 946 time: 0.2666705 Apr 18 19:33:20.123946 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:20.126499 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-130bd96d-ce96-4318-a107-862b5fc47707 req-20a83340-2ea7-409d-803a-841f54aebc7d tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564249 Apr 18 19:33:20.134900 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 27526a4e-b1f1-4a00-b21e-c3ceeae20338 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:20.141191 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:20.154778 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 27526a4e-b1f1-4a00-b21e-c3ceeae20338 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:20.155229 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.158072 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:20.202691 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Pushing event updated for resources: {'Port': ['ID=ca8cae61-1a56-47f9-8649-ceda9fc18680,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:20.341195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3cbeb9-5455-4933-b1e7-e251e8d856ba,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:20.377091 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.401079 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:20.401887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.436890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691d06b-c86e-4335-93f5-e0fe5be007d8 req-34dd53c3-14e3-4afb-bfec-d414c2306efe tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:20.438814 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9691d06b-c86e-4335-93f5-e0fe5be007d8 req-34dd53c3-14e3-4afb-bfec-d414c2306efe tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 945 time: 0.4532967 Apr 18 19:33:20.439923 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Checking segment: {'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:20.440610 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Network hostable DHCP agents. Network: 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:33:20.475718 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.514019 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 27526a4e-b1f1-4a00-b21e-c3ceeae20338, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=27526a4e-b1f1-4a00-b21e-c3ceeae20338,segment=NetworkSegment(ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71),segment_id=ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:20.515657 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9691d06b-c86e-4335-93f5-e0fe5be007d8 req-46305da5-4a20-49bc-915f-84eafdc45b56 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/security-groups?id=de90d2e8-990c-4782-a332-7473735460a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698082 Apr 18 19:33:20.542980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4752357-d74d-4c6d-a1ef-0d502b095dc9,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:20.554391 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-23c4b560-2e87-4a62-bc25-6aa939036292 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7108915 Apr 18 19:33:20.568286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Request body: {'port': {'device_id': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:20.586264 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.586495 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Checking segment: {'id': '99cb52ed-807e-4e1e-b35e-e740b0bbba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f15dab2c-59f3-4ee9-a6cd-850d9d067315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:20.586735 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Network hostable DHCP agents. Network: f15dab2c-59f3-4ee9-a6cd-850d9d067315, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:33:20.599034 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4ce16-6a46-476d-a2c7-5a20e8c494d8 req-769d6f82-905d-406b-be5c-995bd8fbdcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:20.600545 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-24f4ce16-6a46-476d-a2c7-5a20e8c494d8 req-769d6f82-905d-406b-be5c-995bd8fbdcb8 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 932 time: 0.1701913 Apr 18 19:33:20.611959 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:33:20.645800 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-da17ff34-1641-4a90-9acd-f3d3522c088c None None] Provisioning for port ca8cae61-1a56-47f9-8649-ceda9fc18680 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:20.651598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-24f4ce16-6a46-476d-a2c7-5a20e8c494d8 req-3ce2824a-3975-410a-b382-104ea35945c3 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Synchronizing usage tracker for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:20.657165 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-da17ff34-1641-4a90-9acd-f3d3522c088c None None] Provisioning complete for port ca8cae61-1a56-47f9-8649-ceda9fc18680 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:20.657534 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-da17ff34-1641-4a90-9acd-f3d3522c088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.719663 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=27526a4e-b1f1-4a00-b21e-c3ceeae20338,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:20.722450 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:20.741981 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33e6b7-9ed2-4058-a978-a057ea9df689 None None] Network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:20.742397 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:20.742397 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.742397 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.749418 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-da17ff34-1641-4a90-9acd-f3d3522c088c None None] Port ca8cae61-1a56-47f9-8649-ceda9fc18680 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:20.770764 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-24f4ce16-6a46-476d-a2c7-5a20e8c494d8 req-3ce2824a-3975-410a-b382-104ea35945c3 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Unset dirty status for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:20.772179 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-24f4ce16-6a46-476d-a2c7-5a20e8c494d8 req-3ce2824a-3975-410a-b382-104ea35945c3 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f1892b8-535a-4fa3-a88b-ccd044b3d499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659443 Apr 18 19:33:20.805013 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Network f15dab2c-59f3-4ee9-a6cd-850d9d067315 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:33:20.820588 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, f15dab2c-59f3-4ee9-a6cd-850d9d067315) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:20.825515 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:20.826142 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:20.829792 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7435714e-aba4-41fc-aacf-570461eae0d0 None None] Network f15dab2c-59f3-4ee9-a6cd-850d9d067315 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:20.851647 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f4759f28-7592-4e81-a3af-088e652295bf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0250640 Apr 18 19:33:20.903618 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba8ee3-c1d4-469d-9f6f-587ef239153d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40017180-6d68-4a8f-bf19-427dcf961e65'}, {'server_uuid': '3088aa4f-521a-4d81-8120-eaa7229675f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27526a4e-b1f1-4a00-b21e-c3ceeae20338'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:20.962493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4dcb12f3-1209-401e-9ff8-b9ddffc2259e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2230420 Apr 18 19:33:21.085779 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ad2cd5-33fb-47d3-afd5-6f342d31bec2'] response: {'server_uuid': 'a9ba8ee3-c1d4-469d-9f6f-587ef239153d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40017180-6d68-4a8f-bf19-427dcf961e65', 'code': 200} Apr 18 19:33:21.086092 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ad2cd5-33fb-47d3-afd5-6f342d31bec2'] response: {'server_uuid': '3088aa4f-521a-4d81-8120-eaa7229675f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27526a4e-b1f1-4a00-b21e-c3ceeae20338', 'code': 200} Apr 18 19:33:21.335695 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34844734-8ed8-4905-b220-48092088e3db None None] New status for floating IP 2c5043ff-9b3a-4cee-b881-0b1fbc8b0946: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:33:21.350302 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a397a4fb-9b8b-4476-b38f-da8e8e330bfd req-73145bd6-d6db-4ed2-9cef-0ac3771ea676 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 1097 time: 0.1461937 Apr 18 19:33:21.402175 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e74e6fac-7a33-4ece-a1fd-60bbd4489e6f req-8ebe20ac-7d25-46f0-a458-167c66b89351 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 1097 time: 0.2188709 Apr 18 19:33:21.409091 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e1ada-c9bf-44ea-acda-a266ead50dcc req-04b956e3-2d99-4b11-a4f9-8fdc0f53cbb2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:21.409314 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6038f469-e92b-4caa-9ef2-9cce9ecfcdb9 None None] Network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:21.410807 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa5e1ada-c9bf-44ea-acda-a266ead50dcc req-04b956e3-2d99-4b11-a4f9-8fdc0f53cbb2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 946 time: 0.3278325 Apr 18 19:33:21.479516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8cae61-1a56-47f9-8649-ceda9fc18680 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:21.501322 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e74e6fac-7a33-4ece-a1fd-60bbd4489e6f req-128933df-b489-4097-8311-2952fef290de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894706 Apr 18 19:33:21.506343 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa5e1ada-c9bf-44ea-acda-a266ead50dcc req-e2b5d3fb-d305-4353-8cab-84c8d09cf7cd tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797737 Apr 18 19:33:21.523895 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:21.589760 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a397a4fb-9b8b-4476-b38f-da8e8e330bfd req-3c9cb11a-5bb2-45de-8398-9778223b9fa1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de90d2e8-990c-4782-a332-7473735460a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326581 Apr 18 19:33:21.609839 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Transition to ACTIVE for port object ca8cae61-1a56-47f9-8649-ceda9fc18680 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:21.645584 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b22f82e-bf9c-434a-80a3-7197be1147df None None] Network f15dab2c-59f3-4ee9-a6cd-850d9d067315 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:21.670554 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-2a83850f-7740-4428-a8b9-3f26d06e76bb tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:21.671324 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-2a83850f-7740-4428-a8b9-3f26d06e76bb tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Synchronizing usage tracker for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:21.678592 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ea4de4ea-e3e3-46e6-a91f-60454536a63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:21.681148 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:21.811252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4ad20-7807-49c0-b12b-aa6c4be1fb72 req-7a8084c1-743b-4ad9-b551-da17105153f7 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:21.813175 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86d4ad20-7807-49c0-b12b-aa6c4be1fb72 req-7a8084c1-743b-4ad9-b551-da17105153f7 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 946 time: 0.1892312 Apr 18 19:33:21.818901 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-2a83850f-7740-4428-a8b9-3f26d06e76bb tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Unset dirty status for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:21.820058 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-2a83850f-7740-4428-a8b9-3f26d06e76bb tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/networks?id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 HTTP/1.1" status: 200 len: 814 time: 0.3443384 Apr 18 19:33:21.835891 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8cae61-1a56-47f9-8649-ceda9fc18680,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:21.856314 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-9a3f245a-c3d7-4a93-a4fb-2282d5a29b07 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/quotas/7ac380de70d546e8bdcac3d66adc8947 HTTP/1.1" status: 200 len: 375 time: 0.0213571 Apr 18 19:33:21.905691 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86d4ad20-7807-49c0-b12b-aa6c4be1fb72 req-f16181c0-4178-4c81-9af3-4409a1b02872 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780489 Apr 18 19:33:21.955781 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-194070e8-034d-4b91-8a5e-2578c3bbbed1 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ac380de70d546e8bdcac3d66adc8947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880995 Apr 18 19:33:22.133196 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Attempting to bind port ca8cae61-1a56-47f9-8649-ceda9fc18680 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:22.133623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Attempting to bind port ca8cae61-1a56-47f9-8649-ceda9fc18680 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:22.133869 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Attempting to bind port ca8cae61-1a56-47f9-8649-ceda9fc18680 on network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:22.142867 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Port ca8cae61-1a56-47f9-8649-ceda9fc18680 on network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:33:22.143190 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Attempting to bind port ca8cae61-1a56-47f9-8649-ceda9fc18680 on network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:22.151800 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:22.152142 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Checking segment: {'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:22.152536 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Bound using segment: {'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:22.152984 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Bound port: ca8cae61-1a56-47f9-8649-ceda9fc18680, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:22.153332 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.318155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-d936d800-e1d1-4e9e-9750-0b90b774aa7b tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:22.318870 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-d936d800-e1d1-4e9e-9750-0b90b774aa7b tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Synchronizing usage tracker for tenant:41739f6f84704e74bb3b4322dbaaecfa on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:22.366904 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-bb811c88-84d6-4e11-b395-7f2409898a8f service neutron] 10.222.0.66 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101014 Apr 18 19:33:22.431701 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-d936d800-e1d1-4e9e-9750-0b90b774aa7b tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Unset dirty status for tenant:41739f6f84704e74bb3b4322dbaaecfa on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:22.433520 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-d936d800-e1d1-4e9e-9750-0b90b774aa7b tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/networks?id=f15dab2c-59f3-4ee9-a6cd-850d9d067315 HTTP/1.1" status: 200 len: 814 time: 0.2746851 Apr 18 19:33:22.450251 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-32927390-b293-4a81-bc62-7acf6b21ebcb tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/quotas/41739f6f84704e74bb3b4322dbaaecfa HTTP/1.1" status: 200 len: 375 time: 0.0108132 Apr 18 19:33:22.471636 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] For port ca8cae61-1a56-47f9-8649-ceda9fc18680, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:22.485701 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] For port ca8cae61-1a56-47f9-8649-ceda9fc18680, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=ca8cae61-1a56-47f9-8649-ceda9fc18680,segment=NetworkSegment(e0b3b642-3e24-46ac-9c5c-4a06d7cc1760),segment_id=e0b3b642-3e24-46ac-9c5c-4a06d7cc1760)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:22.503811 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-f14dcb20-80a7-4f34-9959-333a84770f66 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=41739f6f84704e74bb3b4322dbaaecfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470698 Apr 18 19:33:22.527768 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-a3210c04-466b-4224-9019-e49dd76c7e33 service neutron] 10.222.0.66 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474576 Apr 18 19:33:22.577446 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.615164 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57796) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:22.641676 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.643708 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] 10.222.0.71 "PUT /v2.0/ports/ca8cae61-1a56-47f9-8649-ceda9fc18680 HTTP/1.1" status: 200 len: 1092 time: 2.0812767 Apr 18 19:33:22.644156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'tag': 'ca8cae61-1a56-47f9-8649-ceda9fc18680'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:22.671870 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-770c48b9-f0ec-4717-9d97-54e69ec73bca service neutron] 10.222.0.66 "GET /v2.0/networks/f15dab2c-59f3-4ee9-a6cd-850d9d067315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608837 Apr 18 19:33:22.705540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98043f8e-7541-4656-aa3e-89ad73129857 service neutron] Pushing event updated for resources: {'Port': ['ID=ca8cae61-1a56-47f9-8649-ceda9fc18680,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:22.843274 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f819dc0-5317-48d3-85c9-87fb8d6d8468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:22.895603 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-5657cf1c-7590-4dc6-bb17-a9456cdf6151 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b8bce650968b4da1beb64a083e7587c9&device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 1095 time: 0.1102283 Apr 18 19:33:22.914784 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7f819dc0-5317-48d3-85c9-87fb8d6d8468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:22.924772 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7f819dc0-5317-48d3-85c9-87fb8d6d8468 admin admin] Usage tracker for resource:security_group_rule and tenant:b77fe524b1c34d72b6127c7bdeb198ce is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:22.945383 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7f819dc0-5317-48d3-85c9-87fb8d6d8468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:22.953723 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7f819dc0-5317-48d3-85c9-87fb8d6d8468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:23.043108 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f819dc0-5317-48d3-85c9-87fb8d6d8468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:23.045705 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-9c9cce44-7ded-4e4d-baff-1865194e8598 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8cae61-1a56-47f9-8649-ceda9fc18680 HTTP/1.1" status: 200 len: 217 time: 0.1424820 Apr 18 19:33:23.059777 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-889e935b-c8c3-4d94-a088-9bfa9998f4e2 service neutron] 10.222.0.66 "GET /v2.0/networks/f15dab2c-59f3-4ee9-a6cd-850d9d067315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829887 Apr 18 19:33:23.134700 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-0bdbf88f-d394-41db-b835-6fff4db535b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:23.136367 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-0bdbf88f-d394-41db-b835-6fff4db535b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=10c74269-dc99-466d-b488-42edd85b195a HTTP/1.1" status: 200 len: 868 time: 0.0825994 Apr 18 19:33:23.152257 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f819dc0-5317-48d3-85c9-87fb8d6d8468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:23.196788 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c5d0-f80e-47d7-9dab-0822517eda7b req-aaa4c959-c250-4d58-a66b-f8cc4192763c tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:23.198315 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f68c5d0-f80e-47d7-9dab-0822517eda7b req-aaa4c959-c250-4d58-a66b-f8cc4192763c tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 946 time: 0.2186084 Apr 18 19:33:23.205819 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7f819dc0-5317-48d3-85c9-87fb8d6d8468 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b77fe524b1c34d72b6127c7bdeb198ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5895116 Apr 18 19:33:23.206945 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f819dc0-5317-48d3-85c9-87fb8d6d8468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad601ea-c7ae-4e84-b869-bbc3abd223c7,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:23.209435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57812) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:23.267838 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-e4b9e65b-419e-4da9-847c-9d932386b839 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231267 Apr 18 19:33:23.271685 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f68c5d0-f80e-47d7-9dab-0822517eda7b req-998d0dfe-2537-4833-8099-d5ecaa92eb5e tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/security-groups?id=de90d2e8-990c-4782-a332-7473735460a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624747 Apr 18 19:33:23.286910 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04888c74-af91-4cbd-b7f3-b3e46ecd6362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:23.317365 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04888c74-af91-4cbd-b7f3-b3e46ecd6362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:23.496785 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04888c74-af91-4cbd-b7f3-b3e46ecd6362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:23.511430 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04888c74-af91-4cbd-b7f3-b3e46ecd6362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad601ea-c7ae-4e84-b869-bbc3abd223c7,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:23.519610 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04888c74-af91-4cbd-b7f3-b3e46ecd6362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:23.520657 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-04888c74-af91-4cbd-b7f3-b3e46ecd6362 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3ad601ea-c7ae-4e84-b869-bbc3abd223c7 HTTP/1.1" status: 204 len: 168 time: 0.3103516 Apr 18 19:33:23.563830 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-8c3e6b9a-37f6-4a8e-a953-0e9256a3c989 service neutron] 10.222.0.71 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889726 Apr 18 19:33:23.569696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293a253-772a-43c2-a13c-57d5f2f43bda req-5916b606-1123-4706-9191-9fbe3ea13a82 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:23.571497 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a293a253-772a-43c2-a13c-57d5f2f43bda req-5916b606-1123-4706-9191-9fbe3ea13a82 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Synchronizing usage tracker for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:23.707086 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95a04e0b-cfad-4296-9197-1932687b5e2e req-a80e2c9d-91fa-4d56-a8d2-07e8e1e2ecce service neutron] 10.222.0.71 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335394 Apr 18 19:33:23.822157 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a293a253-772a-43c2-a13c-57d5f2f43bda req-5916b606-1123-4706-9191-9fbe3ea13a82 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Unset dirty status for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:23.823361 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a293a253-772a-43c2-a13c-57d5f2f43bda req-5916b606-1123-4706-9191-9fbe3ea13a82 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 944 time: 0.4113743 Apr 18 19:33:23.870222 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a293a253-772a-43c2-a13c-57d5f2f43bda req-2f2769ba-4120-4d6d-a18e-2559b02643f8 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f1892b8-535a-4fa3-a88b-ccd044b3d499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Apr 18 19:33:23.877473 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-25b6e18b-687e-4f60-a628-5c25bbbc1ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:24.019908 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c4f168-e0c7-43c0-87e2-4e1c10913ebe'] response: {'name': 'network-changed', 'server_uuid': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'tag': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'status': 'completed', 'code': 200} Apr 18 19:33:24.125679 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-770896a6-7d24-4500-a2c0-af3305e30493 req-3cacd1c6-4aa7-4394-bfda-282a565e2702 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 210 time: 0.0622320 Apr 18 19:33:24.174320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e914fd0-8c8b-4db8-8215-3fbb5db55406 req-c627c296-4151-49e2-b74b-cb6ed4313de4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:24.175980 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e914fd0-8c8b-4db8-8215-3fbb5db55406 req-c627c296-4151-49e2-b74b-cb6ed4313de4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 946 time: 0.1908722 Apr 18 19:33:24.222602 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-251d9807-807a-43df-a551-e56ce8e37c9c req-cf558579-8e15-43b9-aecd-0b58dc2b8a1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b8bce650968b4da1beb64a083e7587c9&device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 1095 time: 0.1744030 Apr 18 19:33:24.244291 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-578f5f64-37c9-4af9-8cd5-4a83c603a147 req-64cf4f6d-494e-407f-9606-ccc15e95a889 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 210 time: 0.0524170 Apr 18 19:33:24.311446 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6e914fd0-8c8b-4db8-8215-3fbb5db55406 req-38fb0f23-f2eb-46ce-941a-b2b9a382e222 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284041 Apr 18 19:33:24.407775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d9807-807a-43df-a551-e56ce8e37c9c req-64666dd1-cc39-45f2-b80a-7394721f1e55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:24.409333 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-251d9807-807a-43df-a551-e56ce8e37c9c req-64666dd1-cc39-45f2-b80a-7394721f1e55 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d HTTP/1.1" status: 200 len: 930 time: 0.1810803 Apr 18 19:33:24.483664 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f186c1-4d1b-44f4-9182-2e8a8296ece3 req-e4a51bd1-8d1d-428e-aee0-96f05491132f tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:24.485657 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-00f186c1-4d1b-44f4-9182-2e8a8296ece3 req-e4a51bd1-8d1d-428e-aee0-96f05491132f tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 946 time: 0.1074347 Apr 18 19:33:24.548805 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-00f186c1-4d1b-44f4-9182-2e8a8296ece3 req-5c1cee06-ab43-44c4-b729-ae9a1d5a03d0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578189 Apr 18 19:33:24.625489 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-251d9807-807a-43df-a551-e56ce8e37c9c req-a668a57e-7b48-409b-8aca-d7629ea7a0a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8cae61-1a56-47f9-8649-ceda9fc18680 HTTP/1.1" status: 200 len: 217 time: 0.2073030 Apr 18 19:33:24.813239 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d9807-807a-43df-a551-e56ce8e37c9c req-0fca6b9a-b7c9-4264-9541-6b61ede6ffb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:24.814886 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-251d9807-807a-43df-a551-e56ce8e37c9c req-0fca6b9a-b7c9-4264-9541-6b61ede6ffb6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=10c74269-dc99-466d-b488-42edd85b195a HTTP/1.1" status: 200 len: 868 time: 0.1795678 Apr 18 19:33:24.824662 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11033b5-7e63-452a-a28e-977c847ffb18 req-273febe4-14dc-4434-9724-040e822c5a6c tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:24.830899 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f11033b5-7e63-452a-a28e-977c847ffb18 req-273febe4-14dc-4434-9724-040e822c5a6c tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 946 time: 0.3234816 Apr 18 19:33:24.951947 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f11033b5-7e63-452a-a28e-977c847ffb18 req-6167973b-fc1e-4776-98cb-255504346155 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/security-groups?id=de90d2e8-990c-4782-a332-7473735460a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198595 Apr 18 19:33:24.981506 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-251d9807-807a-43df-a551-e56ce8e37c9c req-66802632-90a2-4a7d-8665-d662b23bec65 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263320 Apr 18 19:33:25.039360 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.071178 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.212819 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-251d9807-807a-43df-a551-e56ce8e37c9c req-82670ccc-38d5-4715-a38a-ce45fac49c78 service neutron] 10.222.0.71 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133052 Apr 18 19:33:25.230901 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5988500-e596-4f9f-9d31-a90e3ba9d57d req-7123374b-461a-43ab-9759-91bba46762b4 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:25.232227 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a5988500-e596-4f9f-9d31-a90e3ba9d57d req-7123374b-461a-43ab-9759-91bba46762b4 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 944 time: 0.1458862 Apr 18 19:33:25.352855 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a5988500-e596-4f9f-9d31-a90e3ba9d57d req-dfad304b-7d9c-40e6-afad-bd79b2bd430b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f1892b8-535a-4fa3-a88b-ccd044b3d499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138680 Apr 18 19:33:25.355736 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57862) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:25.378238 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-251d9807-807a-43df-a551-e56ce8e37c9c req-4ed3bbe5-0067-4610-acab-5a4786f3cea1 service neutron] 10.222.0.71 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592813 Apr 18 19:33:25.593878 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c4480b7a-0452-4f3f-b726-c1ccbf6212dc req-bc57ad8f-85e0-4afe-910f-4bb8459e0c2f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 210 time: 0.0638216 Apr 18 19:33:25.598051 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83ff96ba-6680-4513-ba4c-dad8776a22b3 req-010531b7-b3b3-4319-9bbb-59d972c08622 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 210 time: 0.0881460 Apr 18 19:33:25.601264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1489070659-network', 'tenant_id': '47fc729adfac4d24a691126285e269c5'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:25.606817 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:25.611674 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Usage tracker for resource:network and tenant:47fc729adfac4d24a691126285e269c5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:25.615489 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:25.629074 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:25.784061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Made reservation on behalf of 47fc729adfac4d24a691126285e269c5 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:25.787429 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.808992 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:25.865135 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:25.870900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Usage tracker for resource:security_group_rule and tenant:47fc729adfac4d24a691126285e269c5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:25.875353 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:25.884331 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:25.893479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0cc4e-af46-4c2f-b26a-0a2f0ef57b0d req-e8368bff-8900-4e58-a2ad-98cd239a2f9e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:25.895009 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2c0cc4e-af46-4c2f-b26a-0a2f0ef57b0d req-e8368bff-8900-4e58-a2ad-98cd239a2f9e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 946 time: 0.1536894 Apr 18 19:33:25.963109 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2c0cc4e-af46-4c2f-b26a-0a2f0ef57b0d req-62de6687-4b00-4380-80b8-988e823be04b tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592208 Apr 18 19:33:26.005570 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.125407 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.167212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:33:26.197800 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.198764 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Added segment 771ab6d7-b26f-4a5b-a9d9-20133efcc745 of type vlan for network e205f079-64be-4327-82da-d8668ba8a2f8 Apr 18 19:33:26.250174 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.255440 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326fccab-0160-475e-ab7e-461bc5c66e37,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:26.399344 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.400208 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:26.400786 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.439483 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.535719 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] Pushing event updated for resources: {'Network': ['ID=e205f079-64be-4327-82da-d8668ba8a2f8,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:26.551698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network e205f079-64be-4327-82da-d8668ba8a2f8 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:33:26.580181 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d4fa4f18-7032-4a91-99a3-87437bd99c29 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2206190 Apr 18 19:33:26.580524 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57892) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:26.586155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Request body: {'subnet': {'network_id': 'e205f079-64be-4327-82da-d8668ba8a2f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1489070659-subnet', 'tenant_id': '47fc729adfac4d24a691126285e269c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:26.595699 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:26.600047 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Usage tracker for resource:subnet and tenant:47fc729adfac4d24a691126285e269c5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:26.603578 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:26.612563 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:26.759834 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-494b4d31-16e9-4074-8d75-c3100c750d1a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:26.761266 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-494b4d31-16e9-4074-8d75-c3100c750d1a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.71 "GET /v2.0/networks?id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 HTTP/1.1" status: 200 len: 814 time: 0.3246384 Apr 18 19:33:26.772013 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526a9a-1716-4c77-9cf4-115d54f98dc0 req-70e0a798-6592-45ca-b66c-952e5f0caf2e tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:26.777717 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Made reservation on behalf of 47fc729adfac4d24a691126285e269c5 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:26.779539 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8526a9a-1716-4c77-9cf4-115d54f98dc0 req-70e0a798-6592-45ca-b66c-952e5f0caf2e tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 946 time: 0.2571278 Apr 18 19:33:26.781705 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:26.785828 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Request body: {'port': {'device_id': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5', 'admin_state_up': True, 'tenant_id': '7ac380de70d546e8bdcac3d66adc8947'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:26.944880 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8526a9a-1716-4c77-9cf4-115d54f98dc0 req-dbdbbf61-931d-40f1-8af0-8232d941f4ee tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/security-groups?id=de90d2e8-990c-4782-a332-7473735460a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643906 Apr 18 19:33:27.004402 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:27.010888 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Usage tracker for resource:port and tenant:7ac380de70d546e8bdcac3d66adc8947 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:27.012135 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:27.019982 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:27.136431 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Made reservation on behalf of 7ac380de70d546e8bdcac3d66adc8947 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:27.142877 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.243896 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.316229 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-3c19a6e1-86ed-42e2-b106-9584d9aad810 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:27.319033 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-3c19a6e1-86ed-42e2-b106-9584d9aad810 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.71 "GET /v2.0/networks?id=f15dab2c-59f3-4ee9-a6cd-850d9d067315 HTTP/1.1" status: 200 len: 814 time: 0.2908864 Apr 18 19:33:27.351953 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Request body: {'port': {'device_id': '44c76c33-8070-48c3-8bf7-9d6903556647', 'network_id': 'f15dab2c-59f3-4ee9-a6cd-850d9d067315', 'admin_state_up': True, 'tenant_id': '41739f6f84704e74bb3b4322dbaaecfa'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:27.382214 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device ca8cae61-1a56-47f9-8649-ceda9fc18680 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:33:27.427461 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3e1dc60c-eb0c-428a-9d87-b04e5fd3984d req-976072af-7c8b-46b4-85ef-826ebdd0c5e7 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 210 time: 0.0549197 Apr 18 19:33:27.476920 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ccf6840-01b7-4157-be6b-0658f0f0bba8,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:27.498309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Checking segment: {'id': '771ab6d7-b26f-4a5b-a9d9-20133efcc745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e205f079-64be-4327-82da-d8668ba8a2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:27.499287 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Network hostable DHCP agents. Network: e205f079-64be-4327-82da-d8668ba8a2f8, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:33:27.563975 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:27.574856 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Usage tracker for resource:port and tenant:41739f6f84704e74bb3b4322dbaaecfa is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:27.589032 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:27.604585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:27.660093 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Network e205f079-64be-4327-82da-d8668ba8a2f8 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:33:27.666274 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port ca8cae61-1a56-47f9-8649-ceda9fc18680, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=ca8cae61-1a56-47f9-8649-ceda9fc18680,segment=NetworkSegment(e0b3b642-3e24-46ac-9c5c-4a06d7cc1760),segment_id=e0b3b642-3e24-46ac-9c5c-4a06d7cc1760)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:27.678932 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-38090f7a-b679-4f25-9537-8702b0bb90b9 req-15b286a4-8328-4329-9264-bda854d7d41c tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 210 time: 0.0582669 Apr 18 19:33:27.680054 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70876b02-0b19-4b7b-ab7e-1c30abb40e2e req-3105f675-f486-4aa5-a229-3f4252025188 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:27.683083 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'port_id': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'mac_address': 'fa:16:3e:65:8f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c74269-dc99-466d-b488-42edd85b195a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:33:27.688128 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70876b02-0b19-4b7b-ab7e-1c30abb40e2e req-3105f675-f486-4aa5-a229-3f4252025188 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 944 time: 0.5244575 Apr 18 19:33:27.724619 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Made reservation on behalf of 41739f6f84704e74bb3b4322dbaaecfa for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:27.727614 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.776328 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, e205f079-64be-4327-82da-d8668ba8a2f8) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:27.784084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:27.784929 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.811946 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad150be-f249-4d58-bfd7-57d446de702b None None] Network e205f079-64be-4327-82da-d8668ba8a2f8 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:27.840279 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:27.868660 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Allocated IP 172.20.0.2 (52b1d32f-cbdb-4cd8-8905-3c05e236a1a5/6f3cbeb9-5455-4933-b1e7-e251e8d856ba/922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:27.872892 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70876b02-0b19-4b7b-ab7e-1c30abb40e2e req-be080bcf-9ab1-462b-9094-8837de77b5f9 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f1892b8-535a-4fa3-a88b-ccd044b3d499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838567 Apr 18 19:33:27.915228 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8cae61-1a56-47f9-8649-ceda9fc18680 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:27.921387 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1870a9f1-90e8-47f4-9570-f562eede48e0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3392920 Apr 18 19:33:27.948354 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port ca8cae61-1a56-47f9-8649-ceda9fc18680, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=ca8cae61-1a56-47f9-8649-ceda9fc18680,segment=NetworkSegment(e0b3b642-3e24-46ac-9c5c-4a06d7cc1760),segment_id=e0b3b642-3e24-46ac-9c5c-4a06d7cc1760)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:28.042923 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:28.313489 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['ca8cae61-1a56-47f9-8649-ceda9fc18680'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:28.361949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21402d3a-0efd-41c2-a903-ae4e4dbf6ceb req-f5c716a8-8523-4a29-baaf-4010e9338f09 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:28.363449 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21402d3a-0efd-41c2-a903-ae4e4dbf6ceb req-f5c716a8-8523-4a29-baaf-4010e9338f09 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.16 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 946 time: 0.6238441 Apr 18 19:33:28.366271 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6c009-7f4b-4b75-aacd-7edc1b24e1f3 None None] Network e205f079-64be-4327-82da-d8668ba8a2f8 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:28.386864 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=ca8cae61-1a56-47f9-8649-ceda9fc18680,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:28.481471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Allocated IP 172.20.0.12 (f15dab2c-59f3-4ee9-a6cd-850d9d067315/c4752357-d74d-4c6d-a1ef-0d502b095dc9/8a7bbef2-7dc5-4626-931f-cca5d2045913) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:28.557964 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-21402d3a-0efd-41c2-a903-ae4e4dbf6ceb req-3b11c1cc-1168-409e-8dea-a6ce1d648ba6 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Deleting port 27526a4e-b1f1-4a00-b21e-c3ceeae20338 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:28.558229 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-21402d3a-0efd-41c2-a903-ae4e4dbf6ceb req-3b11c1cc-1168-409e-8dea-a6ce1d648ba6 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:28.693877 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46e53c-fbfc-47a0-80f4-58b7a338abf5 req-f82cd6c0-285c-495b-8f61-0a3bbcc5a559 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:28.695484 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ee46e53c-fbfc-47a0-80f4-58b7a338abf5 req-f82cd6c0-285c-495b-8f61-0a3bbcc5a559 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 946 time: 0.4451804 Apr 18 19:33:28.703974 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:28.988038 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ee46e53c-fbfc-47a0-80f4-58b7a338abf5 req-95f9136b-1153-4708-83b1-c9c975a6313c tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/security-groups?id=de90d2e8-990c-4782-a332-7473735460a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623250 Apr 18 19:33:29.019406 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57934) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:29.050690 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.086270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-8097fa14-10a1-4c59-b81c-cd85190a8068 admin admin] Deleting subnet 0ccf6840-01b7-4157-be6b-0658f0f0bba8 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:33:29.094110 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8097fa14-10a1-4c59-b81c-cd85190a8068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.109070 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.180991 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8097fa14-10a1-4c59-b81c-cd85190a8068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.245135 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8097fa14-10a1-4c59-b81c-cd85190a8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.284675 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-21402d3a-0efd-41c2-a903-ae4e4dbf6ceb req-3b11c1cc-1168-409e-8dea-a6ce1d648ba6 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] For port 27526a4e-b1f1-4a00-b21e-c3ceeae20338, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=27526a4e-b1f1-4a00-b21e-c3ceeae20338,segment=NetworkSegment(ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71),segment_id=ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:29.285038 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-21402d3a-0efd-41c2-a903-ae4e4dbf6ceb req-3b11c1cc-1168-409e-8dea-a6ce1d648ba6 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.331875 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-96dbca2d-e2e3-4aab-8758-a95b81e0850b req-fac092a3-412a-4a63-9fe0-4708510cfdee tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 210 time: 0.0578694 Apr 18 19:33:29.397191 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device ca8cae61-1a56-47f9-8649-ceda9fc18680 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:29.458711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-21402d3a-0efd-41c2-a903-ae4e4dbf6ceb req-3b11c1cc-1168-409e-8dea-a6ce1d648ba6 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Calling delete_port for 27526a4e-b1f1-4a00-b21e-c3ceeae20338 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:29.499373 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8097fa14-10a1-4c59-b81c-cd85190a8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.507884 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:29.511791 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Pushing event updated for resources: {'Port': ['ID=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:29.514473 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:29.537620 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:29.543392 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097fa14-10a1-4c59-b81c-cd85190a8068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ccf6840-01b7-4157-be6b-0658f0f0bba8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:29.559287 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8097fa14-10a1-4c59-b81c-cd85190a8068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.565074 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port ca8cae61-1a56-47f9-8649-ceda9fc18680 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:29.572438 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port ca8cae61-1a56-47f9-8649-ceda9fc18680 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:29.572983 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.614412 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:29.614771 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:29.615071 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:29.615392 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:29.615719 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:29.616040 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:29.616514 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:29.616842 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:29.617156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:29.617480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:29.617785 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:29.659966 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8097fa14-10a1-4c59-b81c-cd85190a8068 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0ccf6840-01b7-4157-be6b-0658f0f0bba8 HTTP/1.1" status: 204 len: 168 time: 0.6393614 Apr 18 19:33:29.660895 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 57944) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:29.662341 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:29.662995 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.681399 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.710223 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.739174 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced4601-1578-4512-8387-bcc0c74f8b28 req-538fb193-7daa-492d-9e97-f3b6aa35578e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:29.741247 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8cae61-1a56-47f9-8649-ceda9fc18680'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:29.747204 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cced4601-1578-4512-8387-bcc0c74f8b28 req-538fb193-7daa-492d-9e97-f3b6aa35578e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 931 time: 0.5732780 Apr 18 19:33:29.755889 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port ca8cae61-1a56-47f9-8649-ceda9fc18680, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=ca8cae61-1a56-47f9-8649-ceda9fc18680,segment=NetworkSegment(e0b3b642-3e24-46ac-9c5c-4a06d7cc1760),segment_id=e0b3b642-3e24-46ac-9c5c-4a06d7cc1760)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:29.790714 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83dc064b-d1ca-49ae-b750-7f6fb97f117d req-756e5c2c-5228-4a73-b6a8-a88aaa6064f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3523135 Apr 18 19:33:29.824992 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.880780 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3b9da00e-c98f-47da-bccc-c25207512655 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0990777 Apr 18 19:33:29.902645 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Request body: {'port': {'device_id': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:29.913558 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:29.919031 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037439a-6d78-40d0-9719-9adb1d2df653 req-d557b5fb-51ad-4bec-9097-31b6899bd8aa tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:29.920564 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8037439a-6d78-40d0-9719-9adb1d2df653 req-d557b5fb-51ad-4bec-9097-31b6899bd8aa tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 945 time: 0.3586962 Apr 18 19:33:29.946150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Network f15dab2c-59f3-4ee9-a6cd-850d9d067315 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:29.965115 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 20c4a372-c87d-44bb-b210-4b763dc24119 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:33:29.965872 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Pushing event updated for resources: {'Port': ['ID=8a7bbef2-7dc5-4626-931f-cca5d2045913,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:29.978502 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:30.008461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:30.038219 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-21402d3a-0efd-41c2-a903-ae4e4dbf6ceb req-3b11c1cc-1168-409e-8dea-a6ce1d648ba6 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.061406 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.104236 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=ca8cae61-1a56-47f9-8649-ceda9fc18680,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:30.107177 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['27526a4e-b1f1-4a00-b21e-c3ceeae20338'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:30.113382 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8037439a-6d78-40d0-9719-9adb1d2df653 req-e41af384-bcd6-4d18-a2e8-bdf8abfb7b78 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f1892b8-535a-4fa3-a88b-ccd044b3d499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692579 Apr 18 19:33:30.115152 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e205f079-64be-4327-82da-d8668ba8a2f8']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:30.151055 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771ab6d7-b26f-4a5b-a9d9-20133efcc745') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:30.151055 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771ab6d7-b26f-4a5b-a9d9-20133efcc745') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:30.192839 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.214793 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83dc064b-d1ca-49ae-b750-7f6fb97f117d req-5f7388b1-6c25-4863-9652-431438bd5bdf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 1097 time: 0.3413646 Apr 18 19:33:30.227923 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.246768 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 20c4a372-c87d-44bb-b210-4b763dc24119, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=20c4a372-c87d-44bb-b210-4b763dc24119,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:30.272957 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '20c4a372-c87d-44bb-b210-4b763dc24119', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'port_id': '20c4a372-c87d-44bb-b210-4b763dc24119', 'mac_address': 'fa:16:3e:82:8b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb84896-be61-47b3-b13f-8af31da05bcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:33:30.276198 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35b2c46-de69-4397-980e-b62a76f24597'] response: {'server_uuid': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'code': 200} Apr 18 19:33:30.295440 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:33:30.295857 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:33:30.325279 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:33:30.360477 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11c1cc-1168-409e-8dea-a6ce1d648ba6 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Pushing event deleted for resources: {'Port': ['ID=27526a4e-b1f1-4a00-b21e-c3ceeae20338,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:30.361783 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.367748 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:30.368927 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.385724 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20c4a372-c87d-44bb-b210-4b763dc24119 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:30.396999 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-cced4601-1578-4512-8387-bcc0c74f8b28 req-99967232-d73f-4c49-b31f-09db247f78ea tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Synchronizing usage tracker for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:30.404879 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 20c4a372-c87d-44bb-b210-4b763dc24119, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=20c4a372-c87d-44bb-b210-4b763dc24119,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:30.519683 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-dd3d8ad2-7a3f-4cd4-8227-e036a8910d52 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1837974 Apr 18 19:33:30.531145 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.535694 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-21402d3a-0efd-41c2-a903-ae4e4dbf6ceb req-3b11c1cc-1168-409e-8dea-a6ce1d648ba6 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] No DVR routers for this DVR port 27526a4e-b1f1-4a00-b21e-c3ceeae20338 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:30.541579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Request body: {'port': {'device_id': '44c76c33-8070-48c3-8bf7-9d6903556647', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:30.570594 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f85ab9c5-de7f-4ea9-a8cd-64369eeb9130 req-585e4b56-47d3-43f9-b93c-dfce40ec0d94 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 210 time: 0.1243229 Apr 18 19:33:30.640527 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc064b-d1ca-49ae-b750-7f6fb97f117d req-cab8aef2-b71e-458c-a1b7-b94a1b867221 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:30.640739 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-21402d3a-0efd-41c2-a903-ae4e4dbf6ceb req-3b11c1cc-1168-409e-8dea-a6ce1d648ba6 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.641131 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83dc064b-d1ca-49ae-b750-7f6fb97f117d req-cab8aef2-b71e-458c-a1b7-b94a1b867221 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 918 time: 0.3978996 Apr 18 19:33:30.644405 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21402d3a-0efd-41c2-a903-ae4e4dbf6ceb req-3b11c1cc-1168-409e-8dea-a6ce1d648ba6 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.16 "DELETE /v2.0/ports/27526a4e-b1f1-4a00-b21e-c3ceeae20338 HTTP/1.1" status: 204 len: 173 time: 2.2249367 Apr 18 19:33:30.644405 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3088aa4f-521a-4d81-8120-eaa7229675f3', 'name': 'network-vif-deleted', 'tag': '27526a4e-b1f1-4a00-b21e-c3ceeae20338'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:30.648787 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.651486 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-279d41fe-5c7c-4759-92a0-a6dc4847812f req-7e64d487-7fe8-48ff-9f3e-45c9f8e2ac89 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 1097 time: 0.3217659 Apr 18 19:33:30.723130 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.731887 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=20c4a372-c87d-44bb-b210-4b763dc24119,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:30.736694 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.761347 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:30.766733 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['20c4a372-c87d-44bb-b210-4b763dc24119'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:30.768664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-cced4601-1578-4512-8387-bcc0c74f8b28 req-99967232-d73f-4c49-b31f-09db247f78ea tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Unset dirty status for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:30.780989 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cced4601-1578-4512-8387-bcc0c74f8b28 req-99967232-d73f-4c49-b31f-09db247f78ea tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0328319 Apr 18 19:33:31.005768 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cc4f05-04b0-4f73-8e4f-59f6668288ba'] response: {'server_uuid': '3088aa4f-521a-4d81-8120-eaa7229675f3', 'name': 'network-vif-deleted', 'tag': '27526a4e-b1f1-4a00-b21e-c3ceeae20338', 'status': 'completed', 'code': 200} Apr 18 19:33:31.006281 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e205f079-64be-4327-82da-d8668ba8a2f8 HTTP/1.1" status: 204 len: 168 time: 1.3388841 Apr 18 19:33:31.193867 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83dc064b-d1ca-49ae-b750-7f6fb97f117d req-a4a64dd0-a948-448d-af59-d8ef9a304107 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99170d7f-a006-44e5-88e9-ab189090db42 HTTP/1.1" status: 200 len: 1001 time: 0.5414729 Apr 18 19:33:31.194689 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4129c0-3707-4057-b9d9-21e76edb6b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=e205f079-64be-4327-82da-d8668ba8a2f8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:31.260955 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-279d41fe-5c7c-4759-92a0-a6dc4847812f req-922ae00e-8538-4f82-94e9-0969152a9eed service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4f1892b8-535a-4fa3-a88b-ccd044b3d499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578713 Apr 18 19:33:31.298959 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc064b-d1ca-49ae-b750-7f6fb97f117d req-7b858992-2db0-4730-a36f-5fcf8b506492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:31.298959 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83dc064b-d1ca-49ae-b750-7f6fb97f117d req-7b858992-2db0-4730-a36f-5fcf8b506492 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.0864875 Apr 18 19:33:31.364773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7d7d5-9c11-48aa-a1ea-a1ba4bdf3118 req-c3924fbb-70a7-44f8-95af-996257279b31 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:31.366216 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fc7d7d5-9c11-48aa-a1ea-a1ba4bdf3118 req-c3924fbb-70a7-44f8-95af-996257279b31 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 932 time: 0.3265181 Apr 18 19:33:31.432222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6fc7d7d5-9c11-48aa-a1ea-a1ba4bdf3118 req-107334c6-2f43-497c-95d6-8761f4e8ad85 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Synchronizing usage tracker for tenant:41739f6f84704e74bb3b4322dbaaecfa on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:31.469223 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83dc064b-d1ca-49ae-b750-7f6fb97f117d req-98bb6e39-25ff-4b2c-ae55-fb153b46001a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639841 Apr 18 19:33:31.507275 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:31.533549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57970) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:31.541983 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:31.569390 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3975d93-99c5-4983-b455-abbd98ed8005 req-d57d2a3b-36fd-4c5b-9ead-1dfba310980e tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:31.570910 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f3975d93-99c5-4983-b455-abbd98ed8005 req-d57d2a3b-36fd-4c5b-9ead-1dfba310980e tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 946 time: 0.3026440 Apr 18 19:33:31.595820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6fc7d7d5-9c11-48aa-a1ea-a1ba4bdf3118 req-107334c6-2f43-497c-95d6-8761f4e8ad85 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Unset dirty status for tenant:41739f6f84704e74bb3b4322dbaaecfa on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:31.596960 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6fc7d7d5-9c11-48aa-a1ea-a1ba4bdf3118 req-107334c6-2f43-497c-95d6-8761f4e8ad85 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230713 Apr 18 19:33:31.631719 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Transition to ACTIVE for port object 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:31.636345 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7bbef2-7dc5-4626-931f-cca5d2045913 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:31.653475 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:31.710894 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83dc064b-d1ca-49ae-b750-7f6fb97f117d req-5a4cd941-11cf-431a-9b99-501dfde18cbe service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269030 Apr 18 19:33:31.713583 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Transition to ACTIVE for port object 8a7bbef2-7dc5-4626-931f-cca5d2045913 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:31.720055 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d76deea8-59a7-4f00-a362-2fe43a17b1e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47fc729adfac4d24a691126285e269c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1823599 Apr 18 19:33:31.724739 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 57978) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:31.765582 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f3975d93-99c5-4983-b455-abbd98ed8005 req-de203ada-8664-4e4b-b150-2ef6a94f0b2a tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f1892b8-535a-4fa3-a88b-ccd044b3d499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697273 Apr 18 19:33:31.767290 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:31.832778 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:31.960581 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 20c4a372-c87d-44bb-b210-4b763dc24119 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:31.961523 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9b796fc-6fb9-4a4a-bf84-11b21ac8a9ec req-b31cb039-9906-456e-860a-a35fd0b56c60 tempest-ServerPasswordTestJSON-260786348 tempest-ServerPasswordTestJSON-260786348-project] 10.222.0.66 "GET /v2.0/ports?device_id=3088aa4f-521a-4d81-8120-eaa7229675f3 HTTP/1.1" status: 200 len: 210 time: 0.0763903 Apr 18 19:33:32.040032 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 20c4a372-c87d-44bb-b210-4b763dc24119 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:32.040582 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.061089 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83dc064b-d1ca-49ae-b750-7f6fb97f117d req-ec506e4c-596f-419b-9eb1-7d60cff922ce service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439970 Apr 18 19:33:32.068684 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Pushing event updated for resources: {'Port': ['ID=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:32.177461 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.181168 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3910e778-9dfc-4af5-8c8a-e67ea4950b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.219868 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 20c4a372-c87d-44bb-b210-4b763dc24119, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=20c4a372-c87d-44bb-b210-4b763dc24119,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:32.258468 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3910e778-9dfc-4af5-8c8a-e67ea4950b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.276866 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c4a372-c87d-44bb-b210-4b763dc24119'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:32.303465 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7bbef2-7dc5-4626-931f-cca5d2045913,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:32.367789 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c2e834-5ac8-4654-9841-c65512840f83'] response: {'server_uuid': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c4a372-c87d-44bb-b210-4b763dc24119', 'code': 200} Apr 18 19:33:32.371900 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.374322 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 27526a4e-b1f1-4a00-b21e-c3ceeae20338 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:32.467611 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 27526a4e-b1f1-4a00-b21e-c3ceeae20338 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:32.468654 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 27526a4e-b1f1-4a00-b21e-c3ceeae20338 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:32.536210 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=20c4a372-c87d-44bb-b210-4b763dc24119,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:32.538429 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649455c1-521b-4182-9a91-61152ff120fc req-40c262ba-f2c3-4cea-b320-74e7230bec94 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:32.539127 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-649455c1-521b-4182-9a91-61152ff120fc req-40c262ba-f2c3-4cea-b320-74e7230bec94 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Synchronizing usage tracker for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:32.683598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Attempting to bind port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:32.683928 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Attempting to bind port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:32.684413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Attempting to bind port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c on network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:32.688776 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Attempting to bind port 8a7bbef2-7dc5-4626-931f-cca5d2045913 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:32.689104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Attempting to bind port 8a7bbef2-7dc5-4626-931f-cca5d2045913 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '99cb52ed-807e-4e1e-b35e-e740b0bbba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f15dab2c-59f3-4ee9-a6cd-850d9d067315'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:32.689413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Attempting to bind port 8a7bbef2-7dc5-4626-931f-cca5d2045913 on network f15dab2c-59f3-4ee9-a6cd-850d9d067315 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:32.697849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c on network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:33:32.698169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Attempting to bind port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c on network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:32.700238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Port 8a7bbef2-7dc5-4626-931f-cca5d2045913 on network f15dab2c-59f3-4ee9-a6cd-850d9d067315 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:33:32.701073 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Attempting to bind port 8a7bbef2-7dc5-4626-931f-cca5d2045913 on network f15dab2c-59f3-4ee9-a6cd-850d9d067315 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:32.710732 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:32.711063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Checking segment: {'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:32.711441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Bound using segment: {'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:32.711863 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Bound port: 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:32.712202 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.733207 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-649455c1-521b-4182-9a91-61152ff120fc req-40c262ba-f2c3-4cea-b320-74e7230bec94 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Unset dirty status for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:32.739544 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-649455c1-521b-4182-9a91-61152ff120fc req-40c262ba-f2c3-4cea-b320-74e7230bec94 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 943 time: 0.7618651 Apr 18 19:33:32.751164 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:32.751164 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Checking segment: {'id': '99cb52ed-807e-4e1e-b35e-e740b0bbba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f15dab2c-59f3-4ee9-a6cd-850d9d067315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:32.751164 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Bound using segment: {'id': '99cb52ed-807e-4e1e-b35e-e740b0bbba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f15dab2c-59f3-4ee9-a6cd-850d9d067315'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:32.751164 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Bound port: 8a7bbef2-7dc5-4626-931f-cca5d2045913, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99cb52ed-807e-4e1e-b35e-e740b0bbba2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f15dab2c-59f3-4ee9-a6cd-850d9d067315'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:32.751164 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.776774 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3910e778-9dfc-4af5-8c8a-e67ea4950b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.874459 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910e778-9dfc-4af5-8c8a-e67ea4950b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326fccab-0160-475e-ab7e-461bc5c66e37,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:32.880226 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42daf83-8e45-4e2e-8323-776a0f83d5ef req-aef20c76-87e3-45f4-b463-a23ea4d57903 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:32.890755 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f42daf83-8e45-4e2e-8323-776a0f83d5ef req-aef20c76-87e3-45f4-b463-a23ea4d57903 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 944 time: 0.1052830 Apr 18 19:33:32.921265 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3910e778-9dfc-4af5-8c8a-e67ea4950b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:32.924763 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3910e778-9dfc-4af5-8c8a-e67ea4950b0b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/326fccab-0160-475e-ab7e-461bc5c66e37 HTTP/1.1" status: 204 len: 168 time: 1.1969004 Apr 18 19:33:32.967230 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-649455c1-521b-4182-9a91-61152ff120fc req-078e7d8a-2bbf-4709-95d6-4fca221b957e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268155 Apr 18 19:33:32.971325 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f42daf83-8e45-4e2e-8323-776a0f83d5ef req-74bf41d6-96f5-44f3-a2d5-f54d765670e8 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785377 Apr 18 19:33:32.978768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:32.983770 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:33.001134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] For port 8a7bbef2-7dc5-4626-931f-cca5d2045913, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:33.006079 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] For port 8a7bbef2-7dc5-4626-931f-cca5d2045913, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8a7bbef2-7dc5-4626-931f-cca5d2045913,segment=NetworkSegment(99cb52ed-807e-4e1e-b35e-e740b0bbba2f),segment_id=99cb52ed-807e-4e1e-b35e-e740b0bbba2f)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:33.090691 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.180402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58014) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:33.188297 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.240271 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.241634 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] 10.222.0.71 "PUT /v2.0/ports/922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c HTTP/1.1" status: 200 len: 1091 time: 3.3473017 Apr 18 19:33:33.242213 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'tag': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:33.243549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c45567-742f-4662-af66-c9453777e20d req-3fe0fd85-9aa9-4538-a627-9efbeacb6865 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:33.253910 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9c45567-742f-4662-af66-c9453777e20d req-3fe0fd85-9aa9-4538-a627-9efbeacb6865 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 946 time: 0.1562827 Apr 18 19:33:33.259613 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.265051 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] 10.222.0.71 "PUT /v2.0/ports/8a7bbef2-7dc5-4626-931f-cca5d2045913 HTTP/1.1" status: 200 len: 1092 time: 2.7266927 Apr 18 19:33:33.276139 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d5d4d-cba5-4ea1-873e-a4dc48012c9b service neutron] Pushing event updated for resources: {'Port': ['ID=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:33.318560 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d9889f-fbfc-4050-aff4-ede2914d264b admin admin] Deleting subnet 98b7bcb7-5a22-45f2-8c05-f48d5d7589d5 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:33:33.325812 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9889f-fbfc-4050-aff4-ede2914d264b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.371038 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9c45567-742f-4662-af66-c9453777e20d req-b9aee611-5430-4443-a8ba-d4706eee2e26 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f1892b8-535a-4fa3-a88b-ccd044b3d499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144609 Apr 18 19:33:33.375839 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60735dcf-ddda-49e6-9eff-dce9e8ac7c18'] response: {'name': 'network-changed', 'server_uuid': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'tag': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c', 'status': 'completed', 'code': 200} Apr 18 19:33:33.405562 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9889f-fbfc-4050-aff4-ede2914d264b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.490171 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9889f-fbfc-4050-aff4-ede2914d264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.617358 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ab13a-1831-427e-9bb4-9aa30544eb95 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7bbef2-7dc5-4626-931f-cca5d2045913,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:33.680977 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9889f-fbfc-4050-aff4-ede2914d264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.694877 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-f66300cc-a2d1-4bdf-a31b-31a73b31ca45 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41739f6f84704e74bb3b4322dbaaecfa&device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 1095 time: 0.2787647 Apr 18 19:33:33.697470 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-86bad9a6-fb36-42eb-9928-42c2c1470751 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ac380de70d546e8bdcac3d66adc8947&device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 1094 time: 0.3237526 Apr 18 19:33:33.701654 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-f298f376-d7b7-4397-9fbf-9001dce25d74 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 258 time: 0.2368221 Apr 18 19:33:33.743621 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3d9889f-fbfc-4050-aff4-ede2914d264b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.756154 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9889f-fbfc-4050-aff4-ede2914d264b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b7bcb7-5a22-45f2-8c05-f48d5d7589d5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:33.764657 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b3d9889f-fbfc-4050-aff4-ede2914d264b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/98b7bcb7-5a22-45f2-8c05-f48d5d7589d5 HTTP/1.1" status: 204 len: 168 time: 0.5817237 Apr 18 19:33:33.767213 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58030) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:33.808273 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:33.910002 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:33.939033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:33.976236 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Usage tracker for resource:floatingip and tenant:b8bce650968b4da1beb64a083e7587c9 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:33.980311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-02f5f7dd-36e5-4ccb-9bb5-81556d9cdab2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7bbef2-7dc5-4626-931f-cca5d2045913 HTTP/1.1" status: 200 len: 217 time: 0.2743661 Apr 18 19:33:33.993086 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:34.034440 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-cbfcd0db-1354-4c84-8d04-93cee85887d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c HTTP/1.1" status: 200 len: 217 time: 0.2182655 Apr 18 19:33:34.035456 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:34.079342 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.124338 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-3c3e7394-3467-4a4f-ae85-fc21e4c1314b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:34.126040 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-3c3e7394-3467-4a4f-ae85-fc21e4c1314b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c4752357-d74d-4c6d-a1ef-0d502b095dc9 HTTP/1.1" status: 200 len: 854 time: 0.1267402 Apr 18 19:33:34.131582 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-7c344e24-51ff-4de2-a448-487cd7574dd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:34.133524 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-7c344e24-51ff-4de2-a448-487cd7574dd0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f3cbeb9-5455-4933-b1e7-e251e8d856ba HTTP/1.1" status: 200 len: 854 time: 0.0923898 Apr 18 19:33:34.142792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86ed983-ff70-4e07-8f50-3152a61c5b03']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:34.159286 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:34.159928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecad8b8d-11ef-42a8-8312-bf8d8aaa8b71') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:34.174413 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.193979 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.213167 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.213814 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:33:34.214511 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:33:34.235917 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:33:34.243675 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-c5390633-d588-4c07-bb9d-9b922b8bf4d0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f15dab2c-59f3-4ee9-a6cd-850d9d067315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059239 Apr 18 19:33:34.255083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-1486309d-a0f6-4c78-973c-3e3bde3e306f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888042 Apr 18 19:33:34.422551 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62864b92-1654-49b2-90bf-98bd0b375e4b req-2ce59e95-a612-4b0e-bbf1-f2a6e9c4e341 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:34.430656 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-62864b92-1654-49b2-90bf-98bd0b375e4b req-2ce59e95-a612-4b0e-bbf1-f2a6e9c4e341 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 944 time: 0.1818686 Apr 18 19:33:34.492940 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-62864b92-1654-49b2-90bf-98bd0b375e4b req-f1c0287e-83ff-47a3-a35a-fdbca469a1c5 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604794 Apr 18 19:33:34.523769 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.553653 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:34.574748 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] Pushing event deleted for resources: {'Network': ['ID=f86ed983-ff70-4e07-8f50-3152a61c5b03,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:34.663212 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-56140c3c-52cb-4717-a975-d1ba8ebd866c service neutron] 10.222.0.71 "GET /v2.0/networks/f15dab2c-59f3-4ee9-a6cd-850d9d067315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108455 Apr 18 19:33:34.733788 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c9301054-c77b-4d0b-b80e-6f35e823cacc admin admin] 10.222.0.66 "DELETE /v2.0/networks/f86ed983-ff70-4e07-8f50-3152a61c5b03 HTTP/1.1" status: 204 len: 168 time: 0.9652390 Apr 18 19:33:34.773970 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8f37c-af84-4fd0-bf4e-c82245a8f8ed req-8533ec43-d99a-47be-95ed-0fc377aefe1d tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:34.776701 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-baa8f37c-af84-4fd0-bf4e-c82245a8f8ed req-8533ec43-d99a-47be-95ed-0fc377aefe1d tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 943 time: 0.1500430 Apr 18 19:33:34.936186 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-a98a89c7-7e9e-4bc7-b1dd-cff5fbed8eda service neutron] 10.222.0.71 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576486 Apr 18 19:33:34.968484 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c1dbfb8-e39d-45e5-a226-823890401d13 req-7bcc1897-de07-4720-8421-de3d0f4c688e service neutron] 10.222.0.71 "GET /v2.0/networks/f15dab2c-59f3-4ee9-a6cd-850d9d067315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015490 Apr 18 19:33:34.999539 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-baa8f37c-af84-4fd0-bf4e-c82245a8f8ed req-5e33a45e-8a47-41c7-a788-03c5061a6f60 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160230 Apr 18 19:33:35.200857 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a331d53d-5a96-47fa-80ff-9a793808fadc req-dea9000b-3730-4337-9183-a48f21a8b083 service neutron] 10.222.0.71 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586131 Apr 18 19:33:35.202924 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.223758 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58066) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:35.313487 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5e127a9a-fb73-42f3-b5a0-4a43df0b76af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87288dba5ada44daad27867d11f4eddb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0862978 Apr 18 19:33:35.313657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58070) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:35.390961 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c76c33-8070-48c3-8bf7-9d6903556647', 'tag': '8a7bbef2-7dc5-4626-931f-cca5d2045913'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:35.407984 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-99270c5a-2f9b-41d7-a683-a4b09e8189ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.440638 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-99270c5a-2f9b-41d7-a683-a4b09e8189ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.450595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Allocated IP 172.25.8.189 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/59594265-9834-452e-b66f-dd7490051dfc) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:35.541504 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25be555-69f8-421f-b69b-cf3a3b124efd'] response: {'name': 'network-changed', 'server_uuid': '44c76c33-8070-48c3-8bf7-9d6903556647', 'tag': '8a7bbef2-7dc5-4626-931f-cca5d2045913', 'status': 'completed', 'code': 200} Apr 18 19:33:35.554618 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dba052b8-4479-4e35-9c51-9c6c787f73ef req-0f392a54-1f26-4f5d-b714-0d02ef70df14 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ac380de70d546e8bdcac3d66adc8947&device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 1094 time: 0.2345991 Apr 18 19:33:35.608860 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-99270c5a-2f9b-41d7-a683-a4b09e8189ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.713722 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99270c5a-2f9b-41d7-a683-a4b09e8189ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de90d2e8-990c-4782-a332-7473735460a5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:35.782671 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-99270c5a-2f9b-41d7-a683-a4b09e8189ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.783811 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-99270c5a-2f9b-41d7-a683-a4b09e8189ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de90d2e8-990c-4782-a332-7473735460a5 HTTP/1.1" status: 204 len: 168 time: 0.4692786 Apr 18 19:33:35.800003 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:35.821521 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb528b5-eda4-4ec1-a025-530e5b4702c0 req-0e142258-f7a2-40e3-8b47-e9fa51f41e11 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:35.823238 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-adb528b5-eda4-4ec1-a025-530e5b4702c0 req-0e142258-f7a2-40e3-8b47-e9fa51f41e11 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 944 time: 0.1603274 Apr 18 19:33:35.854712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba052b8-4479-4e35-9c51-9c6c787f73ef req-9760e0b7-b8c0-4e36-8a3f-12fa0ee8ca6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:35.857410 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dba052b8-4479-4e35-9c51-9c6c787f73ef req-9760e0b7-b8c0-4e36-8a3f-12fa0ee8ca6b service neutron] 10.222.0.71 "GET /v2.0/networks?id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 HTTP/1.1" status: 200 len: 915 time: 0.2911506 Apr 18 19:33:35.864561 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cd5dae98-9b81-4be5-bbce-3da0a05f2bd7 req-5fcd0878-9fbe-4b2c-93e3-262fbd8f72a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=41739f6f84704e74bb3b4322dbaaecfa&device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 1095 time: 0.2968349 Apr 18 19:33:35.897150 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-adb528b5-eda4-4ec1-a025-530e5b4702c0 req-6bb6ac97-2292-40e2-8c22-5646bea292d0 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657644 Apr 18 19:33:36.042421 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58084) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:36.049492 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dba052b8-4479-4e35-9c51-9c6c787f73ef req-171c40b8-970c-403f-a9de-7f300961df87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c HTTP/1.1" status: 200 len: 217 time: 0.1712995 Apr 18 19:33:36.206097 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.363378 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Pushing event updated for resources: {'Port': ['ID=59594265-9834-452e-b66f-dd7490051dfc,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:36.392943 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dae98-9b81-4be5-bbce-3da0a05f2bd7 req-c7554918-f02c-44d3-a412-a0c99e1a62cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:36.394413 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cd5dae98-9b81-4be5-bbce-3da0a05f2bd7 req-c7554918-f02c-44d3-a412-a0c99e1a62cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=f15dab2c-59f3-4ee9-a6cd-850d9d067315 HTTP/1.1" status: 200 len: 915 time: 0.5169871 Apr 18 19:33:36.395178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc789d-39dd-4a18-8593-d3220d64313e req-645388f3-6317-4b12-8482-c56a05f0692c tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:36.397439 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2bcc789d-39dd-4a18-8593-d3220d64313e req-645388f3-6317-4b12-8482-c56a05f0692c tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 943 time: 0.1419680 Apr 18 19:33:36.407880 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba052b8-4479-4e35-9c51-9c6c787f73ef req-77af46ab-50f2-4a98-acbc-b0ccc07883a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:36.409336 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dba052b8-4479-4e35-9c51-9c6c787f73ef req-77af46ab-50f2-4a98-acbc-b0ccc07883a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f3cbeb9-5455-4933-b1e7-e251e8d856ba HTTP/1.1" status: 200 len: 854 time: 0.3550055 Apr 18 19:33:36.417748 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:36.462957 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2bcc789d-39dd-4a18-8593-d3220d64313e req-ec95a67c-9946-471e-9a66-0b178f51a0da tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565212 Apr 18 19:33:36.546026 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:36.546514 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-edb3f1e5-71b8-470e-a051-8e396feb8300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.569123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:36.587302 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-edb3f1e5-71b8-470e-a051-8e396feb8300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:36.589599 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-edb3f1e5-71b8-470e-a051-8e396feb8300 admin admin] Usage tracker for resource:security_group_rule and tenant:8a2f81c01fa849638fbfa4819735ea3f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:36.593395 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-edb3f1e5-71b8-470e-a051-8e396feb8300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:36.600270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-edb3f1e5-71b8-470e-a051-8e396feb8300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:36.608549 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dba052b8-4479-4e35-9c51-9c6c787f73ef req-37d3b68f-9293-4713-beab-3e2d8916b6ce service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987105 Apr 18 19:33:36.614112 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cd5dae98-9b81-4be5-bbce-3da0a05f2bd7 req-f248b272-a274-40a3-a4cd-e3f68cd0b09e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a7bbef2-7dc5-4626-931f-cca5d2045913 HTTP/1.1" status: 200 len: 217 time: 0.2015934 Apr 18 19:33:36.688071 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-edb3f1e5-71b8-470e-a051-8e396feb8300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.768617 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-edb3f1e5-71b8-470e-a051-8e396feb8300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.776959 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dae98-9b81-4be5-bbce-3da0a05f2bd7 req-c2920862-6b89-44d5-86b4-9e0488a7a40b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:36.778950 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cd5dae98-9b81-4be5-bbce-3da0a05f2bd7 req-c2920862-6b89-44d5-86b4-9e0488a7a40b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c4752357-d74d-4c6d-a1ef-0d502b095dc9 HTTP/1.1" status: 200 len: 854 time: 0.1412082 Apr 18 19:33:36.841327 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3f1e5-71b8-470e-a051-8e396feb8300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5e069b-8a96-4cbf-b5e6-bb59edda35fc,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:36.864591 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-edb3f1e5-71b8-470e-a051-8e396feb8300 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a2f81c01fa849638fbfa4819735ea3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8209133 Apr 18 19:33:36.867082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58110) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:36.948704 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b646d35b-1624-4f9c-9cc3-2faad2232444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:36.965296 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cd5dae98-9b81-4be5-bbce-3da0a05f2bd7 req-1af88cf5-c849-4ecc-9bad-9bde14f56a0e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f15dab2c-59f3-4ee9-a6cd-850d9d067315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773078 Apr 18 19:33:36.992123 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b646d35b-1624-4f9c-9cc3-2faad2232444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.120226 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dba052b8-4479-4e35-9c51-9c6c787f73ef req-5217c6f6-ab74-4e26-907b-25ae3a29c76b service neutron] 10.222.0.71 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047190 Apr 18 19:33:37.174687 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b646d35b-1624-4f9c-9cc3-2faad2232444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.207588 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646d35b-1624-4f9c-9cc3-2faad2232444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5e069b-8a96-4cbf-b5e6-bb59edda35fc,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:37.216113 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b646d35b-1624-4f9c-9cc3-2faad2232444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.217830 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b646d35b-1624-4f9c-9cc3-2faad2232444 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a5e069b-8a96-4cbf-b5e6-bb59edda35fc HTTP/1.1" status: 204 len: 168 time: 0.3464296 Apr 18 19:33:37.343572 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78120a-9e9a-4269-a1c3-3b772a931e8f req-44cad193-b610-4b6d-88ae-3dc68d0bb458 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:37.346758 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6f78120a-9e9a-4269-a1c3-3b772a931e8f req-44cad193-b610-4b6d-88ae-3dc68d0bb458 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 944 time: 0.2142558 Apr 18 19:33:37.400793 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6f78120a-9e9a-4269-a1c3-3b772a931e8f req-7c6ebb4d-e2a7-4c81-8091-8cdac9f0e5a1 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523427 Apr 18 19:33:37.404616 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cd5dae98-9b81-4be5-bbce-3da0a05f2bd7 req-d9b20432-1407-4834-b161-603bc3bda18f service neutron] 10.222.0.71 "GET /v2.0/networks/f15dab2c-59f3-4ee9-a6cd-850d9d067315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327288 Apr 18 19:33:37.472991 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.652587 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dba052b8-4479-4e35-9c51-9c6c787f73ef req-17be1dc1-f55b-41bb-a4b5-a48456d4584d service neutron] 10.222.0.71 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241711 Apr 18 19:33:37.661080 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:37.725130 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cd5dae98-9b81-4be5-bbce-3da0a05f2bd7 req-732cdea1-fb51-4963-b16e-8a887a5354b2 service neutron] 10.222.0.71 "GET /v2.0/networks/f15dab2c-59f3-4ee9-a6cd-850d9d067315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889602 Apr 18 19:33:37.798249 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6328a-2e77-4ea2-9c13-f41af9f56dc3 req-eaecd931-90ae-41fb-887b-58a89d9be83e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:37.807305 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b6328a-2e77-4ea2-9c13-f41af9f56dc3 req-eaecd931-90ae-41fb-887b-58a89d9be83e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 943 time: 0.1891203 Apr 18 19:33:37.906087 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b6328a-2e77-4ea2-9c13-f41af9f56dc3 req-aac988b9-3eb5-4fed-9652-aa2563e51685 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973630 Apr 18 19:33:37.988986 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.277695 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.343968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Pushing event updated for resources: {'Port': ['ID=59594265-9834-452e-b66f-dd7490051dfc,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:38.435925 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.624263 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:38.633752 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-c0752e1e-5d5e-49f7-9a2e-ccecf4549236 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8273709 Apr 18 19:33:38.710623 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e950cad-8c33-484e-b22f-1317f17dd012 req-8844d5e1-6772-4962-b7e3-cc41bb36932e tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:38.713164 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9e950cad-8c33-484e-b22f-1317f17dd012 req-8844d5e1-6772-4962-b7e3-cc41bb36932e tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 944 time: 0.1082609 Apr 18 19:33:38.753264 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-ac7bd8bd-ac5d-4ad2-ac39-946f54cad007 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Synchronizing usage tracker for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:floatingip {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:38.786880 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9e950cad-8c33-484e-b22f-1317f17dd012 req-fc47e149-d9cf-4c75-a9a1-bbebdd922e22 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675604 Apr 18 19:33:38.854492 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-ac7bd8bd-ac5d-4ad2-ac39-946f54cad007 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Unset dirty status for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:floatingip {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:38.855819 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-ac7bd8bd-ac5d-4ad2-ac39-946f54cad007 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.189 HTTP/1.1" status: 200 len: 696 time: 0.2203608 Apr 18 19:33:38.923816 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-02fba3bb-2cd0-4fe7-b50f-03113fd8a144 req-8b37c315-6d43-4fdb-b57b-a955206ec4dc tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=df80a334-3adf-464e-a30f-38ace5359f0e HTTP/1.1" status: 200 len: 210 time: 0.0695562 Apr 18 19:33:39.085033 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58186) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:39.145108 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-3d3e59df-b27f-47bb-b205-56859d5c3d8d tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:39.147496 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-91fbe82f-051d-448d-97f0-a7bdea9ad560 req-3d3e59df-b27f-47bb-b205-56859d5c3d8d tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.2834308 Apr 18 19:33:39.304480 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2042985246-network', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:39.309485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:39.320170 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Usage tracker for resource:network and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:39.320170 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:39.327354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:39.410692 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Made reservation on behalf of e7325a8c61fa403faddd6eaf3b6fc79a for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:39.414415 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.420943 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:33:39.428980 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.454046 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cd525-f7e9-4b9d-83dc-9d3e61d29fb8 req-52e2ee3e-9721-4e70-b5e7-6e80331c3641 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:39.456022 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf3cd525-f7e9-4b9d-83dc-9d3e61d29fb8 req-52e2ee3e-9721-4e70-b5e7-6e80331c3641 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 943 time: 0.1023130 Apr 18 19:33:39.506603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:39.516401 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:39.520454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:39.527866 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:39.534086 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf3cd525-f7e9-4b9d-83dc-9d3e61d29fb8 req-d6e405dc-86c0-48ea-b538-bba002fd9f1d tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686994 Apr 18 19:33:39.574877 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:39.588910 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c', 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5', 'port_id': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c', 'mac_address': 'fa:16:3e:a4:6e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3cbeb9-5455-4933-b1e7-e251e8d856ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:33:39.643480 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.715292 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.736163 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:39.754796 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:39.788196 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.820522 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.871018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:33:39.873823 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.874299 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8a7bbef2-7dc5-4626-931f-cca5d2045913 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:33:39.880861 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-5f97d4e7-33e8-4af3-80aa-57e7a2a10225 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:39.882699 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-5f97d4e7-33e8-4af3-80aa-57e7a2a10225 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1386487 Apr 18 19:33:39.886610 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a6a6ac-d5b3-474c-983f-5919dc04ce36,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:39.900650 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:39.901192 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Added segment ed9c8d6e-f935-4269-9fbc-152118009951 of type vlan for network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 Apr 18 19:33:40.002043 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-1ac41927-ec89-41da-83ba-259e59deaac7 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.189 HTTP/1.1" status: 200 len: 696 time: 0.1036088 Apr 18 19:33:40.017702 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-fede2779-b77f-45f2-acb0-89be1840a554 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Request body: {'floatingip': {'port_id': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:40.116734 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-fede2779-b77f-45f2-acb0-89be1840a554 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.293008 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8a7bbef2-7dc5-4626-931f-cca5d2045913, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8a7bbef2-7dc5-4626-931f-cca5d2045913,segment=NetworkSegment(99cb52ed-807e-4e1e-b35e-e740b0bbba2f),segment_id=99cb52ed-807e-4e1e-b35e-e740b0bbba2f)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:40.326651 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.329329 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:40.334599 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f0e88-d559-4e1e-a54b-49e61ec85539 req-784a0f0d-4b82-477d-a0f7-e51bd165dbdc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:40.336560 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '8a7bbef2-7dc5-4626-931f-cca5d2045913', 'network_id': 'f15dab2c-59f3-4ee9-a6cd-850d9d067315', 'port_id': '8a7bbef2-7dc5-4626-931f-cca5d2045913', 'mac_address': 'fa:16:3e:e1:94:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4752357-d74d-4c6d-a1ef-0d502b095dc9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:33:40.337118 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-432f0e88-d559-4e1e-a54b-49e61ec85539 req-784a0f0d-4b82-477d-a0f7-e51bd165dbdc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 946 time: 0.1789920 Apr 18 19:33:40.398203 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-432f0e88-d559-4e1e-a54b-49e61ec85539 req-68669919-f095-4601-9a84-2169a363a399 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552087 Apr 18 19:33:40.424176 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.448636 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7bbef2-7dc5-4626-931f-cca5d2045913 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:33:40.478226 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8a7bbef2-7dc5-4626-931f-cca5d2045913, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8a7bbef2-7dc5-4626-931f-cca5d2045913,segment=NetworkSegment(99cb52ed-807e-4e1e-b35e-e740b0bbba2f),segment_id=99cb52ed-807e-4e1e-b35e-e740b0bbba2f)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:40.610941 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.625129 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.626581 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:40.628579 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:40.763449 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3639057-4547-422e-ba66-a65572ad8271 req-9614465e-e61b-4bdf-8452-2328d11ed571 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:40.766657 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a3639057-4547-422e-ba66-a65572ad8271 req-9614465e-e61b-4bdf-8452-2328d11ed571 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Synchronizing usage tracker for tenant:41739f6f84704e74bb3b4322dbaaecfa on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:40.807807 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8a7bbef2-7dc5-4626-931f-cca5d2045913,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:40.860389 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:40.876678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] Pushing event updated for resources: {'Network': ['ID=9f1ef17e-b1e6-4dba-acd7-cfdbec804548,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:40.898461 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['8a7bbef2-7dc5-4626-931f-cca5d2045913'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:33:40.924691 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:33:40.959150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a3639057-4547-422e-ba66-a65572ad8271 req-9614465e-e61b-4bdf-8452-2328d11ed571 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Unset dirty status for tenant:41739f6f84704e74bb3b4322dbaaecfa on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:40.960352 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3639057-4547-422e-ba66-a65572ad8271 req-9614465e-e61b-4bdf-8452-2328d11ed571 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 945 time: 0.3827798 Apr 18 19:33:41.076785 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3639057-4547-422e-ba66-a65572ad8271 req-8cb73e51-8164-45ab-8062-f3070d3d81c4 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047199 Apr 18 19:33:41.192565 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-fede2779-b77f-45f2-acb0-89be1840a554 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.197410 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9b8a9a23-ab20-4762-9ccf-dd250c7d52f5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1085343 Apr 18 19:33:41.197900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58224) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:41.204509 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Request body: {'subnet': {'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2042985246-subnet', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:41.209785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:41.211488 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.214928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Usage tracker for resource:subnet and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:41.229151 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:41.237244 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:41.280407 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-fede2779-b77f-45f2-acb0-89be1840a554 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.448393 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Made reservation on behalf of e7325a8c61fa403faddd6eaf3b6fc79a for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:41.451437 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.482632 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41085712-2220-4527-86ba-09a6d1f30ac9 req-77bf5095-625d-4e59-a06e-c4b28123540d tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:41.484751 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-41085712-2220-4527-86ba-09a6d1f30ac9 req-77bf5095-625d-4e59-a06e-c4b28123540d tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 944 time: 0.1468322 Apr 18 19:33:41.558276 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-41085712-2220-4527-86ba-09a6d1f30ac9 req-77bb97d7-407c-490d-ab4b-c928cd0fcc56 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673561 Apr 18 19:33:41.673160 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9012b-9556-4a57-a83e-6549d8fae18d req-eac5d3e7-360c-4d53-9109-dd75f011722e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:41.674635 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86d9012b-9556-4a57-a83e-6549d8fae18d req-eac5d3e7-360c-4d53-9109-dd75f011722e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 946 time: 0.2642319 Apr 18 19:33:41.801383 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-86d9012b-9556-4a57-a83e-6549d8fae18d req-555b6907-3e47-4502-a0d1-a3b0a175ce57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Deleting port 40017180-6d68-4a8f-bf19-427dcf961e65 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:41.801753 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-86d9012b-9556-4a57-a83e-6549d8fae18d req-555b6907-3e47-4502-a0d1-a3b0a175ce57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.905875 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:41.965184 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-fede2779-b77f-45f2-acb0-89be1840a554 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Floating IP a51e5283-c317-4639-8a90-6d4681dbd41d associated. External IP: 172.25.8.189, port: ca8cae61-1a56-47f9-8649-ceda9fc18680. Apr 18 19:33:41.967710 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ad10af8f-119c-455c-9fd9-0a022899dc88 req-a009340a-4160-45e4-9389-a98b50431883 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.1710458 Apr 18 19:33:42.208434 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:42.235870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b0510-1faf-4f68-af12-11c7c6d86c08 req-3e4c8efe-7f03-40f4-8d99-1360d80f19d9 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:42.248162 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-406b0510-1faf-4f68-af12-11c7c6d86c08 req-3e4c8efe-7f03-40f4-8d99-1360d80f19d9 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 946 time: 0.1171455 Apr 18 19:33:42.271398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Checking segment: {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:42.271398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Network hostable DHCP agents. Network: 9f1ef17e-b1e6-4dba-acd7-cfdbec804548, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:33:42.314397 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-406b0510-1faf-4f68-af12-11c7c6d86c08 req-b16a853c-c2b4-4b57-b910-3ab2808e3b91 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649030 Apr 18 19:33:42.338124 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-86d9012b-9556-4a57-a83e-6549d8fae18d req-555b6907-3e47-4502-a0d1-a3b0a175ce57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] For port 40017180-6d68-4a8f-bf19-427dcf961e65, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=40017180-6d68-4a8f-bf19-427dcf961e65,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:42.338568 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-86d9012b-9556-4a57-a83e-6549d8fae18d req-555b6907-3e47-4502-a0d1-a3b0a175ce57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:42.567339 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4caf9-e74c-48e9-82e9-c8b95a16d5a3 req-a1c202fe-f69c-4beb-a48d-63169e9d6c21 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:42.575817 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3be4caf9-e74c-48e9-82e9-c8b95a16d5a3 req-a1c202fe-f69c-4beb-a48d-63169e9d6c21 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 945 time: 0.1393378 Apr 18 19:33:42.626308 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-86d9012b-9556-4a57-a83e-6549d8fae18d req-555b6907-3e47-4502-a0d1-a3b0a175ce57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Calling delete_port for 40017180-6d68-4a8f-bf19-427dcf961e65 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:42.637996 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3be4caf9-e74c-48e9-82e9-c8b95a16d5a3 req-d068e3cc-1ea9-4cd9-8338-4bb335c96f4b tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608242 Apr 18 19:33:42.723250 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:33:42.880247 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 9f1ef17e-b1e6-4dba-acd7-cfdbec804548) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:42.898559 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a28d6d-facf-4d0b-a3bc-fbf31dacc14a None None] Network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:42.949606 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:42.950220 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:42.958430 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-86d9012b-9556-4a57-a83e-6549d8fae18d req-555b6907-3e47-4502-a0d1-a3b0a175ce57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:42.958762 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769e362-a773-4ee6-a04b-b1a32db5f75c req-9de96ea1-7011-481c-b0e6-a6593d8bacf6 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:42.991758 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0769e362-a773-4ee6-a04b-b1a32db5f75c req-9de96ea1-7011-481c-b0e6-a6593d8bacf6 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 944 time: 0.1951606 Apr 18 19:33:43.035245 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b6907-3e47-4502-a0d1-a3b0a175ce57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event deleted for resources: {'Port': ['ID=40017180-6d68-4a8f-bf19-427dcf961e65,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:43.170912 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0769e362-a773-4ee6-a04b-b1a32db5f75c req-6798fa86-79d3-4e25-b49c-3a2683ba1042 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767762 Apr 18 19:33:43.185363 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d9012b-9556-4a57-a83e-6549d8fae18d req-555b6907-3e47-4502-a0d1-a3b0a175ce57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] No DVR routers for this DVR port 40017180-6d68-4a8f-bf19-427dcf961e65 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:33:43.198250 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-86d9012b-9556-4a57-a83e-6549d8fae18d req-555b6907-3e47-4502-a0d1-a3b0a175ce57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.201798 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86d9012b-9556-4a57-a83e-6549d8fae18d req-555b6907-3e47-4502-a0d1-a3b0a175ce57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "DELETE /v2.0/ports/40017180-6d68-4a8f-bf19-427dcf961e65 HTTP/1.1" status: 204 len: 173 time: 1.5110726 Apr 18 19:33:43.206875 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4bb29d20-874f-4abb-b356-8c1c37aa220c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0033162 Apr 18 19:33:43.207619 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 58246) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:43.207744 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba8ee3-c1d4-469d-9f6f-587ef239153d', 'name': 'network-vif-deleted', 'tag': '40017180-6d68-4a8f-bf19-427dcf961e65'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:43.219123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:43.227999 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:43.234915 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Usage tracker for resource:router and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:43.238753 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:43.246201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:43.319407 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-fede2779-b77f-45f2-acb0-89be1840a554 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Router b76944b9-2f88-4654-a8f1-cb7476fa2403 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:33:43.382164 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.382730 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.421789 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:33:43.422690 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.433766 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.460241 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:43.569976 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2c8e60dd-8087-4961-88ba-9568b86e7b92 req-72a0d342-4792-431c-a8de-ec6c2768b403 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df80a334-3adf-464e-a30f-38ace5359f0e HTTP/1.1" status: 200 len: 210 time: 0.0502424 Apr 18 19:33:43.657760 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-fede2779-b77f-45f2-acb0-89be1840a554 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:43.671247 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35828d-5574-4c10-9b06-5e755e89231c None None] Sync routers for ids ['b76944b9-2f88-4654-a8f1-cb7476fa2403'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:43.680315 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-fede2779-b77f-45f2-acb0-89be1840a554 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.687635 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35828d-5574-4c10-9b06-5e755e89231c None None] Routers {'b76944b9-2f88-4654-a8f1-cb7476fa2403'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:43.688532 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dc35828d-5574-4c10-9b06-5e755e89231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:33:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b76944b9-2f88-4654-a8f1-cb7476fa2403'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:43.696847 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9a83844c-3254-4141-bd0e-24a566782f8b req-0aa7d1d8-e839-4808-bda0-c275dc5e6eb4 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.2202098 Apr 18 19:33:43.706193 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:43.723454 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:43.723803 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.830003 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-fede2779-b77f-45f2-acb0-89be1840a554 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "PUT /v2.0/floatingips/a51e5283-c317-4639-8a90-6d4681dbd41d HTTP/1.1" status: 200 len: 997 time: 3.8268015 Apr 18 19:33:43.862857 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.877699 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Allocated IP 172.20.0.2 (9f1ef17e-b1e6-4dba-acd7-cfdbec804548/f7ed536a-f9fc-4c43-ae4a-2b9b9accf427/be0e91de-fd0e-4af5-914d-333ef2bb0fd6) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:43.915842 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d18a5e-f556-472e-aafa-65580b6f4a5d'] response: {'server_uuid': 'a9ba8ee3-c1d4-469d-9f6f-587ef239153d', 'name': 'network-vif-deleted', 'tag': '40017180-6d68-4a8f-bf19-427dcf961e65', 'status': 'completed', 'code': 200} Apr 18 19:33:43.954863 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:43.992937 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-bad30b40-24e5-4894-9d25-b0c2fb41d8f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bce650968b4da1beb64a083e7587c9&device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 1097 time: 0.1620085 Apr 18 19:33:44.057315 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 40017180-6d68-4a8f-bf19-427dcf961e65 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:44.081471 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-dc35828d-5574-4c10-9b06-5e755e89231c None None] Set router b76944b9-2f88-4654-a8f1-cb7476fa2403 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:44.183458 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 40017180-6d68-4a8f-bf19-427dcf961e65 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:33:44.184815 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 40017180-6d68-4a8f-bf19-427dcf961e65 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:33:44.196386 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:44.240539 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:44.247624 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ac7dbade-e535-47eb-b09a-e393866be3ff req-9b5d090b-d3a2-4f76-803c-5c387d85832a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 210 time: 0.1262581 Apr 18 19:33:44.336093 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.338789 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8a7bbef2-7dc5-4626-931f-cca5d2045913 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:44.378902 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-5de19d9a-5bfd-467e-82b2-90533d899dae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:44.394715 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-5de19d9a-5bfd-467e-82b2-90533d899dae service neutron] 10.222.0.66 "GET /v2.0/networks?id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d HTTP/1.1" status: 200 len: 930 time: 0.3819594 Apr 18 19:33:44.535183 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.578744 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-a1210bb0-72a7-43f9-8db4-cd4b9dc42dca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8cae61-1a56-47f9-8649-ceda9fc18680 HTTP/1.1" status: 200 len: 1000 time: 0.1910160 Apr 18 19:33:44.619764 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.770197 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-add0a3ee-ba0a-4c40-a1c9-e8d02d36f758 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:44.770197 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-add0a3ee-ba0a-4c40-a1c9-e8d02d36f758 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10c74269-dc99-466d-b488-42edd85b195a HTTP/1.1" status: 200 len: 868 time: 0.1272893 Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:44.770679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Transition to ACTIVE for port object be0e91de-fd0e-4af5-914d-333ef2bb0fd6 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:44.796496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Allocated IP 172.25.8.32 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/9df2ad16-6974-45f9-8660-51f5c0609854) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:44.797174 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Transition to ACTIVE for port object be0e91de-fd0e-4af5-914d-333ef2bb0fd6 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:44.826608 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-89ed97e1-dbf7-4fd3-8ef7-eaa8feef609d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177056 Apr 18 19:33:44.888529 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f53ea-7e67-431d-8fb7-b66dbcd96068 req-f96e7e61-e202-448a-bf33-29d829134edb tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:44.895308 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2d4f53ea-7e67-431d-8fb7-b66dbcd96068 req-f96e7e61-e202-448a-bf33-29d829134edb tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 945 time: 0.3088882 Apr 18 19:33:44.927248 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dc35828d-5574-4c10-9b06-5e755e89231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:33:05Z', 'revision_number': 4, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'a51e5283-c317-4639-8a90-6d4681dbd41d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'port_id': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'mac_address': 'fa:16:3e:65:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:33:36Z', 'updated_at': '2022-04-18T19:33:41Z', 'revision_number': 1, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af507469-16c5-46bc-9b1b-494a67a6e7e4', 'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'mac_address': 'fa:16:3e:7c:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c74269-dc99-466d-b488-42edd85b195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:02Z', 'updated_at': '2022-04-18T19:33:16Z', 'revision_number': 5, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'subnets': [{'id': '10c74269-dc99-466d-b488-42edd85b195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:44.932980 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35828d-5574-4c10-9b06-5e755e89231c None None] Checking router: b76944b9-2f88-4654-a8f1-cb7476fa2403 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:44.944304 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35828d-5574-4c10-9b06-5e755e89231c None None] Routers {'b76944b9-2f88-4654-a8f1-cb7476fa2403'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:44.945121 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dc35828d-5574-4c10-9b06-5e755e89231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:33:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b76944b9-2f88-4654-a8f1-cb7476fa2403'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:44.973808 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2d4f53ea-7e67-431d-8fb7-b66dbcd96068 req-56150a46-678e-4338-9440-8739a8a35c7f tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776258 Apr 18 19:33:45.008293 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 8a7bbef2-7dc5-4626-931f-cca5d2045913 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:45.024293 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.059535 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.124065 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 8a7bbef2-7dc5-4626-931f-cca5d2045913 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:45.124734 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.193730 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5e1ecb5e-5a2c-4749-afd6-d53a47973efa req-2def7bc5-e2ca-4936-ac47-15aac50e6c77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.2720811 Apr 18 19:33:45.198244 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:33:45.221694 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffb9ce-7a4f-4aa9-bce3-d876bd992e39 req-8a7c1378-4010-430c-aa78-51dc92c1f755 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:45.224893 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:45.230702 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-edffb9ce-7a4f-4aa9-bce3-d876bd992e39 req-8a7c1378-4010-430c-aa78-51dc92c1f755 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.1153550 Apr 18 19:33:45.255119 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.259548 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:45.268319 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-bd22fd87-d3c4-465c-8c48-42b6a7de7aa5 service neutron] 10.222.0.66 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279482 Apr 18 19:33:45.277832 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:45.305943 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-dc35828d-5574-4c10-9b06-5e755e89231c None None] Set router b76944b9-2f88-4654-a8f1-cb7476fa2403 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:45.322630 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Pushing event updated for resources: {'Port': ['ID=be0e91de-fd0e-4af5-914d-333ef2bb0fd6,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:45.414678 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:45.420350 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:45.426111 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:45.457748 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Pushing event updated for resources: {'Port': ['ID=9df2ad16-6974-45f9-8660-51f5c0609854,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:45.471200 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-edffb9ce-7a4f-4aa9-bce3-d876bd992e39 req-68b52bf9-b6ac-4b86-8208-30fd82c47e96 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399862 Apr 18 19:33:45.502331 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Attempting to bind port be0e91de-fd0e-4af5-914d-333ef2bb0fd6 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:45.504756 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Attempting to bind port be0e91de-fd0e-4af5-914d-333ef2bb0fd6 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:45.510650 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Attempting to bind port be0e91de-fd0e-4af5-914d-333ef2bb0fd6 on network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:45.537736 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:45.538230 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Checking segment: {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:45.538709 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.539093 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Bound using segment: {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:45.539564 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Bound port: be0e91de-fd0e-4af5-914d-333ef2bb0fd6, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:45.539924 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.557100 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d73d634-f47b-45d7-a262-65c7371cf696 req-be3b83bf-8bb0-47d0-a94c-41ec43518675 service neutron] 10.222.0.66 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780180 Apr 18 19:33:45.574464 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ee247d-a9ed-4cee-9fdc-f81e48b3a345'] response: {'server_uuid': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c', 'code': 200} Apr 18 19:33:45.753743 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] For port be0e91de-fd0e-4af5-914d-333ef2bb0fd6, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:45.757224 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] For port be0e91de-fd0e-4af5-914d-333ef2bb0fd6, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=be0e91de-fd0e-4af5-914d-333ef2bb0fd6,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:45.792307 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.865077 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 8a7bbef2-7dc5-4626-931f-cca5d2045913, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8a7bbef2-7dc5-4626-931f-cca5d2045913,segment=NetworkSegment(99cb52ed-807e-4e1e-b35e-e740b0bbba2f),segment_id=99cb52ed-807e-4e1e-b35e-e740b0bbba2f)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:45.875364 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.912660 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-dc35828d-5574-4c10-9b06-5e755e89231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:33:05Z', 'revision_number': 4, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'a51e5283-c317-4639-8a90-6d4681dbd41d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'port_id': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'mac_address': 'fa:16:3e:65:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:33:36Z', 'updated_at': '2022-04-18T19:33:41Z', 'revision_number': 1, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af507469-16c5-46bc-9b1b-494a67a6e7e4', 'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'mac_address': 'fa:16:3e:7c:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c74269-dc99-466d-b488-42edd85b195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:02Z', 'updated_at': '2022-04-18T19:33:16Z', 'revision_number': 5, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'subnets': [{'id': '10c74269-dc99-466d-b488-42edd85b195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:45.917568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'tag': 'ca8cae61-1a56-47f9-8649-ceda9fc18680'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:45.917950 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35828d-5574-4c10-9b06-5e755e89231c None None] The sync data for ids ['b76944b9-2f88-4654-a8f1-cb7476fa2403'] in n-d-838334-1 is: [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:33:05Z', 'revision_number': 4, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'a51e5283-c317-4639-8a90-6d4681dbd41d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'port_id': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'mac_address': 'fa:16:3e:65:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:33:36Z', 'updated_at': '2022-04-18T19:33:41Z', 'revision_number': 1, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af507469-16c5-46bc-9b1b-494a67a6e7e4', 'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'mac_address': 'fa:16:3e:7c:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c74269-dc99-466d-b488-42edd85b195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:02Z', 'updated_at': '2022-04-18T19:33:16Z', 'revision_number': 5, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'subnets': [{'id': '10c74269-dc99-466d-b488-42edd85b195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:33:45.945961 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.947466 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:45.953184 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95f2f1cd-9ecc-43bb-98ec-762fc2ca35ec req-357bb8fb-fd5c-4bb5-b4fe-e9a9c934393a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 1096 time: 0.1905401 Apr 18 19:33:46.052819 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:46.060743 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c5027297-eaee-4730-96c3-e2e309370162 req-0897f866-adb8-4afc-9d4c-1d4f41e540f1 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.1181388 Apr 18 19:33:46.110117 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c373e88-cef0-4339-ba63-9f2f2da38b5b None None] Pushing event updated for resources: {'Port': ['ID=be0e91de-fd0e-4af5-914d-333ef2bb0fd6,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:46.315799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=8a7bbef2-7dc5-4626-931f-cca5d2045913,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:46.339955 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a4118-0f83-4728-b5b6-9b25e07ef783 None None] New status for floating IP a51e5283-c317-4639-8a90-6d4681dbd41d: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:33:46.399873 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-957d8128-0d06-4618-ac88-e82f5357ad53 req-79464947-48bb-4751-88ca-c0812538801e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9ba8ee3-c1d4-469d-9f6f-587ef239153d HTTP/1.1" status: 200 len: 210 time: 0.1965809 Apr 18 19:33:46.550014 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-95f2f1cd-9ecc-43bb-98ec-762fc2ca35ec req-ce923181-8756-4985-9136-18355cd9ca90 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505147 Apr 18 19:33:46.587836 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a9343b-c362-460b-bfb6-e3c556ab05ab'] response: {'name': 'network-changed', 'server_uuid': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'tag': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'status': 'completed', 'code': 200} Apr 18 19:33:46.608826 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-bfb2bfbe-0b1a-4f44-a34a-9cda7553da16 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Synchronizing usage tracker for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:46.735730 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-bfb2bfbe-0b1a-4f44-a34a-9cda7553da16 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Unset dirty status for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:46.743225 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-bfb2bfbe-0b1a-4f44-a34a-9cda7553da16 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 258 time: 0.6044619 Apr 18 19:33:46.758443 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:46.770953 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:46.795056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:46.864448 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Router 860efbbe-eea2-47c0-be14-78db839d28ad is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:33:46.907227 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.052979 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b746974-bffe-4d8e-b618-bae38e3ba021 req-bf47d4b6-7d4e-4881-bba8-841815a84c65 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b8bce650968b4da1beb64a083e7587c9&device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 1097 time: 0.2797503 Apr 18 19:33:47.060787 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30677c52-1dbe-49e0-9e0e-da2a86f54da5 req-17333a9c-fcc5-4251-b78a-c94fc2dc6b44 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:47.062206 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-30677c52-1dbe-49e0-9e0e-da2a86f54da5 req-17333a9c-fcc5-4251-b78a-c94fc2dc6b44 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 946 time: 0.2461517 Apr 18 19:33:47.089242 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.287354 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-30677c52-1dbe-49e0-9e0e-da2a86f54da5 req-fbd941d5-9c2f-4088-94b9-638ab18ff2c8 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050457 Apr 18 19:33:47.300784 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Allocated IP 172.25.8.70 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/7d5cbcc4-cf29-4e0d-b696-8a85401ece14) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:47.318658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b746974-bffe-4d8e-b618-bae38e3ba021 req-00ec29a2-f55a-47f6-8f88-71e859b17a9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:47.320097 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b746974-bffe-4d8e-b618-bae38e3ba021 req-00ec29a2-f55a-47f6-8f88-71e859b17a9d service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d HTTP/1.1" status: 200 len: 930 time: 0.2570088 Apr 18 19:33:47.522456 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b746974-bffe-4d8e-b618-bae38e3ba021 req-b44737ba-a96b-46b8-ad32-d14ecbf89e19 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8cae61-1a56-47f9-8649-ceda9fc18680 HTTP/1.1" status: 200 len: 1002 time: 0.1952076 Apr 18 19:33:47.540025 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.575803 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c76c33-8070-48c3-8bf7-9d6903556647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7bbef2-7dc5-4626-931f-cca5d2045913'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:47.633326 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7182e00f-ac92-4780-a139-5dab07285ba9 None None] Network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:33:47.633799 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.664086 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b746974-bffe-4d8e-b618-bae38e3ba021 req-9621cf28-1303-4301-a261-27dd070480dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:47.665510 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b746974-bffe-4d8e-b618-bae38e3ba021 req-9621cf28-1303-4301-a261-27dd070480dc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=10c74269-dc99-466d-b488-42edd85b195a HTTP/1.1" status: 200 len: 868 time: 0.1142137 Apr 18 19:33:47.689706 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf39620-3360-49a5-9b4b-ffd10b113891 req-9ac151a1-c178-4f0c-bb90-235285df9483 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:47.706944 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ecf39620-3360-49a5-9b4b-ffd10b113891 req-9ac151a1-c178-4f0c-bb90-235285df9483 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.2473419 Apr 18 19:33:47.712982 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:47.723126 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Sync routers for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:47.743230 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:47.743830 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:33:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:47.786681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:47.790956 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:47.794160 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:47.829920 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Pushing event updated for resources: {'Port': ['ID=7d5cbcc4-cf29-4e0d-b696-8a85401ece14,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:47.876110 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-719a336b-a23e-4abc-90d3-285f3c858d95 None None] Provisioning for port be0e91de-fd0e-4af5-914d-333ef2bb0fd6 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:47.927119 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ecf39620-3360-49a5-9b4b-ffd10b113891 req-c132b70e-b9d2-48ad-9311-8ed216e673ea tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187660 Apr 18 19:33:47.958869 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:47.966819 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-34e061e6-3da2-4218-abfa-77f772caef0e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7579432 Apr 18 19:33:47.969794 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 58298) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:48.077263 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.286553 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.289632 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device be0e91de-fd0e-4af5-914d-333ef2bb0fd6 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:48.323352 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b746974-bffe-4d8e-b618-bae38e3ba021 req-34c7769b-ebe5-4885-9b11-ea6468b33cdb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6136935 Apr 18 19:33:48.416152 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:48.570541 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port be0e91de-fd0e-4af5-914d-333ef2bb0fd6 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:48.576146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port be0e91de-fd0e-4af5-914d-333ef2bb0fd6 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:48.576806 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.661159 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f28a0d1-7942-4e65-961e-b7465f3b16b8 req-3c603d5f-9e60-43b3-9e36-7ca77d9cd0b5 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.2971005 Apr 18 19:33:48.667573 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.735701 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.737924 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b746974-bffe-4d8e-b618-bae38e3ba021 req-920a997e-2550-40c3-8d9e-fae2a8d8838c service neutron] 10.222.0.71 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054358 Apr 18 19:33:48.864286 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:48.929932 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:45Z', 'revision_number': 3, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:48.936374 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Checking router: 860efbbe-eea2-47c0-be14-78db839d28ad for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:48.936834 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Updating router 860efbbe-eea2-47c0-be14-78db839d28ad port 9df2ad16-6974-45f9-8660-51f5c0609854 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:33:48.961521 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e924db-16c7-43eb-aadd-6cd0ff6c744b'] response: {'server_uuid': '44c76c33-8070-48c3-8bf7-9d6903556647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7bbef2-7dc5-4626-931f-cca5d2045913', 'code': 200} Apr 18 19:33:48.978836 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port be0e91de-fd0e-4af5-914d-333ef2bb0fd6, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=be0e91de-fd0e-4af5-914d-333ef2bb0fd6,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:49.039983 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.065426 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.116925 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.186714 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Pushing event updated for resources: {'Port': ['ID=7d5cbcc4-cf29-4e0d-b696-8a85401ece14,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:49.282891 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.284287 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-fcc0df4e-ef71-4e7c-852a-89fbc9a20bcc tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5362482 Apr 18 19:33:49.302975 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=be0e91de-fd0e-4af5-914d-333ef2bb0fd6,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:49.416538 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-1cf82e7c-6cdd-432a-9037-a39039aaf448 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Synchronizing usage tracker for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:floatingip {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:49.452176 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4b746974-bffe-4d8e-b618-bae38e3ba021 req-a52a6da6-030a-4bf7-8dbe-07d16176350c service neutron] 10.222.0.71 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074919 Apr 18 19:33:49.483520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-407a36c5-bef9-4edc-9e74-f30d104936ed req-27486c7f-55ca-4a90-9bc7-040735759c01 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 1097 time: 0.4018548 Apr 18 19:33:49.489873 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-1cf82e7c-6cdd-432a-9037-a39039aaf448 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Unset dirty status for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:floatingip {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:49.492050 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-1cf82e7c-6cdd-432a-9037-a39039aaf448 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 695 time: 0.1989334 Apr 18 19:33:49.542734 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-407a36c5-bef9-4edc-9e74-f30d104936ed req-841ce27e-bf5d-46bd-ac66-3a30b7c73eea service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526342 Apr 18 19:33:49.660992 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.685772 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Transition to ACTIVE for port object 9df2ad16-6974-45f9-8660-51f5c0609854 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:49.775947 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.890417 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Pushing event updated for resources: {'Port': ['ID=9df2ad16-6974-45f9-8660-51f5c0609854,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:49.904967 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:49.905601 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:49.906083 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:49.906651 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:49.907122 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:49.907662 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:49.908398 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:49.908901 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:49.909617 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:49.910767 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:49.911532 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:33:49.942527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6177ab-0e01-40bc-9cc8-64bc04e294e4 req-2f8b1553-94fd-49d5-8aed-8c92883c5c07 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:49.943237 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-59edd320-2fbd-4f3f-8b7a-79b32315ef0c tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:49.944044 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cd6177ab-0e01-40bc-9cc8-64bc04e294e4 req-2f8b1553-94fd-49d5-8aed-8c92883c5c07 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 946 time: 0.1550715 Apr 18 19:33:49.957393 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-59edd320-2fbd-4f3f-8b7a-79b32315ef0c tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.4569640 Apr 18 19:33:49.967071 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Attempting to bind port 9df2ad16-6974-45f9-8660-51f5c0609854 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:33:49.967071 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Attempting to bind port 9df2ad16-6974-45f9-8660-51f5c0609854 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:33:49.967071 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Attempting to bind port 9df2ad16-6974-45f9-8660-51f5c0609854 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:33:49.970747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-f8020fbc-e056-420e-84ca-e5fa90b4ba8c tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:33:49.974935 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:33:49.976320 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:33:49.977436 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.978041 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:33:49.979498 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Bound port: 9df2ad16-6974-45f9-8660-51f5c0609854, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:33:49.980217 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:49.985088 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa1acc5c-a595-40c6-a161-48dc772111a0 req-f8020fbc-e056-420e-84ca-e5fa90b4ba8c tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0251267 Apr 18 19:33:50.025880 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cd6177ab-0e01-40bc-9cc8-64bc04e294e4 req-d1662891-875f-4a8d-b345-d6b6ed205366 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734701 Apr 18 19:33:50.103977 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] For port 9df2ad16-6974-45f9-8660-51f5c0609854, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:33:50.107893 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] For port 9df2ad16-6974-45f9-8660-51f5c0609854, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=9df2ad16-6974-45f9-8660-51f5c0609854,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:33:50.210872 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.225970 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device be0e91de-fd0e-4af5-914d-333ef2bb0fd6 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:50.336249 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.349444 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8885f-2b3d-4578-956d-9949cdb1b7b6 None None] Pushing event updated for resources: {'Port': ['ID=9df2ad16-6974-45f9-8660-51f5c0609854,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:50.366189 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:50.366944 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:33:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:50.417883 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port be0e91de-fd0e-4af5-914d-333ef2bb0fd6 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:50.418256 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:50.559528 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aef67c-b8b7-4b3d-b0e8-f29f016427af req-473ddf9a-2a16-4c00-92b3-96b08c7b8330 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:50.580562 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66aef67c-b8b7-4b3d-b0e8-f29f016427af req-473ddf9a-2a16-4c00-92b3-96b08c7b8330 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.3691232 Apr 18 19:33:50.724554 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:50.787267 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66aef67c-b8b7-4b3d-b0e8-f29f016427af req-44647f34-6320-4746-8ec1-fea63b8e5102 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057629 Apr 18 19:33:50.988525 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Allocated IP 172.20.0.1 (9f1ef17e-b1e6-4dba-acd7-cfdbec804548/f7ed536a-f9fc-4c43-ae4a-2b9b9accf427/6e93fd54-e4ea-44ef-bd29-f07928dd84ed) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:51.337262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de7db4-79a1-4da5-bfa8-c9824b4e4df4 req-488239aa-67d4-469e-a4b3-c5831de97a0a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:51.341315 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1de7db4-79a1-4da5-bfa8-c9824b4e4df4 req-488239aa-67d4-469e-a4b3-c5831de97a0a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.1030018 Apr 18 19:33:51.458695 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1de7db4-79a1-4da5-bfa8-c9824b4e4df4 req-404395a8-9432-4fd5-b19e-af8fe42d4334 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078939 Apr 18 19:33:51.475644 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:45Z', 'revision_number': 3, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:51.488233 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:51.498742 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936af7e-db9a-48cb-a3ec-06a9f83bcb00 None None] The sync data for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 is: [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:45Z', 'revision_number': 3, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:33:51.575765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f250f-76cd-461c-8a20-1c45092a4e32 req-588881e3-f460-43b4-83d4-869ccfd61d5d tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:51.577302 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fb8f250f-76cd-461c-8a20-1c45092a4e32 req-588881e3-f460-43b4-83d4-869ccfd61d5d tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3957407 Apr 18 19:33:51.582672 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Transition to ACTIVE for port object 6e93fd54-e4ea-44ef-bd29-f07928dd84ed will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:33:51.610677 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-092e1130-c1ae-459c-9806-17490f6ff6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:51.697410 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fb8f250f-76cd-461c-8a20-1c45092a4e32 req-b9e34416-943f-4e0f-97b7-b7583275f8ce tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 695 time: 0.1127472 Apr 18 19:33:51.703051 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-fb8f250f-76cd-461c-8a20-1c45092a4e32 req-565e12a2-65c4-4dd8-a3b7-8e541aaab41b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Request body: {'floatingip': {'port_id': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:51.790467 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c5dfae00-7d6f-4d40-8ec8-ce7d9b26625e req-9ba696ab-49e5-4661-b0a2-2302bb7454ad tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.1365805 Apr 18 19:33:51.993416 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-fb8f250f-76cd-461c-8a20-1c45092a4e32 req-565e12a2-65c4-4dd8-a3b7-8e541aaab41b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.085917 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5838e9-a342-44b8-8e6f-8f32b8d9c525 req-c6e67060-5614-4d95-9c43-c71f0c7c2b7d tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:52.087983 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8d5838e9-a342-44b8-8e6f-8f32b8d9c525 req-c6e67060-5614-4d95-9c43-c71f0c7c2b7d tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 946 time: 0.1108241 Apr 18 19:33:52.139749 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.190933 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8d5838e9-a342-44b8-8e6f-8f32b8d9c525 req-b6340b80-7149-4cfa-8213-7b1cf8e38f73 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/security-groups?id=71c613b4-a850-4ca3-aa03-f593a0268eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972598 Apr 18 19:33:52.299835 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:52.303157 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Pushing event updated for resources: {'Port': ['ID=6e93fd54-e4ea-44ef-bd29-f07928dd84ed,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:52.312019 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:52.316697 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:52.410722 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.680299 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [req-fb8f250f-76cd-461c-8a20-1c45092a4e32 req-565e12a2-65c4-4dd8-a3b7-8e541aaab41b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 19:33:52.681386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fb8f250f-76cd-461c-8a20-1c45092a4e32 req-565e12a2-65c4-4dd8-a3b7-8e541aaab41b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "PUT /v2.0/floatingips/bd4c6e41-55e1-49fc-88bb-d939ec6a6118 HTTP/1.1" status: 409 len: 550 time: 0.9831560 Apr 18 19:33:52.871516 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-5dbaec83-dc41-4b76-a5ef-e272819a6a7b None None] Provisioning for port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:52.886084 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-5dbaec83-dc41-4b76-a5ef-e272819a6a7b None None] Provisioning complete for port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:52.886084 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5dbaec83-dc41-4b76-a5ef-e272819a6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:52.944788 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-5dbaec83-dc41-4b76-a5ef-e272819a6a7b None None] Port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:52.999970 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.091558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-671a9087-1f62-4329-861f-86352efaae74 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:53.102959 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-671a9087-1f62-4329-861f-86352efaae74 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.3070951 Apr 18 19:33:53.133910 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-951fb83c-0735-485f-8d1f-5058a3177336 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/quotas/95c3ea07abf945b49256e3013451a29a HTTP/1.1" status: 200 len: 375 time: 0.0299053 Apr 18 19:33:53.258916 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-89e3ca89-7d8a-4bb5-8132-527f76bc3571 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1242063 Apr 18 19:33:53.431782 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.538618 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-4d401f15-2e65-4d8b-8973-d51435bef775 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips/bd4c6e41-55e1-49fc-88bb-d939ec6a6118 HTTP/1.1" status: 200 len: 692 time: 0.1220911 Apr 18 19:33:53.665676 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.700720 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-fc6b74fe-c379-477d-aedf-6abe63fb2546 service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649064 Apr 18 19:33:53.732131 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-2cc337c6-b884-4075-ab4f-7b554b10eb58 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:53.733620 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-2cc337c6-b884-4075-ab4f-7b554b10eb58 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.1886873 Apr 18 19:33:53.751545 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-3cec80f9-5b70-4105-9af7-116b5db74041 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:33:53.753263 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-3cec80f9-5b70-4105-9af7-116b5db74041 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0122359 Apr 18 19:33:53.858285 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-1a723c66-610c-4955-a001-605a575ce57b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 695 time: 0.0964236 Apr 18 19:33:53.888557 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.901563 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7f75b11a-db09-4730-be0d-39e458b05eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:53.904035 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Pushing event updated for resources: {'Port': ['ID=6e93fd54-e4ea-44ef-bd29-f07928dd84ed,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:53.960297 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-7815dfa6-b631-4379-84dd-054f7bb41b52 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.70 HTTP/1.1" status: 200 len: 695 time: 0.1009834 Apr 18 19:33:54.134401 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-3066b780-967a-4a53-99fa-b3d34e510f6b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Deleting port 7d5cbcc4-cf29-4e0d-b696-8a85401ece14 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:33:54.134716 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-3066b780-967a-4a53-99fa-b3d34e510f6b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.144890 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-0330b472-bb26-49bb-b4e5-a9ae74ae825d service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425740 Apr 18 19:33:54.210001 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:54.211411 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:54.240249 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 9df2ad16-6974-45f9-8660-51f5c0609854 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:54.407016 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-3066b780-967a-4a53-99fa-b3d34e510f6b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.407422 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-3066b780-967a-4a53-99fa-b3d34e510f6b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.415867 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 9df2ad16-6974-45f9-8660-51f5c0609854 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:33:54.421207 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 9df2ad16-6974-45f9-8660-51f5c0609854 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:54.421583 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.608463 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-3066b780-967a-4a53-99fa-b3d34e510f6b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Calling delete_port for 7d5cbcc4-cf29-4e0d-b696-8a85401ece14 owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:33:54.634925 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2d6a0e39-ab7d-41e4-88a4-f5f4b024ef9e None None] Provisioning complete for port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:54.635288 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0e39-ab7d-41e4-88a4-f5f4b024ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.670752 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.685927 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ef390610-0251-4302-b948-5fe7942837e9 req-17513a61-ad06-4c98-bb63-3d8de365037e tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.1088030 Apr 18 19:33:54.704518 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 9df2ad16-6974-45f9-8660-51f5c0609854, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=9df2ad16-6974-45f9-8660-51f5c0609854,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:54.713460 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a0e39-ab7d-41e4-88a4-f5f4b024ef9e None None] Port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:33:54.786783 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.792225 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Router 860efbbe-eea2-47c0-be14-78db839d28ad has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:33:54.856631 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-3066b780-967a-4a53-99fa-b3d34e510f6b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.880105 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=9df2ad16-6974-45f9-8660-51f5c0609854,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:54.901472 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:54.920614 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066b780-967a-4a53-99fa-b3d34e510f6b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Pushing event deleted for resources: {'Port': ['ID=7d5cbcc4-cf29-4e0d-b696-8a85401ece14,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:54.975922 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:55.016313 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-3066b780-967a-4a53-99fa-b3d34e510f6b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:55.056125 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fad46-ba15-4b27-a041-b33e3434d778 req-662670eb-c6b7-4c4b-a0e1-29e38b2cbefb tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:55.057600 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f01fad46-ba15-4b27-a041-b33e3434d778 req-662670eb-c6b7-4c4b-a0e1-29e38b2cbefb tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.1680067 Apr 18 19:33:55.117155 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f01fad46-ba15-4b27-a041-b33e3434d778 req-d3efc5f5-12cf-482a-a397-dd6e71ea8dc4 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524476 Apr 18 19:33:55.155604 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:55.165447 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ffdae4e0-de32-4f76-a0df-2b2b7ba3cffd admin admin] 10.222.0.66 "PUT /v2.0/routers/860efbbe-eea2-47c0-be14-78db839d28ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1822555 Apr 18 19:33:55.199288 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-3066b780-967a-4a53-99fa-b3d34e510f6b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:55.201266 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d125d9-210f-4907-8dd0-c47d7cf445fe req-3066b780-967a-4a53-99fa-b3d34e510f6b tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "DELETE /v2.0/floatingips/bd4c6e41-55e1-49fc-88bb-d939ec6a6118 HTTP/1.1" status: 204 len: 173 time: 1.2346845 Apr 18 19:33:55.494107 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d3d60882-f3a8-4df9-9586-3897aaa2febb req-d00d6cc2-a4c5-41d8-a2d2-0f19197a3b43 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:55.573888 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-d3d60882-f3a8-4df9-9586-3897aaa2febb req-d00d6cc2-a4c5-41d8-a2d2-0f19197a3b43 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:55.591883 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d3d60882-f3a8-4df9-9586-3897aaa2febb req-d00d6cc2-a4c5-41d8-a2d2-0f19197a3b43 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 210 time: 0.1239679 Apr 18 19:33:55.737580 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-ba9f9ee5-b60d-41b6-8cf9-70078fcf35e3 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Synchronizing usage tracker for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:floatingip {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:55.844176 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-ba9f9ee5-b60d-41b6-8cf9-70078fcf35e3 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Unset dirty status for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:floatingip {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:55.845669 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-ba9f9ee5-b60d-41b6-8cf9-70078fcf35e3 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.189 HTTP/1.1" status: 200 len: 1002 time: 0.2377284 Apr 18 19:33:56.009258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-a88dc828-a112-41f5-bccf-8fab48688b76 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:56.009862 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-a88dc828-a112-41f5-bccf-8fab48688b76 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Synchronizing usage tracker for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:33:56.134390 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-a88dc828-a112-41f5-bccf-8fab48688b76 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Unset dirty status for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:33:56.134390 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-a88dc828-a112-41f5-bccf-8fab48688b76 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports/ca8cae61-1a56-47f9-8649-ceda9fc18680 HTTP/1.1" status: 200 len: 943 time: 0.2793300 Apr 18 19:33:56.169352 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 9df2ad16-6974-45f9-8660-51f5c0609854 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:33:56.254015 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 9df2ad16-6974-45f9-8660-51f5c0609854 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:33:56.254406 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.343417 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-aee9b520-fd2c-424c-96e9-d3c74efb8276 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.189 HTTP/1.1" status: 200 len: 1002 time: 0.1127911 Apr 18 19:33:56.481108 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.496929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-80dc43eb-01ba-46b4-a2e0-713191b1d451 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:56.499698 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-80dc43eb-01ba-46b4-a2e0-713191b1d451 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.1539092 Apr 18 19:33:56.605142 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-a301c600-c67d-4437-b0cc-9820116c0b71 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.189 HTTP/1.1" status: 200 len: 1002 time: 0.0987923 Apr 18 19:33:56.616184 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-1232b78a-efa5-442e-8fda-b1df6f70134e tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:56.717198 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-1232b78a-efa5-442e-8fda-b1df6f70134e tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.736905 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 58442) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:56.742490 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209392860', 'description': 'tempest-description--1043661042'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:56.749208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:56.753585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Usage tracker for resource:security_group and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:56.756795 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:56.763422 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:56.879290 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:56.919789 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:56.924189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Usage tracker for resource:security_group_rule and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:56.927547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:56.934766 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:56.992216 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.055710 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.092887 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-1232b78a-efa5-442e-8fda-b1df6f70134e tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.101393 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9209d62a-249a-4b72-9fbe-ff7a41554af9,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:57.149184 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-63970ad2-4298-4d32-9691-d1f389ceb5e4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:57.150533 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-63970ad2-4298-4d32-9691-d1f389ceb5e4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.2239244 Apr 18 19:33:57.169698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Request body: {'port': {'device_id': '646db7e1-5298-453b-96b3-15c81000db5a', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'admin_state_up': True, 'tenant_id': '95c3ea07abf945b49256e3013451a29a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:57.200858 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.200858 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ad52841b-7a27-4968-9e92-b88171bb23c9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4581749 Apr 18 19:33:57.200858 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 58454) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:57.204947 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-e7b76901-e274-4d30-b343-dcd73cf4fa11 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'security_group_rule': {'security_group_id': '9209d62a-249a-4b72-9fbe-ff7a41554af9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:57.211062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e7b76901-e274-4d30-b343-dcd73cf4fa11 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:57.215509 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e7b76901-e274-4d30-b343-dcd73cf4fa11 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Usage tracker for resource:security_group_rule and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:57.218965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e7b76901-e274-4d30-b343-dcd73cf4fa11 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:57.225530 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e7b76901-e274-4d30-b343-dcd73cf4fa11 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:57.238072 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-1232b78a-efa5-442e-8fda-b1df6f70134e tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.238396 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-1232b78a-efa5-442e-8fda-b1df6f70134e tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Floating IP a51e5283-c317-4639-8a90-6d4681dbd41d disassociated. External IP: 172.25.8.189, port: ca8cae61-1a56-47f9-8649-ceda9fc18680. Apr 18 19:33:57.352905 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7b76901-e274-4d30-b343-dcd73cf4fa11 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.364793 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf44fa41-dda0-446c-a56f-534d08ec80b4 req-a5eb96df-6dbc-4aef-9877-ca0c65f56d43 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0548985 Apr 18 19:33:57.428165 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7b76901-e274-4d30-b343-dcd73cf4fa11 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.441665 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:57.454459 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:57.537563 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7b76901-e274-4d30-b343-dcd73cf4fa11 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.570042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b76901-e274-4d30-b343-dcd73cf4fa11 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eded1f85-7a1e-48d4-a3dd-ad04ae3ac130,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:57.605009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc54f0-ee3a-46db-aa44-9c530012dfdb req-4770356a-b1bf-41c0-80d8-e37adbda60f2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:57.607122 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05fc54f0-ee3a-46db-aa44-9c530012dfdb req-4770356a-b1bf-41c0-80d8-e37adbda60f2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.1035261 Apr 18 19:33:57.655445 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05fc54f0-ee3a-46db-aa44-9c530012dfdb req-3facf64d-436f-46aa-a619-b0a3a239a5bd tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 Apr 18 19:33:57.672928 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e7b76901-e274-4d30-b343-dcd73cf4fa11 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.676654 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e7b76901-e274-4d30-b343-dcd73cf4fa11 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4737568 Apr 18 19:33:57.676890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 58458) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:57.678221 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Made reservation on behalf of 95c3ea07abf945b49256e3013451a29a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:33:57.681153 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.682452 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-acce9250-d22e-4b84-8e92-ed9e50680e28 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'security_group_rule': {'security_group_id': '9209d62a-249a-4b72-9fbe-ff7a41554af9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:57.688462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-acce9250-d22e-4b84-8e92-ed9e50680e28 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:57.692549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-acce9250-d22e-4b84-8e92-ed9e50680e28 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Usage tracker for resource:security_group_rule and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:57.700093 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-acce9250-d22e-4b84-8e92-ed9e50680e28 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:57.701973 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-acce9250-d22e-4b84-8e92-ed9e50680e28 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:57.821643 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-acce9250-d22e-4b84-8e92-ed9e50680e28 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.913560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa410d4-e817-4cc0-a7bb-1c27b7af1fe4 req-9f7f387f-9e81-4372-b082-fcf7933440da tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:57.915007 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8aa410d4-e817-4cc0-a7bb-1c27b7af1fe4 req-9f7f387f-9e81-4372-b082-fcf7933440da tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.1353226 Apr 18 19:33:57.916701 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-acce9250-d22e-4b84-8e92-ed9e50680e28 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:57.928429 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Allocated IP 172.20.0.3 (9772eb3e-4470-4e98-9621-f0c5fd024ef1/fd27771e-135d-4136-a053-2cd32b4aaaa8/4892394a-793d-4065-bf49-fddf4f9672cc) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:57.964706 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8aa410d4-e817-4cc0-a7bb-1c27b7af1fe4 req-91d5693b-fcdd-48c1-81ff-67e5d0eb3d66 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Apr 18 19:33:57.992542 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-acce9250-d22e-4b84-8e92-ed9e50680e28 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.014322 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-1232b78a-efa5-442e-8fda-b1df6f70134e tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Router b76944b9-2f88-4654-a8f1-cb7476fa2403 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:33:58.024014 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce9250-d22e-4b84-8e92-ed9e50680e28 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bbc7bc8-64cb-47b5-88ce-d4c0f016ebdf,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:58.120675 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 20c4a372-c87d-44bb-b210-4b763dc24119 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:33:58.134513 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-acce9250-d22e-4b84-8e92-ed9e50680e28 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.139551 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-acce9250-d22e-4b84-8e92-ed9e50680e28 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4601820 Apr 18 19:33:58.140054 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 58462) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:33:58.153774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:58.169763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:33:58.178667 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Usage tracker for resource:floatingip and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:33:58.189469 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:33:58.206969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:33:58.304956 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.333050 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.336650 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c4a372-c87d-44bb-b210-4b763dc24119'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:58.343551 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.348403 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 20c4a372-c87d-44bb-b210-4b763dc24119, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=20c4a372-c87d-44bb-b210-4b763dc24119,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:33:58.425090 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-1232b78a-efa5-442e-8fda-b1df6f70134e tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:33:58.442480 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432fc962-c61a-4623-8414-af699807fa90 None None] Sync routers for ids ['b76944b9-2f88-4654-a8f1-cb7476fa2403'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:58.442650 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-1232b78a-efa5-442e-8fda-b1df6f70134e tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.472629 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.498967 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-1232b78a-efa5-442e-8fda-b1df6f70134e tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "PUT /v2.0/floatingips/a51e5283-c317-4639-8a90-6d4681dbd41d HTTP/1.1" status: 200 len: 695 time: 1.8872573 Apr 18 19:33:58.499453 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'tag': 'ca8cae61-1a56-47f9-8649-ceda9fc18680'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:33:58.527862 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.528306 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Sync routers for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:33:58.544719 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:58.545835 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:33:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:58.555611 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.576459 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=20c4a372-c87d-44bb-b210-4b763dc24119,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:58.591617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432fc962-c61a-4623-8414-af699807fa90 None None] Routers {'b76944b9-2f88-4654-a8f1-cb7476fa2403'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:58.594840 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-432fc962-c61a-4623-8414-af699807fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:33:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b76944b9-2f88-4654-a8f1-cb7476fa2403'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:58.689566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:58.693899 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:58.719519 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:58.799644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event updated for resources: {'Port': ['ID=4892394a-793d-4065-bf49-fddf4f9672cc,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:58.810377 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-432fc962-c61a-4623-8414-af699807fa90 None None] Set router b76944b9-2f88-4654-a8f1-cb7476fa2403 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:58.823026 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-d9e92f75-2032-4198-9740-204b9393ca24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bce650968b4da1beb64a083e7587c9&device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 1097 time: 0.3072290 Apr 18 19:33:58.856210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:58.856877 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:58.895749 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:58.971594 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Allocated IP 172.25.8.247 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/55d84d52-9ca8-4131-b6dc-fce5b8d406f3) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:33:59.041531 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-7bfc3e9f-6f4c-4ff0-aa3d-f080c7e52864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8752983 Apr 18 19:33:59.056142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Request body: {'port': {'device_id': '646db7e1-5298-453b-96b3-15c81000db5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:33:59.194524 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:59.337978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-5b34630d-578a-4496-a8e9-7f8ff6e44043 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:59.339505 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-5b34630d-578a-4496-a8e9-7f8ff6e44043 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d HTTP/1.1" status: 200 len: 930 time: 0.5101907 Apr 18 19:33:59.353497 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:59.413842 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:33:53Z', 'revision_number': 2, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:59.422555 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Checking router: 860efbbe-eea2-47c0-be14-78db839d28ad for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:59.423079 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Updating router 860efbbe-eea2-47c0-be14-78db839d28ad port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:33:59.494354 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-ad1b8d2c-2d5d-4d55-b122-8c685b3a6603 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8cae61-1a56-47f9-8649-ceda9fc18680 HTTP/1.1" status: 200 len: 217 time: 0.0965600 Apr 18 19:33:59.509911 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:59.529807 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-432fc962-c61a-4623-8414-af699807fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:33:05Z', 'revision_number': 4, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'af507469-16c5-46bc-9b1b-494a67a6e7e4', 'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'mac_address': 'fa:16:3e:7c:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c74269-dc99-466d-b488-42edd85b195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:02Z', 'updated_at': '2022-04-18T19:33:16Z', 'revision_number': 5, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'subnets': [{'id': '10c74269-dc99-466d-b488-42edd85b195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:59.534027 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432fc962-c61a-4623-8414-af699807fa90 None None] Checking router: b76944b9-2f88-4654-a8f1-cb7476fa2403 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:33:59.536858 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'Port': ['ID=55d84d52-9ca8-4131-b6dc-fce5b8d406f3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:33:59.552913 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432fc962-c61a-4623-8414-af699807fa90 None None] Routers {'b76944b9-2f88-4654-a8f1-cb7476fa2403'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:33:59.553740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-432fc962-c61a-4623-8414-af699807fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:33:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b76944b9-2f88-4654-a8f1-cb7476fa2403'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:33:59.558078 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:33:59.560825 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:33:59.561208 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:59.563479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:33:59.770260 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-432fc962-c61a-4623-8414-af699807fa90 None None] Set router b76944b9-2f88-4654-a8f1-cb7476fa2403 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:33:59.783941 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:33:59.936547 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-890be28d-c36b-4c1e-bb51-cb824d39f2f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:33:59.938572 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-890be28d-c36b-4c1e-bb51-cb824d39f2f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=10c74269-dc99-466d-b488-42edd85b195a HTTP/1.1" status: 200 len: 868 time: 0.3771050 Apr 18 19:33:59.939058 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.187802 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.204791 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Transition to ACTIVE for port object 6e93fd54-e4ea-44ef-bd29-f07928dd84ed will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:00.244980 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b92a40-8443-4165-89df-c53b391f1171 req-23711186-2c03-41e5-867d-8d58077cb132 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:00.246615 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77b92a40-8443-4165-89df-c53b391f1171 req-23711186-2c03-41e5-867d-8d58077cb132 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.71 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 946 time: 0.1514959 Apr 18 19:34:00.249962 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-432fc962-c61a-4623-8414-af699807fa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:33:05Z', 'revision_number': 4, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'af507469-16c5-46bc-9b1b-494a67a6e7e4', 'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'mac_address': 'fa:16:3e:7c:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c74269-dc99-466d-b488-42edd85b195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:02Z', 'updated_at': '2022-04-18T19:33:16Z', 'revision_number': 5, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'subnets': [{'id': '10c74269-dc99-466d-b488-42edd85b195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:00.250938 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-dc97a346-e7c7-4e19-85a9-3b6f99164858 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615387 Apr 18 19:34:00.254459 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432fc962-c61a-4623-8414-af699807fa90 None None] The sync data for ids ['b76944b9-2f88-4654-a8f1-cb7476fa2403'] in n-d-838334-1 is: [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:33:05Z', 'revision_number': 4, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'af507469-16c5-46bc-9b1b-494a67a6e7e4', 'name': '', 'network_id': '3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'mac_address': 'fa:16:3e:7c:c3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '10c74269-dc99-466d-b488-42edd85b195a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:02Z', 'updated_at': '2022-04-18T19:33:16Z', 'revision_number': 5, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'subnets': [{'id': '10c74269-dc99-466d-b488-42edd85b195a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:34:00.279861 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.349649 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-77b92a40-8443-4165-89df-c53b391f1171 req-10bf20a4-b5e7-44cd-81a7-edc3e08447e3 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Deleting port 8a7bbef2-7dc5-4626-931f-cca5d2045913 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:00.353133 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77b92a40-8443-4165-89df-c53b391f1171 req-10bf20a4-b5e7-44cd-81a7-edc3e08447e3 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.359093 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:34:00.410084 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.453617 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cb615-ffc6-4911-ab29-11bb78db46ce None None] Pushing event updated for resources: {'Port': ['ID=6e93fd54-e4ea-44ef-bd29-f07928dd84ed,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:00.505775 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4892394a-793d-4065-bf49-fddf4f9672cc {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:00.528709 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.546794 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-2967d542-0c3f-43d7-ab7d-78a673bd3b3d service neutron] 10.222.0.66 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897787 Apr 18 19:34:00.563839 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Attempting to bind port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:00.564411 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Attempting to bind port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:00.564550 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Attempting to bind port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed on network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:00.575366 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:00.575793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Checking segment: {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:00.576772 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.576772 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Bound using segment: {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:00.577230 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Bound port: 6e93fd54-e4ea-44ef-bd29-f07928dd84ed, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:00.577900 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.582773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Transition to ACTIVE for port object 4892394a-793d-4065-bf49-fddf4f9672cc will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:00.588197 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.658847 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.681273 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'Port': ['ID=55d84d52-9ca8-4131-b6dc-fce5b8d406f3,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:00.687144 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] For port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:00.694269 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] For port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6e93fd54-e4ea-44ef-bd29-f07928dd84ed,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:00.770040 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.790322 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-77b92a40-8443-4165-89df-c53b391f1171 req-10bf20a4-b5e7-44cd-81a7-edc3e08447e3 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] For port 8a7bbef2-7dc5-4626-931f-cca5d2045913, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=8a7bbef2-7dc5-4626-931f-cca5d2045913,segment=NetworkSegment(99cb52ed-807e-4e1e-b35e-e740b0bbba2f),segment_id=99cb52ed-807e-4e1e-b35e-e740b0bbba2f)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:00.790693 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77b92a40-8443-4165-89df-c53b391f1171 req-10bf20a4-b5e7-44cd-81a7-edc3e08447e3 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.800835 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:00.822129 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Pushing event updated for resources: {'Port': ['ID=4892394a-793d-4065-bf49-fddf4f9672cc,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:00.845875 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f94bfbdc-d4e2-4ba8-82dc-839c23b61c91 req-6790f398-2ac8-45c0-b72f-6dfbf5834828 service neutron] 10.222.0.66 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898152 Apr 18 19:34:00.887634 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cb615-ffc6-4911-ab29-11bb78db46ce None None] Pushing event updated for resources: {'Port': ['ID=6e93fd54-e4ea-44ef-bd29-f07928dd84ed,revision_number=4']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:00.903289 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:00.908390 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:33:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:00.980913 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Attempting to bind port 4892394a-793d-4065-bf49-fddf4f9672cc on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:00.981284 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Attempting to bind port 4892394a-793d-4065-bf49-fddf4f9672cc by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:00.981702 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Attempting to bind port 4892394a-793d-4065-bf49-fddf4f9672cc on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:01.009946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Port 4892394a-793d-4065-bf49-fddf4f9672cc on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:01.010271 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Attempting to bind port 4892394a-793d-4065-bf49-fddf4f9672cc on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:01.020348 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:01.020686 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Checking segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:01.021073 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Bound using segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:01.021502 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Bound port: 4892394a-793d-4065-bf49-fddf4f9672cc, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:01.021851 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.045747 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fb01be-c9d8-494f-8a17-43a977f3c74f'] response: {'server_uuid': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c4a372-c87d-44bb-b210-4b763dc24119', 'code': 200} Apr 18 19:34:01.050584 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-77b92a40-8443-4165-89df-c53b391f1171 req-10bf20a4-b5e7-44cd-81a7-edc3e08447e3 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Calling delete_port for 8a7bbef2-7dc5-4626-931f-cca5d2045913 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:01.171975 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] For port 4892394a-793d-4065-bf49-fddf4f9672cc, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:01.184716 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d70d5f-ae04-4c3a-816b-a09ab47d2801 None None] New status for floating IP a51e5283-c317-4639-8a90-6d4681dbd41d: DOWN {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:34:01.197897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] For port 4892394a-793d-4065-bf49-fddf4f9672cc, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=4892394a-793d-4065-bf49-fddf4f9672cc,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:01.199419 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.203786 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9a5b227a-e750-497d-8f2e-bc6a9b35ec66 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0594940 Apr 18 19:34:01.250758 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:01.310610 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.357337 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407e381-abc7-46b0-85dc-abc35a4a9957 req-73ddb8a5-579e-4f08-9e9b-3f5e11005b0c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:01.358824 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8407e381-abc7-46b0-85dc-abc35a4a9957 req-73ddb8a5-579e-4f08-9e9b-3f5e11005b0c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 943 time: 0.5592265 Apr 18 19:34:01.429988 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.432895 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] 10.222.0.16 "PUT /v2.0/ports/4892394a-793d-4065-bf49-fddf4f9672cc HTTP/1.1" status: 200 len: 1091 time: 2.3836439 Apr 18 19:34:01.439817 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0f007da0-7e85-4789-b7b2-6e7c28730f62 req-42049809-edcb-4cf8-bd73-e0e572a9e141 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.1897283 Apr 18 19:34:01.440604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85854d-eec0-4170-8c9e-ac955c947346 service neutron] Pushing event updated for resources: {'Port': ['ID=4892394a-793d-4065-bf49-fddf4f9672cc,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:01.471063 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8407e381-abc7-46b0-85dc-abc35a4a9957 req-53200b8f-e31e-4436-b2d2-02b3667d5c73 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064408 Apr 18 19:34:01.557279 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77b92a40-8443-4165-89df-c53b391f1171 req-10bf20a4-b5e7-44cd-81a7-edc3e08447e3 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.612407 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d169e9-4633-43f2-b74c-070f69999f37'] response: {'name': 'network-changed', 'server_uuid': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'tag': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'status': 'completed', 'code': 200} Apr 18 19:34:01.678591 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-9e7dfb92-1f7f-43bd-83e9-571cdb51b790 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 1094 time: 0.1306865 Apr 18 19:34:01.685448 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:00Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:01.691690 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c24636-231b-4331-8bf8-0170de0f31a0 None None] The sync data for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 is: [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:00Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:34:01.802190 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf20a4-b5e7-44cd-81a7-edc3e08447e3 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Pushing event deleted for resources: {'Port': ['ID=8a7bbef2-7dc5-4626-931f-cca5d2045913,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:01.809368 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-00812fd8-660b-40c7-83e7-0c7a2b6c3557 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4892394a-793d-4065-bf49-fddf4f9672cc HTTP/1.1" status: 200 len: 217 time: 0.0759265 Apr 18 19:34:01.826341 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-471b565c-fd1c-4a2c-8770-189595e011b6 req-9ac19dea-fa8e-4bfe-ade0-14a2db061c0a tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.66 "GET /v2.0/ports?device_id=44c76c33-8070-48c3-8bf7-9d6903556647 HTTP/1.1" status: 200 len: 210 time: 0.0945170 Apr 18 19:34:01.891621 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-6ef86836-2eb8-4fb7-b967-6c7725f728dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:01.893036 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-6ef86836-2eb8-4fb7-b967-6c7725f728dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.0773745 Apr 18 19:34:01.903130 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be37eb-688a-48e3-b964-c571a3761b3c req-027df7d9-3537-4935-9bf8-6e964401bd71 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:01.909847 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a8be37eb-688a-48e3-b964-c571a3761b3c req-027df7d9-3537-4935-9bf8-6e964401bd71 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.2301595 Apr 18 19:34:01.941910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b92a40-8443-4165-89df-c53b391f1171 req-10bf20a4-b5e7-44cd-81a7-edc3e08447e3 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] No DVR routers for this DVR port 8a7bbef2-7dc5-4626-931f-cca5d2045913 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:01.945121 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77b92a40-8443-4165-89df-c53b391f1171 req-10bf20a4-b5e7-44cd-81a7-edc3e08447e3 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:01.948458 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c76c33-8070-48c3-8bf7-9d6903556647', 'name': 'network-vif-deleted', 'tag': '8a7bbef2-7dc5-4626-931f-cca5d2045913'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:01.967728 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-a7304e55-7e01-40fc-926b-99f0bdb45dd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550747 Apr 18 19:34:02.042108 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0cd44b53-ba65-4d97-ac12-7da4e02e784b req-a38c8bd2-b887-4bfa-9e1b-e59dd27caaba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b8bce650968b4da1beb64a083e7587c9&device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 1097 time: 0.3817146 Apr 18 19:34:02.068600 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a8be37eb-688a-48e3-b964-c571a3761b3c req-4685f753-8fa6-4861-9456-0115d3c24e2a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579044 Apr 18 19:34:02.163330 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77b92a40-8443-4165-89df-c53b391f1171 req-10bf20a4-b5e7-44cd-81a7-edc3e08447e3 tempest-ServerAddressesTestJSON-1546868581 tempest-ServerAddressesTestJSON-1546868581-project] 10.222.0.71 "DELETE /v2.0/ports/8a7bbef2-7dc5-4626-931f-cca5d2045913 HTTP/1.1" status: 204 len: 173 time: 1.9109616 Apr 18 19:34:02.185560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349d0f8-dc44-435c-a2d0-6c570c830796 req-a7cffbf6-a999-49bf-a7ed-7d92c4c63527 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:02.187201 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2349d0f8-dc44-435c-a2d0-6c570c830796 req-a7cffbf6-a999-49bf-a7ed-7d92c4c63527 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.2199638 Apr 18 19:34:02.201893 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-6db2d78a-57b7-4cf0-9567-50fb8d6db9f6 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225094 Apr 18 19:34:02.277736 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2349d0f8-dc44-435c-a2d0-6c570c830796 req-9972db9f-a1dc-4014-9627-1dcebd6a029d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846152 Apr 18 19:34:02.286768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd44b53-ba65-4d97-ac12-7da4e02e784b req-fe9e98c6-cac8-4dc1-ba6d-4f4f82bac545 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:02.286768 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0cd44b53-ba65-4d97-ac12-7da4e02e784b req-fe9e98c6-cac8-4dc1-ba6d-4f4f82bac545 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d HTTP/1.1" status: 200 len: 930 time: 0.2332044 Apr 18 19:34:02.287244 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6e93fd54-e4ea-44ef-bd29-f07928dd84ed up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:02.424713 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6f42cd-05b3-4c1f-8288-8518f214d297 req-1c8ad141-afae-41f6-aa62-387ef099fe3b service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163281 Apr 18 19:34:02.453244 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0cd44b53-ba65-4d97-ac12-7da4e02e784b req-f31bdc70-82f1-4d39-842f-51114ecdad2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca8cae61-1a56-47f9-8649-ceda9fc18680 HTTP/1.1" status: 200 len: 217 time: 0.1588681 Apr 18 19:34:02.477877 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:02.483756 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:02.487402 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.519995 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-3cea2047-ac5b-4238-b90d-9fcbd011caf1 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips/a51e5283-c317-4639-8a90-6d4681dbd41d HTTP/1.1" status: 200 len: 693 time: 0.1346605 Apr 18 19:34:02.614109 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.652064 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6e93fd54-e4ea-44ef-bd29-f07928dd84ed,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:02.659941 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd44b53-ba65-4d97-ac12-7da4e02e784b req-99701d95-2cd8-4062-b9bb-f5a1b88b406a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:02.661465 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0cd44b53-ba65-4d97-ac12-7da4e02e784b req-99701d95-2cd8-4062-b9bb-f5a1b88b406a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=10c74269-dc99-466d-b488-42edd85b195a HTTP/1.1" status: 200 len: 868 time: 0.2008815 Apr 18 19:34:02.731200 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:02.785519 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-4aad341a-9a32-4343-a4c6-9f7a376e8950 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:02.786901 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-4aad341a-9a32-4343-a4c6-9f7a376e8950 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.2569969 Apr 18 19:34:02.817503 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-b787aa4f-9fa9-4bc4-8f6d-72df96aedbd0 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:34:02.820796 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-b787aa4f-9fa9-4bc4-8f6d-72df96aedbd0 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0126069 Apr 18 19:34:02.824398 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0cd44b53-ba65-4d97-ac12-7da4e02e784b req-7bfe1cb5-6174-48a1-afdf-92d2babab2fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561940 Apr 18 19:34:02.860386 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=6e93fd54-e4ea-44ef-bd29-f07928dd84ed,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:02.963628 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-376801e1-5f47-4638-8164-2640f0d56f6c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Synchronizing usage tracker for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:03.009173 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-3bf353cd-36ea-49a9-aa2c-73677d9b4054 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.189 HTTP/1.1" status: 200 len: 696 time: 0.1360283 Apr 18 19:34:03.084268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-376801e1-5f47-4638-8164-2640f0d56f6c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Unset dirty status for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:03.085938 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-376801e1-5f47-4638-8164-2640f0d56f6c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1209392860&fields=id&tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a HTTP/1.1" status: 200 len: 267 time: 0.2797964 Apr 18 19:34:03.116432 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-6ad9070e-cde6-4998-8b96-3a4a436fd33f tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.189 HTTP/1.1" status: 200 len: 696 time: 0.0994234 Apr 18 19:34:03.121662 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0cd44b53-ba65-4d97-ac12-7da4e02e784b req-29160d96-53ff-48ba-815b-b2f597a2d6f0 service neutron] 10.222.0.71 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913477 Apr 18 19:34:03.243209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-a790b292-497d-40d4-96cb-28aa3b206d55 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:03.255742 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-a790b292-497d-40d4-96cb-28aa3b206d55 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Synchronizing usage tracker for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:03.454568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-a790b292-497d-40d4-96cb-28aa3b206d55 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Unset dirty status for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:03.455742 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-a790b292-497d-40d4-96cb-28aa3b206d55 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 811 time: 0.3619788 Apr 18 19:34:03.456817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-89ff4500-5ab1-48b7-b57e-638eba5dce5f tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Deleting port 59594265-9834-452e-b66f-dd7490051dfc {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:03.457323 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-89ff4500-5ab1-48b7-b57e-638eba5dce5f tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.473833 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-efb70ad1-c381-42ce-b403-43f00e857062 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/quotas/e7325a8c61fa403faddd6eaf3b6fc79a HTTP/1.1" status: 200 len: 375 time: 0.0114472 Apr 18 19:34:03.552588 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8a7bbef2-7dc5-4626-931f-cca5d2045913 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:03.553743 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0cd44b53-ba65-4d97-ac12-7da4e02e784b req-f77e5f0b-66e3-4a83-8308-c27a02e4477f service neutron] 10.222.0.71 "GET /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708584 Apr 18 19:34:03.563296 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-cf0de2b5-dd68-4429-bc90-f5826f0b622d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838861 Apr 18 19:34:03.588270 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 8a7bbef2-7dc5-4626-931f-cca5d2045913 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:03.588619 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 8a7bbef2-7dc5-4626-931f-cca5d2045913 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:03.655889 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '646db7e1-5298-453b-96b3-15c81000db5a', 'tag': '4892394a-793d-4065-bf49-fddf4f9672cc'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:03.657259 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-89ff4500-5ab1-48b7-b57e-638eba5dce5f tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.657586 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-89ff4500-5ab1-48b7-b57e-638eba5dce5f tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:03.719268 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-0f9a6e80-017a-4d3b-8c9f-e4b24e19e4b4 service neutron] 10.222.0.66 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343937 Apr 18 19:34:03.776963 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-89ff4500-5ab1-48b7-b57e-638eba5dce5f tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Calling delete_port for 59594265-9834-452e-b66f-dd7490051dfc owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:03.850969 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-0fda612f-d402-43f6-a328-26e41225a0a2 service neutron] 10.222.0.66 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263242 Apr 18 19:34:03.985107 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-89ff4500-5ab1-48b7-b57e-638eba5dce5f tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.030809 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff4500-5ab1-48b7-b57e-638eba5dce5f tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Pushing event deleted for resources: {'Port': ['ID=59594265-9834-452e-b66f-dd7490051dfc,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:04.126300 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-89ff4500-5ab1-48b7-b57e-638eba5dce5f tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.139999 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0b8a3d-cff3-4f0d-8e96-d6ef3a584164'] response: {'server_uuid': '44c76c33-8070-48c3-8bf7-9d6903556647', 'name': 'network-vif-deleted', 'tag': '8a7bbef2-7dc5-4626-931f-cca5d2045913', 'status': 'completed', 'code': 200} Apr 18 19:34:04.195251 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6e93fd54-e4ea-44ef-bd29-f07928dd84ed up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:04.298998 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f8fb5c3e-efa0-4c56-a57d-4a164f9f8fbf req-75e9fc6b-cd23-481a-8229-d4e6ac1507bc tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0448627 Apr 18 19:34:04.314786 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:04.315143 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.347461 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-89ff4500-5ab1-48b7-b57e-638eba5dce5f tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.352080 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80eaf545-3f47-4518-9e6d-2030ff266e11 req-89ff4500-5ab1-48b7-b57e-638eba5dce5f tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "DELETE /v2.0/floatingips/a51e5283-c317-4639-8a90-6d4681dbd41d HTTP/1.1" status: 204 len: 173 time: 1.2256360 Apr 18 19:34:04.468178 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 58554) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:04.537293 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84dd185-3fca-4af3-953c-451541202332 admin admin] Deleting subnet c4752357-d74d-4c6d-a1ef-0d502b095dc9 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:34:04.541593 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c84dd185-3fca-4af3-953c-451541202332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.574006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ef852-1a5f-456d-b3e1-f8ca3e4a5b92 req-f82ad23c-f611-4add-9e9d-f1f5a974168b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:04.574722 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-960ef852-1a5f-456d-b3e1-f8ca3e4a5b92 req-f82ad23c-f611-4add-9e9d-f1f5a974168b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:04.668441 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb740c1-23a2-4faa-b6a8-9ce6c207524b req-5aaa21e3-27fd-47cb-a892-fb42a6276983 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:04.670018 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cfb740c1-23a2-4faa-b6a8-9ce6c207524b req-5aaa21e3-27fd-47cb-a892-fb42a6276983 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8737315-3e3d-41fa-b778-d30ec5a8ffd3 HTTP/1.1" status: 200 len: 944 time: 0.0759676 Apr 18 19:34:04.671234 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-960ef852-1a5f-456d-b3e1-f8ca3e4a5b92 req-f82ad23c-f611-4add-9e9d-f1f5a974168b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:04.672221 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-960ef852-1a5f-456d-b3e1-f8ca3e4a5b92 req-f82ad23c-f611-4add-9e9d-f1f5a974168b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 943 time: 0.2278824 Apr 18 19:34:04.684728 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c84dd185-3fca-4af3-953c-451541202332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.770627 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-cfb740c1-23a2-4faa-b6a8-9ce6c207524b req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Deleting port 20c4a372-c87d-44bb-b210-4b763dc24119 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:04.770959 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cfb740c1-23a2-4faa-b6a8-9ce6c207524b req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.776403 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c84dd185-3fca-4af3-953c-451541202332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:04.807813 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-960ef852-1a5f-456d-b3e1-f8ca3e4a5b92 req-48447e65-8529-474d-b4bf-aca0c45b797c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010320 Apr 18 19:34:04.818833 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-ec4a524b-5ae7-499c-9e96-b3bdda947b85 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:04.820243 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-ec4a524b-5ae7-499c-9e96-b3bdda947b85 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 805 time: 0.2386429 Apr 18 19:34:04.851095 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-ea7d9a93-3fcf-4be6-b582-366676ac0e06 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/quotas/0b65ec795a4743e1bfb0333a30014a1a HTTP/1.1" status: 200 len: 375 time: 0.0197825 Apr 18 19:34:04.938211 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-da52e982-a6ba-4235-9e0e-2afb8e4cd1ff tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800047 Apr 18 19:34:05.025844 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c84dd185-3fca-4af3-953c-451541202332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.074578 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dd185-3fca-4af3-953c-451541202332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4752357-d74d-4c6d-a1ef-0d502b095dc9,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:05.082214 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c84dd185-3fca-4af3-953c-451541202332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.093900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-cfb740c1-23a2-4faa-b6a8-9ce6c207524b req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] For port 20c4a372-c87d-44bb-b210-4b763dc24119, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=20c4a372-c87d-44bb-b210-4b763dc24119,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:05.094262 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cfb740c1-23a2-4faa-b6a8-9ce6c207524b req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.107450 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c84dd185-3fca-4af3-953c-451541202332 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c4752357-d74d-4c6d-a1ef-0d502b095dc9 HTTP/1.1" status: 204 len: 168 time: 0.6345990 Apr 18 19:34:05.108648 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58564) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:05.126291 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-63e0569c-7ea4-47ab-8df6-34f2ba30f9c2 service neutron] 10.222.0.66 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802843 Apr 18 19:34:05.134226 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51d3c9-9180-4a16-bf51-76385c6f729b req-46ce2c4c-ed2b-4098-a240-9ec36c1d635b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:05.135717 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab51d3c9-9180-4a16-bf51-76385c6f729b req-46ce2c4c-ed2b-4098-a240-9ec36c1d635b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.1654696 Apr 18 19:34:05.246727 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-cfb740c1-23a2-4faa-b6a8-9ce6c207524b req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Calling delete_port for 20c4a372-c87d-44bb-b210-4b763dc24119 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:05.268485 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-472e793b-aa3e-467b-b5e8-259b5de6e907 service neutron] 10.222.0.66 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359448 Apr 18 19:34:05.436308 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.445723 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab51d3c9-9180-4a16-bf51-76385c6f729b req-e749a728-3432-45ff-b4e8-21cbb892226b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054415 Apr 18 19:34:05.687181 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69810b43-6430-4f48-afb3-08eaf6abea6d'] response: {'name': 'network-changed', 'server_uuid': '646db7e1-5298-453b-96b3-15c81000db5a', 'tag': '4892394a-793d-4065-bf49-fddf4f9672cc', 'status': 'completed', 'code': 200} Apr 18 19:34:05.744383 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cfb740c1-23a2-4faa-b6a8-9ce6c207524b req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.837128 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75250f88-38fb-4d43-8b85-c4026aca08ba req-6643c28f-42a7-4038-bf3d-39f528ef56b9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:05.839204 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75250f88-38fb-4d43-8b85-c4026aca08ba req-6643c28f-42a7-4038-bf3d-39f528ef56b9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.2692666 Apr 18 19:34:05.841520 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7898ec64-2391-4f43-b7e4-be56479ccfaf req-a3f467f3-03d5-43a5-8c35-298ddb32efca tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 210 time: 0.1289048 Apr 18 19:34:05.844920 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2656d0a7-d9ac-4154-bd7d-1e4f6d91040c req-62a6cdeb-6f85-45fb-8a57-291ac3dd5611 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 1094 time: 0.1119823 Apr 18 19:34:05.863583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Pushing event deleted for resources: {'Port': ['ID=20c4a372-c87d-44bb-b210-4b763dc24119,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:05.926811 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:05.942699 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:05.943043 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:05.943376 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:05.943837 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:05.944045 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:05.944375 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:05.945088 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:05.945466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:05.945794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:05.946113 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:05.946485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:05.977896 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75250f88-38fb-4d43-8b85-c4026aca08ba req-fc67447d-cbbf-428b-a939-8e38161e824d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319561 Apr 18 19:34:05.992923 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb740c1-23a2-4faa-b6a8-9ce6c207524b req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] No DVR routers for this DVR port 20c4a372-c87d-44bb-b210-4b763dc24119 on host n-h2-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:05.996746 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-cfb740c1-23a2-4faa-b6a8-9ce6c207524b req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.018879 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656d0a7-d9ac-4154-bd7d-1e4f6d91040c req-194d5de6-5be2-40d0-a53f-3399797c82f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:06.020503 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2656d0a7-d9ac-4154-bd7d-1e4f6d91040c req-194d5de6-5be2-40d0-a53f-3399797c82f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 913 time: 0.1605668 Apr 18 19:34:06.022745 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15dab2c-59f3-4ee9-a6cd-850d9d067315']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:06.038800 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cb52ed-807e-4e1e-b35e-e740b0bbba2f') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:06.039090 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cb52ed-807e-4e1e-b35e-e740b0bbba2f') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:06.061601 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.097956 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2656d0a7-d9ac-4154-bd7d-1e4f6d91040c req-5ce8695a-a091-4b38-8ef5-38ae3272c09a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4892394a-793d-4065-bf49-fddf4f9672cc HTTP/1.1" status: 200 len: 217 time: 0.0696778 Apr 18 19:34:06.140487 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-63fe58b4-f168-43f1-83c1-9ce9f53fffe9 req-2301cd45-0e8b-4d34-9e5f-57f489c745e4 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0812173 Apr 18 19:34:06.150616 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.157219 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:06.157625 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.172441 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 4892394a-793d-4065-bf49-fddf4f9672cc details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:06.173682 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:06.178491 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cfb740c1-23a2-4faa-b6a8-9ce6c207524b req-50565971-0f20-4420-b523-5d3251b732ca tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.16 "DELETE /v2.0/ports/20c4a372-c87d-44bb-b210-4b763dc24119 HTTP/1.1" status: 204 len: 173 time: 1.5017290 Apr 18 19:34:06.197916 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ba50136-90b3-461f-9b62-79b2077828a2 req-29d4e15c-72a7-43b6-b282-216916b5f492 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 210 time: 0.1014309 Apr 18 19:34:06.220821 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656d0a7-d9ac-4154-bd7d-1e4f6d91040c req-377bb06d-deb9-4c1a-a30a-f9354e029503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:06.222732 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2656d0a7-d9ac-4154-bd7d-1e4f6d91040c req-377bb06d-deb9-4c1a-a30a-f9354e029503 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.0803313 Apr 18 19:34:06.284786 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2656d0a7-d9ac-4154-bd7d-1e4f6d91040c req-eae55385-1a46-42d0-a981-bce956fb2d4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549877 Apr 18 19:34:06.408773 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 4892394a-793d-4065-bf49-fddf4f9672cc, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=4892394a-793d-4065-bf49-fddf4f9672cc,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:06.423970 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '4892394a-793d-4065-bf49-fddf4f9672cc', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'port_id': '4892394a-793d-4065-bf49-fddf4f9672cc', 'mac_address': 'fa:16:3e:d1:e4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd27771e-135d-4136-a053-2cd32b4aaaa8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:06.427673 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.453058 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.471708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] Pushing event deleted for resources: {'Network': ['ID=f15dab2c-59f3-4ee9-a6cd-850d9d067315,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:06.493922 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.502072 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7046d-072a-46b5-9807-b8e869190740 req-cb063972-89de-428d-aac2-a942b6b8bdbb tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:06.503629 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9df7046d-072a-46b5-9807-b8e869190740 req-cb063972-89de-428d-aac2-a942b6b8bdbb tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 943 time: 0.1516392 Apr 18 19:34:06.519094 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4892394a-793d-4065-bf49-fddf4f9672cc {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:06.535928 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 4892394a-793d-4065-bf49-fddf4f9672cc, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=4892394a-793d-4065-bf49-fddf4f9672cc,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:06.552018 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2656d0a7-d9ac-4154-bd7d-1e4f6d91040c req-8ff4c760-86d5-4537-93d8-9555101dc56e service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591403 Apr 18 19:34:06.556792 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9df7046d-072a-46b5-9807-b8e869190740 req-547b8d35-93e5-43cb-8d57-692e4da40de6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461290 Apr 18 19:34:06.566755 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d075967-45c1-40fe-bd02-1d8a1cd96e12 req-42c689d5-c54c-4b02-b8ce-db74080a21c1 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:06.567693 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5d075967-45c1-40fe-bd02-1d8a1cd96e12 req-42c689d5-c54c-4b02-b8ce-db74080a21c1 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Synchronizing usage tracker for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:06.576623 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4e1e9a54-45f6-4ffa-b3cc-119c0e440080 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f15dab2c-59f3-4ee9-a6cd-850d9d067315 HTTP/1.1" status: 204 len: 168 time: 1.4678652 Apr 18 19:34:06.615545 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:06.689652 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5d075967-45c1-40fe-bd02-1d8a1cd96e12 req-42c689d5-c54c-4b02-b8ce-db74080a21c1 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Unset dirty status for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:06.690842 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d075967-45c1-40fe-bd02-1d8a1cd96e12 req-42c689d5-c54c-4b02-b8ce-db74080a21c1 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2839277 Apr 18 19:34:06.779687 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=4892394a-793d-4065-bf49-fddf4f9672cc,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:06.783155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ecb78-45b3-4e52-8ce6-07653efec3b0 req-693d772d-0077-4872-bc05-c603f9cd7dd7 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:06.790337 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2a4ecb78-45b3-4e52-8ce6-07653efec3b0 req-693d772d-0077-4872-bc05-c603f9cd7dd7 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.1019540 Apr 18 19:34:06.797391 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5d075967-45c1-40fe-bd02-1d8a1cd96e12 req-d572af2b-a4ef-4df0-8f7d-48ff8a8eb2f7 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Synchronizing usage tracker for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:floatingip {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:06.820134 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2656d0a7-d9ac-4154-bd7d-1e4f6d91040c req-f5548458-400a-4543-b021-72320b44b76c service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612829 Apr 18 19:34:06.834701 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2a4ecb78-45b3-4e52-8ce6-07653efec3b0 req-9b6de7dd-7a8b-4e21-8ecd-61d9647895b1 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434403 Apr 18 19:34:06.887770 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['4892394a-793d-4065-bf49-fddf4f9672cc'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:06.975413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5d075967-45c1-40fe-bd02-1d8a1cd96e12 req-d572af2b-a4ef-4df0-8f7d-48ff8a8eb2f7 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Unset dirty status for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:floatingip {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:06.977256 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d075967-45c1-40fe-bd02-1d8a1cd96e12 req-d572af2b-a4ef-4df0-8f7d-48ff8a8eb2f7 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2783625 Apr 18 19:34:07.050864 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6f0e970-650b-4fec-a720-addb1d1668bd req-00124ec4-e54a-45cc-9dd5-7df88f0efcfd tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 210 time: 0.0839298 Apr 18 19:34:07.164791 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c956a8a-4116-4c68-8c7c-2e1898b61ff4 req-a7693bfb-3eab-4205-8983-4ed2ab958dc0 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1278317 Apr 18 19:34:07.188684 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58596) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:07.303604 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-afa4ea2f-3aa2-46c7-9453-514e880f3ba9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:07.304866 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-afa4ea2f-3aa2-46c7-9453-514e880f3ba9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.71 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 811 time: 0.3143959 Apr 18 19:34:07.330000 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-10404c53-97ea-4b5a-82b5-56c211f45a5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41739f6f84704e74bb3b4322dbaaecfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1379254 Apr 18 19:34:07.331862 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58604) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:07.374371 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-d6a5a86a-c7e8-4832-a5bc-098abd33471b tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Synchronizing usage tracker for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:07.389223 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-d6a5a86a-c7e8-4832-a5bc-098abd33471b tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Unset dirty status for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:07.390943 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-d6a5a86a-c7e8-4832-a5bc-098abd33471b tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a HTTP/1.1" status: 200 len: 380 time: 0.0738597 Apr 18 19:34:07.400272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'port': {'device_id': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'admin_state_up': True, 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'security_groups': ['9209d62a-249a-4b72-9fbe-ff7a41554af9']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:07.403228 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03182b-f625-4c3e-98dc-ec29c2ac7a3f req-ca7d91fa-f38f-419e-af81-8801cab3ea28 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:07.410084 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c03182b-f625-4c3e-98dc-ec29c2ac7a3f req-ca7d91fa-f38f-419e-af81-8801cab3ea28 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.1388574 Apr 18 19:34:07.446721 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b4308a27-decc-40b1-b23e-b07c75fdb28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.493371 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c03182b-f625-4c3e-98dc-ec29c2ac7a3f req-ed7986f4-c94a-41c6-95ff-ffed74d76b8b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823030 Apr 18 19:34:07.497627 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b4308a27-decc-40b1-b23e-b07c75fdb28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.565032 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:07.568861 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Usage tracker for resource:port and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:07.571696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:07.577787 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:07.678665 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b4308a27-decc-40b1-b23e-b07c75fdb28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.695972 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'name': 'network-vif-deleted', 'tag': '20c4a372-c87d-44bb-b210-4b763dc24119'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:07.702140 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-330ef369-5d48-476c-9f3a-64c415487250 req-4e4a1811-304e-4cd9-a719-e16444601388 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0635343 Apr 18 19:34:07.706494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4308a27-decc-40b1-b23e-b07c75fdb28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c613b4-a850-4ca3-aa03-f593a0268eae,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:07.735700 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Made reservation on behalf of e7325a8c61fa403faddd6eaf3b6fc79a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:07.740773 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.866538 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b4308a27-decc-40b1-b23e-b07c75fdb28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:07.867602 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b4308a27-decc-40b1-b23e-b07c75fdb28c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/71c613b4-a850-4ca3-aa03-f593a0268eae HTTP/1.1" status: 204 len: 168 time: 0.5350325 Apr 18 19:34:07.880313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-7c91423f-0ba8-4f41-b1b4-6699baa32201 req-f010d360-c898-427f-b60d-6954a75ab139 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Synchronizing usage tracker for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:07.947185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-7c91423f-0ba8-4f41-b1b4-6699baa32201 req-f010d360-c898-427f-b60d-6954a75ab139 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Unset dirty status for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:07.948604 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7c91423f-0ba8-4f41-b1b4-6699baa32201 req-f010d360-c898-427f-b60d-6954a75ab139 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 210 time: 0.1162238 Apr 18 19:34:08.032440 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8b7181-f4a4-47a8-a66a-3b32496bb823'] response: {'server_uuid': 'e8737315-3e3d-41fa-b778-d30ec5a8ffd3', 'name': 'network-vif-deleted', 'tag': '20c4a372-c87d-44bb-b210-4b763dc24119', 'status': 'completed', 'code': 200} Apr 18 19:34:08.080531 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Allocated IP 172.20.0.13 (9f1ef17e-b1e6-4dba-acd7-cfdbec804548/f7ed536a-f9fc-4c43-ae4a-2b9b9accf427/aa899c57-d14c-4dc3-8ed8-966a8d952f7f) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:08.101381 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa1dd5-7112-4eb4-8c92-085b13fcbfca req-0a8a8afb-bfde-41bd-999b-dd0a3c0d4e6d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:08.102729 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fcfa1dd5-7112-4eb4-8c92-085b13fcbfca req-0a8a8afb-bfde-41bd-999b-dd0a3c0d4e6d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 944 time: 0.2593248 Apr 18 19:34:08.187364 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 99170d7f-a006-44e5-88e9-ab189090db42 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:08.190964 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 4892394a-793d-4065-bf49-fddf4f9672cc up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:08.243361 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13650ff-c9a6-440c-a0a0-85f94492ce0d req-91a6633d-b5bd-4b87-8f57-769bb9f3a79c tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:08.247309 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a13650ff-c9a6-440c-a0a0-85f94492ce0d req-91a6633d-b5bd-4b87-8f57-769bb9f3a79c tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 946 time: 0.0933440 Apr 18 19:34:08.300635 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a13650ff-c9a6-440c-a0a0-85f94492ce0d req-baaf5dd2-4a91-4660-9340-986adcea8304 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f1892b8-535a-4fa3-a88b-ccd044b3d499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494881 Apr 18 19:34:08.341442 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fcfa1dd5-7112-4eb4-8c92-085b13fcbfca req-6496e349-ebbb-4994-9760-7fc9e4dc39b5 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207844 Apr 18 19:34:08.415607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:08.433368 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '99170d7f-a006-44e5-88e9-ab189090db42', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'port_id': '99170d7f-a006-44e5-88e9-ab189090db42', 'mac_address': 'fa:16:3e:a8:a6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:08.468268 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 4892394a-793d-4065-bf49-fddf4f9672cc completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:08.487941 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 4892394a-793d-4065-bf49-fddf4f9672cc triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:08.488632 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.501277 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.534137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-2969660a-c0db-4603-bb4d-e9d88ddd17fa tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:08.543371 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-2969660a-c0db-4603-bb4d-e9d88ddd17fa tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.71 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 805 time: 0.3552685 Apr 18 19:34:08.551681 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.561695 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Request body: {'port': {'device_id': '69095c8b-86f8-4395-ba62-921e131565b9', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'admin_state_up': True, 'tenant_id': '0b65ec795a4743e1bfb0333a30014a1a'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:08.576753 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99170d7f-a006-44e5-88e9-ab189090db42 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:08.584056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4811bc-5c61-403b-b6db-aac1e3bb6db1 req-8ce1168d-d96e-413a-b511-5d386ff96b48 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:08.586463 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b4811bc-5c61-403b-b6db-aac1e3bb6db1 req-8ce1168d-d96e-413a-b511-5d386ff96b48 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.1236479 Apr 18 19:34:08.595287 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:08.634308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Transition to ACTIVE for port object aa899c57-d14c-4dc3-8ed8-966a8d952f7f will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:08.661365 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.666175 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b4811bc-5c61-403b-b6db-aac1e3bb6db1 req-399b0d8b-2682-4e50-9faf-ff50f155e7ec tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668647 Apr 18 19:34:08.693063 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646db7e1-5298-453b-96b3-15c81000db5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4892394a-793d-4065-bf49-fddf4f9672cc'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:08.704573 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.721068 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-afc960a3-1390-43e4-932c-13caf09d91f8 req-0962556b-1b17-4575-8110-53ab90d688e9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Synchronizing usage tracker for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:08.746162 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 4892394a-793d-4065-bf49-fddf4f9672cc, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=4892394a-793d-4065-bf49-fddf4f9672cc,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:08.797206 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:08.807165 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['99170d7f-a006-44e5-88e9-ab189090db42'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:08.823413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:08.834633 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:08.841683 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-afc960a3-1390-43e4-932c-13caf09d91f8 req-0962556b-1b17-4575-8110-53ab90d688e9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Unset dirty status for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:08.843448 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-afc960a3-1390-43e4-932c-13caf09d91f8 req-0962556b-1b17-4575-8110-53ab90d688e9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 210 time: 0.2472563 Apr 18 19:34:08.850171 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.850973 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 20c4a372-c87d-44bb-b210-4b763dc24119 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:08.865691 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.920951 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1efac-9ba3-45fd-ba68-ec6f455ab24c req-d23a3e60-f580-49d9-a787-156910b1c42f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:08.928807 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95c1efac-9ba3-45fd-ba68-ec6f455ab24c req-d23a3e60-f580-49d9-a787-156910b1c42f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.1106548 Apr 18 19:34:08.964130 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'Port': ['ID=aa899c57-d14c-4dc3-8ed8-966a8d952f7f,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:08.974642 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Made reservation on behalf of 0b65ec795a4743e1bfb0333a30014a1a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:08.977623 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:08.992385 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 20c4a372-c87d-44bb-b210-4b763dc24119 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:08.992385 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 20c4a372-c87d-44bb-b210-4b763dc24119 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:08.997592 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d19fbe-c0e5-4074-ae81-613f86bfae05'] response: {'server_uuid': '646db7e1-5298-453b-96b3-15c81000db5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4892394a-793d-4065-bf49-fddf4f9672cc', 'code': 200} Apr 18 19:34:09.007941 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=4892394a-793d-4065-bf49-fddf4f9672cc,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:09.024592 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-95c1efac-9ba3-45fd-ba68-ec6f455ab24c req-1fbeb22c-5f1f-4d16-ad8a-f20eb491e886 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947511 Apr 18 19:34:09.049595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:09.218033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:09.220485 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:09.277769 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-69cf40b3-4eea-4907-a60f-4b6d220dd8fd req-f918f42b-4127-4610-bc03-71a48a133a6c tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 210 time: 0.0494049 Apr 18 19:34:09.313862 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e38f2b-14e8-40bc-adf3-134abfd6aa5b req-1c1e3aa1-3bc0-4374-861a-11459dd58244 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:09.315583 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d2e38f2b-14e8-40bc-adf3-134abfd6aa5b req-1c1e3aa1-3bc0-4374-861a-11459dd58244 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.71 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 946 time: 0.1322401 Apr 18 19:34:09.349499 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4e5682cd-1ce3-4cec-83e8-bfb04ca366dd req-4a990492-f750-4805-8d7b-c9daaf0dcc0f tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0949938 Apr 18 19:34:09.398202 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:09.398952 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.420185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-d2e38f2b-14e8-40bc-adf3-134abfd6aa5b req-955f983e-ab3c-4b86-87cf-4a95f39aa293 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Deleting port ca8cae61-1a56-47f9-8649-ceda9fc18680 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:09.420519 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d2e38f2b-14e8-40bc-adf3-134abfd6aa5b req-955f983e-ab3c-4b86-87cf-4a95f39aa293 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.484537 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e53ce0ea-14a4-4e4a-afeb-aca9cb65a575 req-8ccd4dc2-53ad-4e62-b5ce-361df602f8f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 1096 time: 0.4333076 Apr 18 19:34:09.519482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Allocated IP 172.20.0.5 (71a0c590-c1ef-454f-934f-eab54d047aa7/3fb84896-be61-47b3-b13f-8af31da05bcb/f52fcead-2182-413e-bf35-12b1c9b6bf6b) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:09.611869 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-25728f8a-f7fd-49ac-8502-bffae3b8697d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2159109 Apr 18 19:34:09.653502 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Request body: {'port': {'device_id': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:09.685332 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.686632 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-9aae655a-ffba-4933-a5f0-5492bd6ce536 None None] Provisioning for port aa899c57-d14c-4dc3-8ed8-966a8d952f7f completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:09.691587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-9aae655a-ffba-4933-a5f0-5492bd6ce536 None None] Provisioning complete for port aa899c57-d14c-4dc3-8ed8-966a8d952f7f triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:09.691805 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9aae655a-ffba-4933-a5f0-5492bd6ce536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.716975 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e53ce0ea-14a4-4e4a-afeb-aca9cb65a575 req-45fe828e-7e94-42b5-a0c0-0c24f3711d95 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787310 Apr 18 19:34:09.821655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-9aae655a-ffba-4933-a5f0-5492bd6ce536 None None] Port aa899c57-d14c-4dc3-8ed8-966a8d952f7f cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:34:09.832209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d4a34-6beb-44d9-93de-9b874fc493c9 req-e23122f8-8c8f-4fee-bf3e-9e251dec8535 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:09.833674 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e34d4a34-6beb-44d9-93de-9b874fc493c9 req-e23122f8-8c8f-4fee-bf3e-9e251dec8535 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 946 time: 0.2066593 Apr 18 19:34:09.854506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58650) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:09.903857 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-d2e38f2b-14e8-40bc-adf3-134abfd6aa5b req-955f983e-ab3c-4b86-87cf-4a95f39aa293 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] For port ca8cae61-1a56-47f9-8649-ceda9fc18680, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=ca8cae61-1a56-47f9-8649-ceda9fc18680,segment=NetworkSegment(e0b3b642-3e24-46ac-9c5c-4a06d7cc1760),segment_id=e0b3b642-3e24-46ac-9c5c-4a06d7cc1760)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:09.904209 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d2e38f2b-14e8-40bc-adf3-134abfd6aa5b req-955f983e-ab3c-4b86-87cf-4a95f39aa293 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.920700 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.957802 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:09.966214 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1bcf6-3a4d-4efb-ae55-ed18f29bd56d req-cf2eec7a-57df-4c56-9772-c905207e6446 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:09.967716 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aac1bcf6-3a4d-4efb-ae55-ed18f29bd56d req-cf2eec7a-57df-4c56-9772-c905207e6446 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 945 time: 0.3672073 Apr 18 19:34:10.050938 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-d2e38f2b-14e8-40bc-adf3-134abfd6aa5b req-955f983e-ab3c-4b86-87cf-4a95f39aa293 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Calling delete_port for ca8cae61-1a56-47f9-8649-ceda9fc18680 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:10.080677 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-network', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:10.096354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:10.108476 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Usage tracker for resource:network and tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:10.112630 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e34d4a34-6beb-44d9-93de-9b874fc493c9 req-7d66af2c-828a-4c48-8309-2f6477c91956 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/security-groups?id=4f1892b8-535a-4fa3-a88b-ccd044b3d499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718632 Apr 18 19:34:10.113413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:10.113556 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aac1bcf6-3a4d-4efb-ae55-ed18f29bd56d req-4c6a2a6a-306e-49b3-ab41-eb0057c05252 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181209 Apr 18 19:34:10.122714 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:10.193948 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 99170d7f-a006-44e5-88e9-ab189090db42 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:10.273315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Made reservation on behalf of 5bcbf884732c4f7f9fa3f1cf0fc0155f for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:10.277082 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.290416 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 99170d7f-a006-44e5-88e9-ab189090db42 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:10.291958 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.335543 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.346800 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.409895 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:10.414793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Usage tracker for resource:security_group_rule and tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:10.418804 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:10.426406 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:10.498286 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.503822 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Network 71a0c590-c1ef-454f-934f-eab54d047aa7 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:10.514184 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Pushing event updated for resources: {'Port': ['ID=f52fcead-2182-413e-bf35-12b1c9b6bf6b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:10.515678 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d2e38f2b-14e8-40bc-adf3-134abfd6aa5b req-955f983e-ab3c-4b86-87cf-4a95f39aa293 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.517955 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:10.530930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['ca8cae61-1a56-47f9-8649-ceda9fc18680'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:10.536010 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:10.599393 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:10.635986 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:10.636273 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f983e-ab3c-4b86-87cf-4a95f39aa293 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Pushing event deleted for resources: {'Port': ['ID=ca8cae61-1a56-47f9-8649-ceda9fc18680,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:10.636661 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.689983 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.690612 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e38f2b-14e8-40bc-adf3-134abfd6aa5b req-955f983e-ab3c-4b86-87cf-4a95f39aa293 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] No DVR routers for this DVR port ca8cae61-1a56-47f9-8649-ceda9fc18680 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:10.699253 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d2e38f2b-14e8-40bc-adf3-134abfd6aa5b req-955f983e-ab3c-4b86-87cf-4a95f39aa293 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.702151 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b7aef-393c-45bd-91d2-f8c815fe608d req-89043433-2e81-44b3-95ed-bda6cfde45b6 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:10.703659 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e96b7aef-393c-45bd-91d2-f8c815fe608d req-89043433-2e81-44b3-95ed-bda6cfde45b6 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 932 time: 0.2629685 Apr 18 19:34:10.708196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'name': 'network-vif-deleted', 'tag': 'ca8cae61-1a56-47f9-8649-ceda9fc18680'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:10.718569 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.751359 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b788ef3-ef3d-49de-87f6-7eb7223e122d req-50673a95-991e-464a-ac28-eda4d1f2013a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:10.754825 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b788ef3-ef3d-49de-87f6-7eb7223e122d req-50673a95-991e-464a-ac28-eda4d1f2013a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.3902256 Apr 18 19:34:10.758538 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa899c57-d14c-4dc3-8ed8-966a8d952f7f {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:10.770536 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.781428 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:10.793766 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e96b7aef-393c-45bd-91d2-f8c815fe608d req-cd81e846-545b-41ac-bceb-bc7c925de580 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789590 Apr 18 19:34:10.803165 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Transition to ACTIVE for port object aa899c57-d14c-4dc3-8ed8-966a8d952f7f will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:10.816954 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-87dfb0be-5ad3-4dcf-b19c-abc70e183380 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2614784 Apr 18 19:34:10.829561 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Request body: {'port': {'device_id': '69095c8b-86f8-4395-ba62-921e131565b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:10.845281 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b788ef3-ef3d-49de-87f6-7eb7223e122d req-518b2b96-1012-4898-9f19-96bad11097e0 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863872 Apr 18 19:34:10.855582 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d2e38f2b-14e8-40bc-adf3-134abfd6aa5b req-955f983e-ab3c-4b86-87cf-4a95f39aa293 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.71 "DELETE /v2.0/ports/ca8cae61-1a56-47f9-8649-ceda9fc18680 HTTP/1.1" status: 204 len: 173 time: 1.5326645 Apr 18 19:34:10.858777 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.926053 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:34:10.942470 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.977656 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58a4907-9a0a-4242-a09b-825a135c39a9,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:10.988764 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:10.989118 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Added segment 30664065-0888-4491-a33e-ae36cf9aaa34 of type vlan for network b030620a-5853-4e6e-8663-a7352e9b876c Apr 18 19:34:11.000720 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:11.088278 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.124144 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.257591 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.307246 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Pushing event updated for resources: {'Port': ['ID=aa899c57-d14c-4dc3-8ed8-966a8d952f7f,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:11.335705 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c94cc-c62b-4bf2-b27f-2695cf328a94 req-92ab7491-0cb4-491c-bc56-e279b7b7129a tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:11.344055 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2e6c94cc-c62b-4bf2-b27f-2695cf328a94 req-92ab7491-0cb4-491c-bc56-e279b7b7129a tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 931 time: 0.1872110 Apr 18 19:34:11.397153 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.398014 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:11.398664 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.549847 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2e6c94cc-c62b-4bf2-b27f-2695cf328a94 req-8a0c64d1-b22a-455b-8d08-79fe56b7abe1 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048817 Apr 18 19:34:11.555680 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b030620a-5853-4e6e-8663-a7352e9b876c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:11.576897 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network b030620a-5853-4e6e-8663-a7352e9b876c details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:34:11.613506 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c1e30805-11bc-4a1e-9d35-5cf2a83d24a7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7564137 Apr 18 19:34:11.615760 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58680) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:11.621810 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Request body: {'subnet': {'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-subnet', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:11.628105 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:11.632491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Usage tracker for resource:subnet and tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:11.635747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:11.643381 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:11.719071 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Made reservation on behalf of 5bcbf884732c4f7f9fa3f1cf0fc0155f for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:11.722547 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.780475 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b9813-21bb-4239-b581-6c16cc79a554 req-3a41cc2d-5cdd-473e-8470-98108987aa0d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:11.782817 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f51b9813-21bb-4239-b581-6c16cc79a554 req-3a41cc2d-5cdd-473e-8470-98108987aa0d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.6042044 Apr 18 19:34:11.799171 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1f6a2981-d312-46f3-a4a0-647876b311d9 req-ad1383fd-0bb1-4d2c-a44f-c96ea7932c61 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0611625 Apr 18 19:34:11.811602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Attempting to bind port aa899c57-d14c-4dc3-8ed8-966a8d952f7f on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:11.811931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Attempting to bind port aa899c57-d14c-4dc3-8ed8-966a8d952f7f by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:11.812247 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Attempting to bind port aa899c57-d14c-4dc3-8ed8-966a8d952f7f on network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:11.822020 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Port aa899c57-d14c-4dc3-8ed8-966a8d952f7f on network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:11.822333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Attempting to bind port aa899c57-d14c-4dc3-8ed8-966a8d952f7f on network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:11.879457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:11.879811 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Checking segment: {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:11.880161 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Bound using segment: {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:11.880598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Bound port: aa899c57-d14c-4dc3-8ed8-966a8d952f7f, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:11.880938 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:11.892894 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-82465152-ca16-4eb1-9c1c-545c2f9ef181 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 1096 time: 0.2932184 Apr 18 19:34:11.925522 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f51b9813-21bb-4239-b581-6c16cc79a554 req-e1658537-dd51-497f-b3ba-ff94616bf98b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318936 Apr 18 19:34:11.950409 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b16691c-0fd1-4a6b-989c-6e069952abbd'] response: {'server_uuid': 'a8909e53-5a86-44dd-a4b7-974d8611f763', 'name': 'network-vif-deleted', 'tag': 'ca8cae61-1a56-47f9-8649-ceda9fc18680', 'status': 'completed', 'code': 200} Apr 18 19:34:12.005719 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7deccb-8f29-404c-bed2-ef16bd4d2437'] response: {'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42', 'code': 200} Apr 18 19:34:12.143536 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52fcead-2182-413e-bf35-12b1c9b6bf6b {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:12.166872 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.237216 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-59db58e0-ea7c-489d-8083-aab58cf60286 req-a2e904a8-20d8-4e89-977f-5b043049c47d tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Synchronizing usage tracker for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:12.309627 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Transition to ACTIVE for port object f52fcead-2182-413e-bf35-12b1c9b6bf6b will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:12.319643 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-83d4e569-f937-4cf6-9832-3d4a4824f0ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:12.321070 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-83d4e569-f937-4cf6-9832-3d4a4824f0ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 913 time: 0.4099317 Apr 18 19:34:12.326466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] For port aa899c57-d14c-4dc3-8ed8-966a8d952f7f, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:12.331357 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] For port aa899c57-d14c-4dc3-8ed8-966a8d952f7f, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:12.361299 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.399494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-59db58e0-ea7c-489d-8083-aab58cf60286 req-a2e904a8-20d8-4e89-977f-5b043049c47d tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] Unset dirty status for tenant:b8bce650968b4da1beb64a083e7587c9 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:12.400795 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-59db58e0-ea7c-489d-8083-aab58cf60286 req-a2e904a8-20d8-4e89-977f-5b043049c47d tempest-FloatingIPsAssociationNegativeTestJSON-1248969760 tempest-FloatingIPsAssociationNegativeTestJSON-1248969760-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8909e53-5a86-44dd-a4b7-974d8611f763 HTTP/1.1" status: 200 len: 210 time: 0.2164307 Apr 18 19:34:12.452317 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4356da42-f7a2-4b69-9ee8-c005b0d702f8,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:12.483907 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Checking segment: {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:12.484265 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Network hostable DHCP agents. Network: b030620a-5853-4e6e-8663-a7352e9b876c, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:34:12.529825 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.572246 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.630678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Network b030620a-5853-4e6e-8663-a7352e9b876c is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:34:12.638048 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-abf69e47-215b-4ab1-b804-d1fb21145700 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4892394a-793d-4065-bf49-fddf4f9672cc HTTP/1.1" status: 200 len: 217 time: 0.3084917 Apr 18 19:34:12.679928 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Pushing event updated for resources: {'Port': ['ID=f52fcead-2182-413e-bf35-12b1c9b6bf6b,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:12.705513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bae495-9f2d-4098-86b8-6c875817823a req-57ef1c6e-07c4-4388-a73e-c87e2f5ef575 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:12.708106 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c2bae495-9f2d-4098-86b8-6c875817823a req-57ef1c6e-07c4-4388-a73e-c87e2f5ef575 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 944 time: 0.1120875 Apr 18 19:34:12.745477 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.750279 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] 10.222.0.71 "PUT /v2.0/ports/aa899c57-d14c-4dc3-8ed8-966a8d952f7f HTTP/1.1" status: 200 len: 1092 time: 3.1050308 Apr 18 19:34:12.761571 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be0068-b4f4-4e3a-8135-3c33c94943de req-3c7ea7b9-8c6c-4335-ab97-783b5fb3808d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:12.769277 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-31be0068-b4f4-4e3a-8135-3c33c94943de req-3c7ea7b9-8c6c-4335-ab97-783b5fb3808d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 945 time: 0.5327349 Apr 18 19:34:12.784461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'tag': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:12.877599 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, b030620a-5853-4e6e-8663-a7352e9b876c) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:12.884870 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:12.885437 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:12.892613 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d70faf-6e52-4ff8-a396-85999486e494 None None] Network b030620a-5853-4e6e-8663-a7352e9b876c requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:12.930381 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c2bae495-9f2d-4098-86b8-6c875817823a req-d8568e7e-bdc6-475a-b65b-9e5f9941fb41 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135227 Apr 18 19:34:13.002571 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-29a9e663-72ca-4bb6-a009-444808f5f00d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:13.004519 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-29a9e663-72ca-4bb6-a009-444808f5f00d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.3551850 Apr 18 19:34:13.049869 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-bfa6d4db-3d74-4781-ae98-62a1e9a82a71 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4328992 Apr 18 19:34:13.052629 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58700) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:13.055915 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-31be0068-b4f4-4e3a-8135-3c33c94943de req-fc23d229-e47b-45b3-9be3-d7d251e1e488 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856214 Apr 18 19:34:13.065339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:13.075190 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4f839-604a-463a-925f-9b73eed21efe service neutron] Pushing event updated for resources: {'Port': ['ID=aa899c57-d14c-4dc3-8ed8-966a8d952f7f,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:13.081605 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:13.109899 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Usage tracker for resource:router and tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:13.115122 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:13.124757 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:13.136210 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-978593e7-4e0d-44d0-8237-02e9e37affbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738192 Apr 18 19:34:13.279626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1084dc4-fbcf-48e5-96fa-c2a6a95bef6a req-65ced728-65fb-4775-ad65-26e683a8ddff tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:13.281153 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1084dc4-fbcf-48e5-96fa-c2a6a95bef6a req-65ced728-65fb-4775-ad65-26e683a8ddff tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.1616752 Apr 18 19:34:13.311197 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.312827 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.347579 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-b030620a-5853-4e6e-8663-a7352e9b876c', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:34:13.349219 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.368678 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1084dc4-fbcf-48e5-96fa-c2a6a95bef6a req-d17069dc-2723-4a93-a927-9a46fa066c3f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813496 Apr 18 19:34:13.376637 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.481990 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-fb17aad7-bfaf-4ce3-a556-5a06c2a2c885 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363988 Apr 18 19:34:13.487483 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fb11b2-7bd6-4a65-9edc-777d34749797'] response: {'name': 'network-changed', 'server_uuid': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'tag': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f', 'status': 'completed', 'code': 200} Apr 18 19:34:13.596732 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-76e41a7a-6816-4ff8-9e66-40269ce1fdea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 1095 time: 0.7102177 Apr 18 19:34:13.612901 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Allocated IP 172.20.0.2 (b030620a-5853-4e6e-8663-a7352e9b876c/4356da42-f7a2-4b69-9ee8-c005b0d702f8/6374b4e1-342f-479a-ad07-5670b5eef352) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:13.667002 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.715356 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Attempting to bind port f52fcead-2182-413e-bf35-12b1c9b6bf6b on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:13.715835 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Attempting to bind port f52fcead-2182-413e-bf35-12b1c9b6bf6b by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:13.716263 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Attempting to bind port f52fcead-2182-413e-bf35-12b1c9b6bf6b on network 71a0c590-c1ef-454f-934f-eab54d047aa7 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:13.729817 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-136f441e-ac17-49b0-beeb-da5817c0fe4b req-bb0d5414-03b1-4772-b698-3e96cf3c1589 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0697207 Apr 18 19:34:13.739201 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-0ca2a09f-874e-41f6-8867-c9b03a5da954 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f HTTP/1.1" status: 200 len: 217 time: 0.1174145 Apr 18 19:34:13.745618 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Port f52fcead-2182-413e-bf35-12b1c9b6bf6b on network 71a0c590-c1ef-454f-934f-eab54d047aa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:13.746041 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Attempting to bind port f52fcead-2182-413e-bf35-12b1c9b6bf6b on network 71a0c590-c1ef-454f-934f-eab54d047aa7 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:13.840864 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-941afe46-a23e-4a06-9690-66957de96057 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:13.842463 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-941afe46-a23e-4a06-9690-66957de96057 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 HTTP/1.1" status: 200 len: 850 time: 0.0915883 Apr 18 19:34:13.852943 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-f26d8a09-5401-48da-a2fb-3203e9f905ac service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576953 Apr 18 19:34:13.888854 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:13.889384 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Checking segment: {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:13.889747 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Bound using segment: {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:13.890549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Bound port: f52fcead-2182-413e-bf35-12b1c9b6bf6b, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:13.890966 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.914429 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995600b-b68a-49b0-99f0-0d988081373d req-4053e1b5-d42e-49de-a3d7-112d467fdc65 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:13.915277 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-7995600b-b68a-49b0-99f0-0d988081373d req-4053e1b5-d42e-49de-a3d7-112d467fdc65 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Synchronizing usage tracker for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:13.953767 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:13.971746 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Transition to ACTIVE for port object 6374b4e1-342f-479a-ad07-5670b5eef352 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:13.999500 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Transition to ACTIVE for port object 6374b4e1-342f-479a-ad07-5670b5eef352 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:14.007178 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:14.011635 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device ca8cae61-1a56-47f9-8649-ceda9fc18680 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:14.033506 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] For port f52fcead-2182-413e-bf35-12b1c9b6bf6b, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:14.037555 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] For port f52fcead-2182-413e-bf35-12b1c9b6bf6b, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f52fcead-2182-413e-bf35-12b1c9b6bf6b,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:14.041133 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-5255eafa-4e7d-4d04-b26f-afab0644b017 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907461 Apr 18 19:34:14.042435 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-7995600b-b68a-49b0-99f0-0d988081373d req-4053e1b5-d42e-49de-a3d7-112d467fdc65 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Unset dirty status for tenant:0b65ec795a4743e1bfb0333a30014a1a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:14.049683 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7995600b-b68a-49b0-99f0-0d988081373d req-4053e1b5-d42e-49de-a3d7-112d467fdc65 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 943 time: 0.7503548 Apr 18 19:34:14.100806 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: ca8cae61-1a56-47f9-8649-ceda9fc18680 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:14.101379 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device ca8cae61-1a56-47f9-8649-ceda9fc18680 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:14.103465 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.143574 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bf77b-3fb3-4e11-83b7-2827c2676c29 req-8525adc1-6026-4746-82e4-e5386181edcc tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:14.149194 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.151265 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9c8bf77b-3fb3-4e11-83b7-2827c2676c29 req-8525adc1-6026-4746-82e4-e5386181edcc tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.1817505 Apr 18 19:34:14.225391 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Pushing event updated for resources: {'Port': ['ID=6374b4e1-342f-479a-ad07-5670b5eef352,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:14.244605 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9c8bf77b-3fb3-4e11-83b7-2827c2676c29 req-fa30e258-db7b-45af-a05a-841754ae6912 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922101 Apr 18 19:34:14.260659 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Network b030620a-5853-4e6e-8663-a7352e9b876c is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:14.263749 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:14.295684 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:14.302654 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7995600b-b68a-49b0-99f0-0d988081373d req-9c4921d9-16a2-4ab8-82ad-c4059fabf683 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509139 Apr 18 19:34:14.365515 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.366934 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] 10.222.0.71 "PUT /v2.0/ports/f52fcead-2182-413e-bf35-12b1c9b6bf6b HTTP/1.1" status: 200 len: 1091 time: 3.5427387 Apr 18 19:34:14.391375 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.416468 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a055d4-fb78-4259-a722-19fac0132f1e service neutron] Pushing event updated for resources: {'Port': ['ID=f52fcead-2182-413e-bf35-12b1c9b6bf6b,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:14.425491 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-f84267e5-fb76-43a6-bb6c-cd5966412da7 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614161 Apr 18 19:34:14.475006 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.517406 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 58712) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:14.694961 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Attempting to bind port 6374b4e1-342f-479a-ad07-5670b5eef352 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:14.695529 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Attempting to bind port 6374b4e1-342f-479a-ad07-5670b5eef352 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:14.695666 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Attempting to bind port 6374b4e1-342f-479a-ad07-5670b5eef352 on network b030620a-5853-4e6e-8663-a7352e9b876c {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:14.705742 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:14.706109 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Checking segment: {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:14.707118 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.707512 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Bound using segment: {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:14.707975 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Bound port: 6374b4e1-342f-479a-ad07-5670b5eef352, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:14.708341 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.727562 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:14.766929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Allocated IP 172.25.8.196 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/ef41fd43-39a5-4271-99fa-0edd70856b59) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:14.819722 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] For port 6374b4e1-342f-479a-ad07-5670b5eef352, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:14.822930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] For port 6374b4e1-342f-479a-ad07-5670b5eef352, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6374b4e1-342f-479a-ad07-5670b5eef352,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:14.827034 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c', 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5', 'port_id': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c', 'mac_address': 'fa:16:3e:a4:6e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3cbeb9-5455-4933-b1e7-e251e8d856ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:14.907362 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.921093 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:14.945652 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:15.001117 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:15.018594 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58d4a5-ed47-4a75-b0ff-6af82fa84418 req-3d31e13d-459d-450a-8824-af3b94d0c7f7 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:15.020741 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-418bf000-4ede-4fb9-b801-b2a686dfa179 req-b2113159-6e00-43b9-b138-5adc41ea27bd service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5896890 Apr 18 19:34:15.044592 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:15.046585 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa58d4a5-ed47-4a75-b0ff-6af82fa84418 req-3d31e13d-459d-450a-8824-af3b94d0c7f7 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 944 time: 0.4900708 Apr 18 19:34:15.046723 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01febaaf-b2a5-4bdc-8b91-1a278948150d None None] Pushing event updated for resources: {'Port': ['ID=6374b4e1-342f-479a-ad07-5670b5eef352,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:15.054817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499247f-98b8-4dc1-9778-b342a3310d9b req-d10d7cd1-28b6-4e62-86d7-524653114cc0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:15.056475 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a499247f-98b8-4dc1-9778-b342a3310d9b req-d10d7cd1-28b6-4e62-86d7-524653114cc0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 945 time: 0.3167741 Apr 18 19:34:15.069844 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:15.084675 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-f5732883-7138-4b23-b261-cfe20d34aa52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 1094 time: 0.5637426 Apr 18 19:34:15.146298 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:15.201213 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:15.283142 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa58d4a5-ed47-4a75-b0ff-6af82fa84418 req-0b0bf4e8-1175-4356-8771-dd5abf1284ac tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367842 Apr 18 19:34:15.284096 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:15.336655 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:15.351430 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a499247f-98b8-4dc1-9778-b342a3310d9b req-5d126cec-6598-4645-bc43-e2f3417a6eea tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720580 Apr 18 19:34:15.352427 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-6cc7c018-5db1-48ec-8581-c1c0b72d5e6c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52fcead-2182-413e-bf35-12b1c9b6bf6b HTTP/1.1" status: 200 len: 217 time: 0.2510071 Apr 18 19:34:15.396076 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:15.422250 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:15.498551 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69095c8b-86f8-4395-ba62-921e131565b9', 'tag': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:15.517430 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ef41fd43-39a5-4271-99fa-0edd70856b59,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:15.650516 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:15.703190 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-100a7436-d46a-4d05-b1c4-6b2619daa8a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:15.704634 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-100a7436-d46a-4d05-b1c4-6b2619daa8a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3fb84896-be61-47b3-b13f-8af31da05bcb HTTP/1.1" status: 200 len: 845 time: 0.3341277 Apr 18 19:34:15.715081 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0eb16650-bf9a-4974-87e2-bd78ddf14a10 req-0127fc69-5c2d-4191-949b-b5747ed797a3 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0688813 Apr 18 19:34:15.800441 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-aa1dab8f-ed74-4057-abae-f2e3158722d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=71a0c590-c1ef-454f-934f-eab54d047aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841219 Apr 18 19:34:15.837730 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07087413-4b78-4528-adac-acf2c5ef7eb2 req-38a72b7f-31c2-433c-951d-d3e70184885f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 1095 time: 0.6455340 Apr 18 19:34:15.886984 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6def33c-3654-4265-8369-2abf02ee2db6 req-e6fc24bb-b69d-4f2f-b971-f252b9d30b56 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:15.889156 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d6def33c-3654-4265-8369-2abf02ee2db6 req-e6fc24bb-b69d-4f2f-b971-f252b9d30b56 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 944 time: 0.2591231 Apr 18 19:34:15.895952 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:15.923280 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:15.955297 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:16.013623 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d6def33c-3654-4265-8369-2abf02ee2db6 req-74ead3a1-6bc4-4e95-8f28-8305a4b071fa tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117866 Apr 18 19:34:16.020996 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.054679 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.055417 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.334877 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6374b4e1-342f-479a-ad07-5670b5eef352 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:16.359124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-08d49d05-6831-4326-9b0b-506d6ba5b943 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:16.362239 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-08d49d05-6831-4326-9b0b-506d6ba5b943 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 945 time: 0.8377168 Apr 18 19:34:16.392454 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:16.517837 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 6374b4e1-342f-479a-ad07-5670b5eef352 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:16.568309 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4df9340-6d65-414a-abf6-c13057cd564d None None] Network b030620a-5853-4e6e-8663-a7352e9b876c requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:16.588546 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db449a9e-08fc-4b89-87c8-b23c609f0fb3 req-de505ec0-93d7-48c2-a587-3912a1595974 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:16.597385 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-db449a9e-08fc-4b89-87c8-b23c609f0fb3 req-de505ec0-93d7-48c2-a587-3912a1595974 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 943 time: 0.2769499 Apr 18 19:34:16.608208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-a7f3f43a-84a6-41fb-baea-3794e0288b46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Deleting port 4892394a-793d-4065-bf49-fddf4f9672cc {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:16.608554 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-a7f3f43a-84a6-41fb-baea-3794e0288b46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.663103 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-db449a9e-08fc-4b89-87c8-b23c609f0fb3 req-874fb79e-5f45-4fd7-8b42-d08058276300 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647230 Apr 18 19:34:16.771453 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-44cde951-4b93-409a-9f26-fba8ac78e04d None None] Provisioning for port 6374b4e1-342f-479a-ad07-5670b5eef352 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:16.777190 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07087413-4b78-4528-adac-acf2c5ef7eb2 req-2c7bc97b-c614-464e-8439-5156bcbaf7f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:16.778678 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07087413-4b78-4528-adac-acf2c5ef7eb2 req-2c7bc97b-c614-464e-8439-5156bcbaf7f0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 912 time: 0.8862641 Apr 18 19:34:16.780381 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-88a44e84-58b6-424c-8615-3d8f3f43efa7 service neutron] 10.222.0.71 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9719014 Apr 18 19:34:16.843507 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Router fd9ad509-860f-44c1-adc5-b2f5da22c48c is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:34:16.876930 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6fd4d4f-34a3-4b7a-bc16-d335510917cb'] response: {'name': 'network-changed', 'server_uuid': '69095c8b-86f8-4395-ba62-921e131565b9', 'tag': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b', 'status': 'completed', 'code': 200} Apr 18 19:34:16.903897 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-44cde951-4b93-409a-9f26-fba8ac78e04d None None] Provisioning complete for port 6374b4e1-342f-479a-ad07-5670b5eef352 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:16.904480 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-44cde951-4b93-409a-9f26-fba8ac78e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:16.969715 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07087413-4b78-4528-adac-acf2c5ef7eb2 req-1e1c6686-a10c-4d1c-88ef-ea454335756f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f HTTP/1.1" status: 200 len: 217 time: 0.1722322 Apr 18 19:34:17.081959 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e1b3b-aa1d-4929-b337-48d753d579e2 req-48dbc88d-8c41-4538-bea8-fc05d43d952b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:17.088624 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b91e1b3b-aa1d-4929-b337-48d753d579e2 req-48dbc88d-8c41-4538-bea8-fc05d43d952b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.9720609 Apr 18 19:34:17.208693 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-44cde951-4b93-409a-9f26-fba8ac78e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.235004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac149b-1a3c-49f5-8da8-cb2141c28cb6 req-f879ad08-a21e-4f37-82b9-9a63675a42f4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:17.247352 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81ac149b-1a3c-49f5-8da8-cb2141c28cb6 req-f879ad08-a21e-4f37-82b9-9a63675a42f4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 944 time: 0.2720261 Apr 18 19:34:17.293460 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-44cde951-4b93-409a-9f26-fba8ac78e04d None None] For port 6374b4e1-342f-479a-ad07-5670b5eef352, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6374b4e1-342f-479a-ad07-5670b5eef352,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:17.303602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07087413-4b78-4528-adac-acf2c5ef7eb2 req-efdc0715-34d8-4f41-be34-de258064adf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:17.305059 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07087413-4b78-4528-adac-acf2c5ef7eb2 req-efdc0715-34d8-4f41-be34-de258064adf4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 HTTP/1.1" status: 200 len: 850 time: 0.3035231 Apr 18 19:34:17.327616 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81ac149b-1a3c-49f5-8da8-cb2141c28cb6 req-4da4be93-8009-4e97-9ebe-874c3967b4e8 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784378 Apr 18 19:34:17.377527 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-44cde951-4b93-409a-9f26-fba8ac78e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.425539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:34:17.443731 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Sync routers for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:34:17.467122 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:17.475100 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:33:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:17.478979 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b91e1b3b-aa1d-4929-b337-48d753d579e2 req-ce1d3e61-935c-4ae9-8212-20a7c93a71ac tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893523 Apr 18 19:34:17.485330 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9e244b7-b4f7-4244-9654-ffa5a5fcddf6 req-2a2995db-0c54-4e28-af0d-b2ccf24c6411 service neutron] 10.222.0.71 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889758 Apr 18 19:34:17.510279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cde951-4b93-409a-9f26-fba8ac78e04d None None] Pushing event updated for resources: {'Port': ['ID=6374b4e1-342f-479a-ad07-5670b5eef352,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:17.615273 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.619841 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-02baf8c7-5854-44c5-a192-f3e06b1b60a2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5658689 Apr 18 19:34:17.620911 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58732) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:17.648019 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device aa899c57-d14c-4dc3-8ed8-966a8d952f7f details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:17.651074 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:17.909417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-a7f3f43a-84a6-41fb-baea-3794e0288b46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] For port 4892394a-793d-4065-bf49-fddf4f9672cc, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=4892394a-793d-4065-bf49-fddf4f9672cc,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:17.909692 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-a7f3f43a-84a6-41fb-baea-3794e0288b46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:17.943847 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:17.993189 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6f36fd9d-b253-4e30-aa75-7292bc817865 None None] Provisioning complete for port 6374b4e1-342f-479a-ad07-5670b5eef352 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:17.993811 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6f36fd9d-b253-4e30-aa75-7292bc817865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.035601 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.176368 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053f1ea-8b58-461b-8693-1d8023ed0fc6 req-4913572e-1f66-46af-adb6-959af2bb153b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:18.183667 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9053f1ea-8b58-461b-8693-1d8023ed0fc6 req-4913572e-1f66-46af-adb6-959af2bb153b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 945 time: 0.4278512 Apr 18 19:34:18.233528 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 4892394a-793d-4065-bf49-fddf4f9672cc no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:18.315069 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9053f1ea-8b58-461b-8693-1d8023ed0fc6 req-cc23a7ca-c7b6-438d-84ee-4d20b362bfb5 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304388 Apr 18 19:34:18.316226 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07087413-4b78-4528-adac-acf2c5ef7eb2 req-c7abeb08-c815-4f8d-a61b-e206eae8d2e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9320416 Apr 18 19:34:18.335108 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-a7f3f43a-84a6-41fb-baea-3794e0288b46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Calling delete_port for 4892394a-793d-4065-bf49-fddf4f9672cc owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:18.399807 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-509409bb-9809-41f9-9de8-c5d27fe4d25d req-b49840af-9b07-4c82-b87e-f6c0fb82f515 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.4940000 Apr 18 19:34:18.418990 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6374b4e1-342f-479a-ad07-5670b5eef352 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:18.449032 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-097dd492-5b43-4171-99d6-3d9eaf74f861 req-9d6c1cfd-6297-4a02-b254-803a409f9786 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 1094 time: 0.8491449 Apr 18 19:34:18.466563 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:15Z', 'revision_number': 3, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:18.476510 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Checking router: fd9ad509-860f-44c1-adc5-b2f5da22c48c for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:34:18.477526 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Updating router fd9ad509-860f-44c1-adc5-b2f5da22c48c port ef41fd43-39a5-4271-99fa-0edd70856b59 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:34:18.574656 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:18.575030 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.607011 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.663017 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port aa899c57-d14c-4dc3-8ed8-966a8d952f7f, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:18.761611 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:18.806868 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'port_id': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f', 'mac_address': 'fa:16:3e:f2:ed:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:18.833842 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be392d01-ec63-41b8-82e8-3cf9e87a1c06 req-a74c1f35-aafc-4285-b677-c5b3419b7ab7 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:18.835729 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-be392d01-ec63-41b8-82e8-3cf9e87a1c06 req-a74c1f35-aafc-4285-b677-c5b3419b7ab7 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 943 time: 0.1481121 Apr 18 19:34:18.931921 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-be392d01-ec63-41b8-82e8-3cf9e87a1c06 req-111586ce-d52e-4d94-aa3f-e13ce899d0e8 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806708 Apr 18 19:34:18.993139 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.007166 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Transition to ACTIVE for port object ef41fd43-39a5-4271-99fa-0edd70856b59 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:19.083880 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 6374b4e1-342f-479a-ad07-5670b5eef352 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:19.084416 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.089899 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.116606 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.165759 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa899c57-d14c-4dc3-8ed8-966a8d952f7f {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:19.211741 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07087413-4b78-4528-adac-acf2c5ef7eb2 req-c517f83c-b425-4a25-b0cf-2d610d24d50f service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105164 Apr 18 19:34:19.217534 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-a7f3f43a-84a6-41fb-baea-3794e0288b46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.274064 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port aa899c57-d14c-4dc3-8ed8-966a8d952f7f, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:19.287652 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.337051 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eefe14-9b8b-447c-a240-bd835f52494a req-91be784f-762c-495b-afaa-affa4e64ef67 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:19.346178 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-53eefe14-9b8b-447c-a240-bd835f52494a req-91be784f-762c-495b-afaa-affa4e64ef67 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 944 time: 0.1994884 Apr 18 19:34:19.374373 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee37b88-6688-4d93-a844-894ec9f34c3d None None] Pushing event updated for resources: {'Port': ['ID=ef41fd43-39a5-4271-99fa-0edd70856b59,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:19.379329 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07087413-4b78-4528-adac-acf2c5ef7eb2 req-2ca1331c-efe9-4ede-9aa6-b982de19f481 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593852 Apr 18 19:34:19.387028 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Attempting to bind port ef41fd43-39a5-4271-99fa-0edd70856b59 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:19.388503 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Attempting to bind port ef41fd43-39a5-4271-99fa-0edd70856b59 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:19.389353 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Attempting to bind port ef41fd43-39a5-4271-99fa-0edd70856b59 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:19.404762 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.406174 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:19.406630 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:19.408753 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.409068 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:19.409728 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Bound port: ef41fd43-39a5-4271-99fa-0edd70856b59, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:19.411441 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.445641 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3f43a-84a6-41fb-baea-3794e0288b46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event deleted for resources: {'Port': ['ID=4892394a-793d-4065-bf49-fddf4f9672cc,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:19.478195 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-53eefe14-9b8b-447c-a240-bd835f52494a req-a87572d7-5bef-426c-a7da-b588aa49a773 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308043 Apr 18 19:34:19.557537 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bd4fc-c261-45b9-98fc-a6bd1aaba4d8 req-ad0c9d52-fd5e-4b9b-b25f-56ae01365051 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:19.559091 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727bd4fc-c261-45b9-98fc-a6bd1aaba4d8 req-ad0c9d52-fd5e-4b9b-b25f-56ae01365051 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 943 time: 0.8551879 Apr 18 19:34:19.571836 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=aa899c57-d14c-4dc3-8ed8-966a8d952f7f,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:19.578907 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:19.586524 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] For port ef41fd43-39a5-4271-99fa-0edd70856b59, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:19.594970 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] For port ef41fd43-39a5-4271-99fa-0edd70856b59, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ef41fd43-39a5-4271-99fa-0edd70856b59,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:19.601865 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dd492-5b43-4171-99d6-3d9eaf74f861 req-69a5dc1e-75b6-42be-9344-1beed43e3748 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:19.602403 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:19.602700 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-097dd492-5b43-4171-99d6-3d9eaf74f861 req-69a5dc1e-75b6-42be-9344-1beed43e3748 service neutron] 10.222.0.71 "GET /v2.0/networks?id=71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 200 len: 906 time: 1.1231613 Apr 18 19:34:19.620754 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-a7f3f43a-84a6-41fb-baea-3794e0288b46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] No DVR routers for this DVR port 4892394a-793d-4065-bf49-fddf4f9672cc on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:19.651804 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['aa899c57-d14c-4dc3-8ed8-966a8d952f7f'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:19.667441 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.695187 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-097dd492-5b43-4171-99d6-3d9eaf74f861 req-3b955004-0960-45bf-b279-7e7dbe772067 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52fcead-2182-413e-bf35-12b1c9b6bf6b HTTP/1.1" status: 200 len: 217 time: 0.0698822 Apr 18 19:34:19.700875 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-a7f3f43a-84a6-41fb-baea-3794e0288b46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.711201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '646db7e1-5298-453b-96b3-15c81000db5a', 'name': 'network-vif-deleted', 'tag': '4892394a-793d-4065-bf49-fddf4f9672cc'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:19.715654 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:19.797356 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee37b88-6688-4d93-a844-894ec9f34c3d None None] Pushing event updated for resources: {'Port': ['ID=ef41fd43-39a5-4271-99fa-0edd70856b59,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:19.804050 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:19.804815 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:33:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:19.808179 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fd2f904-46fb-4a85-a28e-05e4e3a1ebef req-a7f3f43a-84a6-41fb-baea-3794e0288b46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "DELETE /v2.0/ports/4892394a-793d-4065-bf49-fddf4f9672cc HTTP/1.1" status: 204 len: 173 time: 3.4134843 Apr 18 19:34:19.868285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dd492-5b43-4171-99d6-3d9eaf74f861 req-f5dbaba0-3429-4891-a846-808e04fcb7ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:19.869716 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-097dd492-5b43-4171-99d6-3d9eaf74f861 req-f5dbaba0-3429-4891-a846-808e04fcb7ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3fb84896-be61-47b3-b13f-8af31da05bcb HTTP/1.1" status: 200 len: 845 time: 0.1513412 Apr 18 19:34:19.923989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:19.947551 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-727bd4fc-c261-45b9-98fc-a6bd1aaba4d8 req-7c92bed8-508c-4acb-9b39-dc478f525813 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544245 Apr 18 19:34:19.949712 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-097dd492-5b43-4171-99d6-3d9eaf74f861 req-fc7fcf61-c732-4bda-bd39-33520524a230 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=71a0c590-c1ef-454f-934f-eab54d047aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724354 Apr 18 19:34:20.131373 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:20.203287 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:20.301633 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5221ce88-7c1d-4ddc-8d70-fbeb5e2d1fa6 req-5ddc3cde-1c05-4f88-9e8c-b55da37ecc0e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:20.396036 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5ff4e-4d60-4673-9e64-26624c75e30b req-18426cda-687f-42f8-8362-25c2bfb8d3d3 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:20.409025 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6eb5ff4e-4d60-4673-9e64-26624c75e30b req-18426cda-687f-42f8-8362-25c2bfb8d3d3 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.7238817 Apr 18 19:34:20.475589 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5221ce88-7c1d-4ddc-8d70-fbeb5e2d1fa6 req-5ddc3cde-1c05-4f88-9e8c-b55da37ecc0e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:20.476804 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5221ce88-7c1d-4ddc-8d70-fbeb5e2d1fa6 req-5ddc3cde-1c05-4f88-9e8c-b55da37ecc0e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=646db7e1-5298-453b-96b3-15c81000db5a HTTP/1.1" status: 200 len: 210 time: 0.2314992 Apr 18 19:34:20.539916 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-097dd492-5b43-4171-99d6-3d9eaf74f861 req-001b33bc-ac34-4ac9-8a44-060b8d0f2bce service neutron] 10.222.0.71 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831959 Apr 18 19:34:20.612614 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6eb5ff4e-4d60-4673-9e64-26624c75e30b req-cc8d57ff-f3cc-41f8-93f1-988d14af0b99 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025950 Apr 18 19:34:20.671557 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:15Z', 'revision_number': 3, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:20.685294 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad28374-8044-4924-acdd-4f5fa97e612c None None] The sync data for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 is: [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:15Z', 'revision_number': 3, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:34:20.740989 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-097dd492-5b43-4171-99d6-3d9eaf74f861 req-360a3574-b4d4-4084-aa0b-8338773eef6b service neutron] 10.222.0.71 "GET /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936963 Apr 18 19:34:20.798759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Allocated IP 172.20.0.1 (b030620a-5853-4e6e-8663-a7352e9b876c/4356da42-f7a2-4b69-9ee8-c005b0d702f8/e142d0c4-4680-443c-bf34-a83693f9ad7e) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:20.823441 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42c3a48-c8fb-470e-8d29-ddca0542c6ba'] response: {'server_uuid': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c', 'code': 200} Apr 18 19:34:20.826334 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6441d4af-ec87-4510-87bb-51cea2692cb3 req-299fea17-5613-402a-b2ba-d6e6b508aab4 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0761232 Apr 18 19:34:20.997449 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc4499f-7150-4f0d-8ddf-4d37b8ca516c'] response: {'server_uuid': '646db7e1-5298-453b-96b3-15c81000db5a', 'name': 'network-vif-deleted', 'tag': '4892394a-793d-4065-bf49-fddf4f9672cc', 'status': 'completed', 'code': 200} Apr 18 19:34:21.295854 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.362638 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Transition to ACTIVE for port object e142d0c4-4680-443c-bf34-a83693f9ad7e will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:21.421523 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38536d-fbf7-4046-bd5d-12d9f9dce602 req-103c45d4-bfdc-45d0-b638-9e2eaaec1988 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:21.429638 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9d38536d-fbf7-4046-bd5d-12d9f9dce602 req-103c45d4-bfdc-45d0-b638-9e2eaaec1988 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 945 time: 0.1300609 Apr 18 19:34:21.442307 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dab1eb87-901c-4912-b8cb-c1127d630f62 req-35a61fd0-c8b5-4430-8043-57a15ad3f571 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 1096 time: 0.2296026 Apr 18 19:34:21.461563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01494a0-7b53-472b-be64-9d65be3564a5 req-1f3b90ed-7f2f-4c3b-bffa-84fb457dabb2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:21.463084 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e01494a0-7b53-472b-be64-9d65be3564a5 req-1f3b90ed-7f2f-4c3b-bffa-84fb457dabb2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.3208685 Apr 18 19:34:21.492262 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9d38536d-fbf7-4046-bd5d-12d9f9dce602 req-5207bb22-c878-4a0d-ae4c-2c873b6ff965 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613015 Apr 18 19:34:21.496717 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.581248 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cb01f9b2-cd4c-42fb-948c-904c9b49e34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.592693 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e01494a0-7b53-472b-be64-9d65be3564a5 req-4cdbd557-f5a1-4e77-ba5c-93b7b582fd93 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223278 Apr 18 19:34:21.596750 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dab1eb87-901c-4912-b8cb-c1127d630f62 req-d30646f8-a77d-40b0-9ded-5428c86e1d15 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393950 Apr 18 19:34:21.662605 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f52fcead-2182-413e-bf35-12b1c9b6bf6b details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:21.679342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Network b030620a-5853-4e6e-8663-a7352e9b876c is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:21.699141 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:21.722944 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:21.724968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] Deleting port af507469-16c5-46bc-9b1b-494a67a6e7e4 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:21.725310 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.921592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Pushing event updated for resources: {'Port': ['ID=e142d0c4-4680-443c-bf34-a83693f9ad7e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:21.924811 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:21.946053 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device aa899c57-d14c-4dc3-8ed8-966a8d952f7f up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:22.130723 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:34:22.246728 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f52fcead-2182-413e-bf35-12b1c9b6bf6b, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f52fcead-2182-413e-bf35-12b1c9b6bf6b,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:22.291551 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.295286 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'port_id': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b', 'mac_address': 'fa:16:3e:96:81:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb84896-be61-47b3-b13f-8af31da05bcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:22.361124 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.370697 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port aa899c57-d14c-4dc3-8ed8-966a8d952f7f completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:22.373617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ef41fd43-39a5-4271-99fa-0edd70856b59 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:22.413005 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ced29807-fe6a-4e18-983d-e06ed6ab14b5 None None] Provisioning for port e142d0c4-4680-443c-bf34-a83693f9ad7e completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:22.423917 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port aa899c57-d14c-4dc3-8ed8-966a8d952f7f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:22.424280 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.447825 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bd6b1-67e8-4022-8d1e-fe49a779d6e4 req-070dd884-b0ac-4f03-8f1b-3b0c0f0a843f tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:22.455317 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-547bd6b1-67e8-4022-8d1e-fe49a779d6e4 req-070dd884-b0ac-4f03-8f1b-3b0c0f0a843f tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 943 time: 0.2265711 Apr 18 19:34:22.484698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ced29807-fe6a-4e18-983d-e06ed6ab14b5 None None] Provisioning complete for port e142d0c4-4680-443c-bf34-a83693f9ad7e triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:22.485062 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ced29807-fe6a-4e18-983d-e06ed6ab14b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.528845 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f60145-8ea3-4416-bf07-d1f51c0597c1 req-5076bc01-97c9-4f52-8bc3-7e794d55161f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:22.530571 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b6f60145-8ea3-4416-bf07-d1f51c0597c1 req-5076bc01-97c9-4f52-8bc3-7e794d55161f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.2522509 Apr 18 19:34:22.540761 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52fcead-2182-413e-bf35-12b1c9b6bf6b {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:22.573084 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] For port af507469-16c5-46bc-9b1b-494a67a6e7e4, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=af507469-16c5-46bc-9b1b-494a67a6e7e4,segment=NetworkSegment(e0b3b642-3e24-46ac-9c5c-4a06d7cc1760),segment_id=e0b3b642-3e24-46ac-9c5c-4a06d7cc1760)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:22.573084 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.606328 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-547bd6b1-67e8-4022-8d1e-fe49a779d6e4 req-bdfedcaa-f34e-439f-865b-59d48e5ff6dd tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497207 Apr 18 19:34:22.641090 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f52fcead-2182-413e-bf35-12b1c9b6bf6b, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f52fcead-2182-413e-bf35-12b1c9b6bf6b,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:22.683895 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-ced29807-fe6a-4e18-983d-e06ed6ab14b5 None None] Port e142d0c4-4680-443c-bf34-a83693f9ad7e cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:34:22.742709 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] Calling delete_port for af507469-16c5-46bc-9b1b-494a67a6e7e4 owned by network:router_interface {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:22.756336 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.761985 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.793731 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b6f60145-8ea3-4416-bf07-d1f51c0597c1 req-28a0f830-dba6-4206-9df9-47845e8601be tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571428 Apr 18 19:34:22.846064 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port ef41fd43-39a5-4271-99fa-0edd70856b59 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:22.883619 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port ef41fd43-39a5-4271-99fa-0edd70856b59 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:22.883837 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.884124 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:22.975938 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-188a4dc1-5f31-41f1-b161-2e0a37a8e397 req-2a6087b6-fb64-445a-8582-21dc561217dd tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.1481729 Apr 18 19:34:22.995754 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.024172 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Pushing event updated for resources: {'Port': ['ID=e142d0c4-4680-443c-bf34-a83693f9ad7e,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:23.028859 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.077337 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['f52fcead-2182-413e-bf35-12b1c9b6bf6b'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:23.189966 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Network b030620a-5853-4e6e-8663-a7352e9b876c is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:23.189966 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:23.371271 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:23.386076 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=f52fcead-2182-413e-bf35-12b1c9b6bf6b,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:23.472983 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port aa899c57-d14c-4dc3-8ed8-966a8d952f7f, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:23.476431 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cc24fe27-94fd-41dc-9f54-1a7f1051d16c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:23.486884 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cc24fe27-94fd-41dc-9f54-1a7f1051d16c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.3683596 Apr 18 19:34:23.523474 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.546518 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.602973 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af507469-16c5-46bc-9b1b-494a67a6e7e4,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:23.701649 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.712745 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-fdfba854-2684-4547-ac20-53d3f9cdec8e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/quotas/95c3ea07abf945b49256e3013451a29a HTTP/1.1" status: 200 len: 375 time: 0.2246523 Apr 18 19:34:23.735868 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port ef41fd43-39a5-4271-99fa-0edd70856b59, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ef41fd43-39a5-4271-99fa-0edd70856b59,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:23.782476 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=aa899c57-d14c-4dc3-8ed8-966a8d952f7f,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:23.797093 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2f22033b-e8d8-4457-b5ba-aba3aec249cb None None] Provisioning complete for port e142d0c4-4680-443c-bf34-a83693f9ad7e triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:23.797463 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2f22033b-e8d8-4457-b5ba-aba3aec249cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.814016 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-a0959afb-709f-4acc-8119-e4e17690ed70 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868764 Apr 18 19:34:23.832479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809d761-d0b4-4ce3-b5c0-fa221ad1e522 req-9d0b90ad-a191-42ee-ae21-1395791bb6ad tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:23.843270 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f809d761-d0b4-4ce3-b5c0-fa221ad1e522 req-9d0b90ad-a191-42ee-ae21-1395791bb6ad tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.2306173 Apr 18 19:34:23.881170 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-2f22033b-e8d8-4457-b5ba-aba3aec249cb None None] Port e142d0c4-4680-443c-bf34-a83693f9ad7e cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:34:23.882598 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:23.952239 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f809d761-d0b4-4ce3-b5c0-fa221ad1e522 req-d61feec2-c229-4e31-ab3c-2c62424614c7 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080124 Apr 18 19:34:24.034552 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=ef41fd43-39a5-4271-99fa-0edd70856b59,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:24.054195 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a8281432-8404-40b1-9b2f-7aefc61c4a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.163350 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-8035c7ed-3b07-4ae0-a26b-062f6bc44c22 service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321853 Apr 18 19:34:24.305528 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ef41fd43-39a5-4271-99fa-0edd70856b59 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:24.384938 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd72d-ee5c-48d8-bfa0-ed95e0207338 req-3ec6fda9-51cb-4f66-8235-392773fb3b6f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:24.394021 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-856fd72d-ee5c-48d8-bfa0-ed95e0207338 req-3ec6fda9-51cb-4f66-8235-392773fb3b6f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.1724615 Apr 18 19:34:24.399347 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.405031 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-559c42ce-babd-488f-95ef-ee35d7fabec8 service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236326 Apr 18 19:34:24.445135 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port ef41fd43-39a5-4271-99fa-0edd70856b59 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:24.445503 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.454976 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-856fd72d-ee5c-48d8-bfa0-ed95e0207338 req-739084ec-96aa-4544-b0ef-9ad8ba3d1da5 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596323 Apr 18 19:34:24.503591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Router fd9ad509-860f-44c1-adc5-b2f5da22c48c has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:34:24.659382 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d707a83-cd04-4b92-b193-2a366a3a9e10'] response: {'server_uuid': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f', 'code': 200} Apr 18 19:34:24.878026 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:24.912136 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:25.000467 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e6af1-5a12-4915-afe6-170cfe8bfc3d req-db2b1ed4-2d0d-4d54-8ee4-dfb5d277e974 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:25.001887 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-587e6af1-5a12-4915-afe6-170cfe8bfc3d req-db2b1ed4-2d0d-4d54-8ee4-dfb5d277e974 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 944 time: 0.2253878 Apr 18 19:34:25.086890 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-587e6af1-5a12-4915-afe6-170cfe8bfc3d req-ca6a8e4f-c820-4d46-a6b0-cfac8eb4c342 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692835 Apr 18 19:34:25.129350 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f01255a4-ecc0-44e5-a141-c0ff9968228c req-ae7fe905-9d54-41f1-bcca-07d168a09c7b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0692959 Apr 18 19:34:25.144214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:34:25.163529 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-76724506-6ee8-4b22-b813-c47f568f19eb admin admin] 10.222.0.66 "PUT /v2.0/routers/fd9ad509-860f-44c1-adc5-b2f5da22c48c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5336704 Apr 18 19:34:25.214424 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-de3cd1cb-7d22-4535-ae99-5f8c5b7755cb req-9e7bfa5e-9afb-4638-a552-aa0b13b95bea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 1097 time: 0.4016454 Apr 18 19:34:25.227147 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2133fc6-d183-464b-9725-c55a4c2eb9f1 req-ed7d52f1-9841-4f68-8f5f-4259c2d95767 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:25.244463 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2133fc6-d183-464b-9725-c55a4c2eb9f1 req-ed7d52f1-9841-4f68-8f5f-4259c2d95767 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.3341608 Apr 18 19:34:25.372230 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-de3cd1cb-7d22-4535-ae99-5f8c5b7755cb req-f99057f1-6655-4bf3-9da2-d6fe341f9613 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238394 Apr 18 19:34:25.381883 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Sync routers for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:34:25.391585 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2133fc6-d183-464b-9725-c55a4c2eb9f1 req-cd2ff3d0-00c2-4453-9b2d-b5b8c5332b52 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443257 Apr 18 19:34:25.418401 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cbe96f5e-03b8-4f45-99fa-71ea5edb147d req-6461ce87-b328-47a1-8d5b-ebcce0a54bc1 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0922811 Apr 18 19:34:25.435881 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:25.435881 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:34:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:25.608021 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0ec8df45-0da2-4ae5-9f5a-8f851f676de4 req-728c3c15-aaed-405a-8647-aa278f2517ff tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 210 time: 0.0638413 Apr 18 19:34:25.708388 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f52fcead-2182-413e-bf35-12b1c9b6bf6b up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:25.860568 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c38386-5179-441c-b41b-69f84c5f81e7 req-ba0fe297-b068-488a-a74d-fff9d33f246b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:25.868121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93c38386-5179-441c-b41b-69f84c5f81e7 req-ba0fe297-b068-488a-a74d-fff9d33f246b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.2560787 Apr 18 19:34:25.896117 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc400bc-0015-450d-aa88-4cfe0f038aaa req-12980157-caeb-4f53-92fe-b6015723fe0b tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:25.897603 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6cc400bc-0015-450d-aa88-4cfe0f038aaa req-12980157-caeb-4f53-92fe-b6015723fe0b tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1504047 Apr 18 19:34:25.913618 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:25.978766 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6cc400bc-0015-450d-aa88-4cfe0f038aaa req-6a891ae6-e6cf-426b-8822-dcfa3c52f6f9 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710909 Apr 18 19:34:26.069913 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93c38386-5179-441c-b41b-69f84c5f81e7 req-8bd0aa50-03cc-4a87-ba09-50b7179cdd41 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008295 Apr 18 19:34:26.101520 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port f52fcead-2182-413e-bf35-12b1c9b6bf6b completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:26.137391 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port f52fcead-2182-413e-bf35-12b1c9b6bf6b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:26.137747 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:26.216516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] Router b76944b9-2f88-4654-a8f1-cb7476fa2403 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:34:26.490023 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:26.560456 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:34:26.569820 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a456ef1f-0b46-4569-8238-b6d645938817 None None] Sync routers for ids ['b76944b9-2f88-4654-a8f1-cb7476fa2403'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:34:26.597531 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a456ef1f-0b46-4569-8238-b6d645938817 None None] Routers {'b76944b9-2f88-4654-a8f1-cb7476fa2403'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:26.598661 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-a456ef1f-0b46-4569-8238-b6d645938817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:34:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b76944b9-2f88-4654-a8f1-cb7476fa2403'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:26.616971 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:26.687655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69095c8b-86f8-4395-ba62-921e131565b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:26.706846 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f52fcead-2182-413e-bf35-12b1c9b6bf6b, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f52fcead-2182-413e-bf35-12b1c9b6bf6b,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:26.723384 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:22Z', 'revision_number': 2, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:26.727871 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Checking router: fd9ad509-860f-44c1-adc5-b2f5da22c48c for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:34:26.728375 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Updating router fd9ad509-860f-44c1-adc5-b2f5da22c48c port e142d0c4-4680-443c-bf34-a83693f9ad7e binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:34:26.763029 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c0438aee-65d4-42a9-9236-893922cd89d1 admin admin] 10.222.0.66 "PUT /v2.0/routers/b76944b9-2f88-4654-a8f1-cb7476fa2403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2422278 Apr 18 19:34:26.771006 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 58824) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:26.778272 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-52a5c7eb-dfed-4ed9-85c1-0b868289b7ec tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:26.782669 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-52a5c7eb-dfed-4ed9-85c1-0b868289b7ec tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Synchronizing usage tracker for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:26.824256 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:26.853633 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-a456ef1f-0b46-4569-8238-b6d645938817 None None] Set router b76944b9-2f88-4654-a8f1-cb7476fa2403 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:26.882114 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:26.895091 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-52a5c7eb-dfed-4ed9-85c1-0b868289b7ec tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Unset dirty status for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:26.896312 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-52a5c7eb-dfed-4ed9-85c1-0b868289b7ec tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 819 time: 0.3386276 Apr 18 19:34:26.928987 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-01ced40a-370a-4843-9545-94b2c153ed49 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/quotas/5bcbf884732c4f7f9fa3f1cf0fc0155f HTTP/1.1" status: 200 len: 375 time: 0.0262263 Apr 18 19:34:27.107105 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=f52fcead-2182-413e-bf35-12b1c9b6bf6b,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:27.114939 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-9c0c6298-6868-4b3f-bc67-e16abcf6d278 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Synchronizing usage tracker for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:27.204545 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:27.261230 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-9c0c6298-6868-4b3f-bc67-e16abcf6d278 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Unset dirty status for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:27.262575 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-9c0c6298-6868-4b3f-bc67-e16abcf6d278 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3328345 Apr 18 19:34:27.565820 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-f5cd4563-bf08-49a4-a63f-acbb2d4ad8dc service neutron] 10.222.0.66 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951121 Apr 18 19:34:27.568555 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:27.587235 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Transition to ACTIVE for port object e142d0c4-4680-443c-bf34-a83693f9ad7e will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:27.605357 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-a456ef1f-0b46-4569-8238-b6d645938817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:34:22Z', 'revision_number': 5, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:27.613303 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a456ef1f-0b46-4569-8238-b6d645938817 None None] Checking router: b76944b9-2f88-4654-a8f1-cb7476fa2403 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:34:27.632922 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a456ef1f-0b46-4569-8238-b6d645938817 None None] Routers {'b76944b9-2f88-4654-a8f1-cb7476fa2403'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:27.633573 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-a456ef1f-0b46-4569-8238-b6d645938817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:34:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b76944b9-2f88-4654-a8f1-cb7476fa2403'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:27.677206 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:27.736766 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784bea0-56a0-4fea-9dde-a34920c84b32 req-8cce693d-bf0c-473d-9611-54ec81814572 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:27.739481 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5784bea0-56a0-4fea-9dde-a34920c84b32 req-8cce693d-bf0c-473d-9611-54ec81814572 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 945 time: 0.4335234 Apr 18 19:34:27.754800 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-7ba2957f-d156-4f2f-b595-e9c7218c817c service neutron] 10.222.0.66 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778016 Apr 18 19:34:27.848436 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5784bea0-56a0-4fea-9dde-a34920c84b32 req-78eaf3ba-5eeb-4310-9066-36f526c222ec tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021647 Apr 18 19:34:27.882577 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e90de-8b26-4a55-bde6-a228eda70824 None None] Pushing event updated for resources: {'Port': ['ID=e142d0c4-4680-443c-bf34-a83693f9ad7e,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:27.925533 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-a456ef1f-0b46-4569-8238-b6d645938817 None None] Set router b76944b9-2f88-4654-a8f1-cb7476fa2403 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:27.939958 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.000933 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Attempting to bind port e142d0c4-4680-443c-bf34-a83693f9ad7e on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:28.001076 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Attempting to bind port e142d0c4-4680-443c-bf34-a83693f9ad7e by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:28.001442 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Attempting to bind port e142d0c4-4680-443c-bf34-a83693f9ad7e on network b030620a-5853-4e6e-8663-a7352e9b876c {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:28.010919 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:28.016447 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Checking segment: {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:28.016447 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.016447 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Bound using segment: {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:28.016447 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Bound port: e142d0c4-4680-443c-bf34-a83693f9ad7e, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:28.016447 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.116063 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] For port e142d0c4-4680-443c-bf34-a83693f9ad7e, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:28.119155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Deleting port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:28.121776 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.121898 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] For port e142d0c4-4680-443c-bf34-a83693f9ad7e, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e142d0c4-4680-443c-bf34-a83693f9ad7e,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:28.181523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492460d-7a0c-4e8f-b080-29b8bd63797d req-0f934eba-e5f1-4738-9ca4-bb3d0e09537c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:28.198565 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c492460d-7a0c-4e8f-b080-29b8bd63797d req-0f934eba-e5f1-4738-9ca4-bb3d0e09537c tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.2037439 Apr 18 19:34:28.223011 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.389367 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:28.393853 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:34:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:28.477918 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] For port bedd3e99-fdeb-43b0-910a-9a6e8e3f318c, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=bedd3e99-fdeb-43b0-910a-9a6e8e3f318c,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:28.478595 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:28.505820 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d37d7503-4078-4210-9b18-a5ac8a7daf6c req-735e6162-6662-48ea-89c8-43d49e82f452 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.1101360 Apr 18 19:34:28.607561 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-a456ef1f-0b46-4569-8238-b6d645938817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:34:22Z', 'revision_number': 5, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:28.614190 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a456ef1f-0b46-4569-8238-b6d645938817 None None] The sync data for ids ['b76944b9-2f88-4654-a8f1-cb7476fa2403'] in n-d-838334-1 is: [{'id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2079711534-router', 'tenant_id': 'b8bce650968b4da1beb64a083e7587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:32:53Z', 'updated_at': '2022-04-18T19:34:22Z', 'revision_number': 5, 'project_id': 'b8bce650968b4da1beb64a083e7587c9', 'gw_port': {'id': 'bedd3e99-fdeb-43b0-910a-9a6e8e3f318c', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fe:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944b9-2f88-4654-a8f1-cb7476fa2403', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:32:55Z', 'updated_at': '2022-04-18T19:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:34:28.797029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Calling delete_port for bedd3e99-fdeb-43b0-910a-9a6e8e3f318c owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:28.824976 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e90de-8b26-4a55-bde6-a228eda70824 None None] Pushing event updated for resources: {'Port': ['ID=e142d0c4-4680-443c-bf34-a83693f9ad7e,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:28.923446 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3a190d96-48d4-4df1-a69b-10c7e714b210 req-61164bd4-b5a9-490f-99e0-b2315dcacf0c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 210 time: 0.1858695 Apr 18 19:34:28.926941 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:29.033673 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b118d98-69a9-4458-8eb6-d50375ed9e27'] response: {'server_uuid': '69095c8b-86f8-4395-ba62-921e131565b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b', 'code': 200} Apr 18 19:34:29.306038 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891023d-fa12-4845-abbe-93d626dcd0a4 req-0f77380d-b252-44ba-976c-4771af912e3e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:29.308146 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1891023d-fa12-4845-abbe-93d626dcd0a4 req-0f77380d-b252-44ba-976c-4771af912e3e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1809056 Apr 18 19:34:29.309321 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.406255 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1891023d-fa12-4845-abbe-93d626dcd0a4 req-a8af0ad5-013e-4296-8280-0900441a1171 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904613 Apr 18 19:34:29.456951 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Pushing event deleted for resources: {'Port': ['ID=bedd3e99-fdeb-43b0-910a-9a6e8e3f318c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:29.538280 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c492460d-7a0c-4e8f-b080-29b8bd63797d req-0e52c44f-7de3-4e61-a1d6-d6e69600586b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3412993 Apr 18 19:34:29.571279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:28Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:29.578857 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e5d15-796c-482f-a065-6c7b4247b7f2 None None] The sync data for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 is: [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:28Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:34:29.834419 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3574739-c66f-408c-87f4-96a94b63e129 req-e13087e4-8f3f-41c5-acbd-2e6f28beb421 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:29.837178 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3574739-c66f-408c-87f4-96a94b63e129 req-e13087e4-8f3f-41c5-acbd-2e6f28beb421 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.71 "GET /v2.0/ports?device_id=16f940c1-79cd-48ef-9ee2-88bd5fd78d7e HTTP/1.1" status: 200 len: 945 time: 0.8059487 Apr 18 19:34:29.864123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-95a68f15-f4e5-4101-8386-d3d9b6c72150 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:29.871729 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-95a68f15-f4e5-4101-8386-d3d9b6c72150 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/networks?id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 HTTP/1.1" status: 200 len: 814 time: 0.2838285 Apr 18 19:34:29.913247 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-d35f1f6d-73e0-4f13-8c8e-fff32eeaeffc tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/quotas/7ac380de70d546e8bdcac3d66adc8947 HTTP/1.1" status: 200 len: 375 time: 0.0385416 Apr 18 19:34:29.962802 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Deleting port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:29.963148 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:29.999702 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e97b85f-5753-4d14-b509-c28efc3c6c23 req-712351e3-ec75-42c8-80c4-7a160e8c2f3d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 210 time: 0.2335687 Apr 18 19:34:30.016777 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33a26895-5b41-4fdb-b7bc-19abe94735f2 req-8d294ccc-53ac-4d97-8ed1-88ebdd906218 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 1096 time: 0.7809055 Apr 18 19:34:30.025957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559c61-aa73-4e68-96e3-726a33582233 req-e7832700-ab8e-4b49-8b16-502e3b4bfcf4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:30.027980 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-e7832700-ab8e-4b49-8b16-502e3b4bfcf4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 1.0018406 Apr 18 19:34:30.036982 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-db1731a9-2f60-4525-ae4f-45cb58588c95 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ac380de70d546e8bdcac3d66adc8947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226556 Apr 18 19:34:30.090711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Request body: {'port': {'device_id': 'b20d5883-4c2c-4818-b86d-7d994aaaad71', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'admin_state_up': True, 'tenant_id': '95c3ea07abf945b49256e3013451a29a'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:30.296283 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-bf60be5d-dc62-4e50-860b-0680d984e804 service neutron] 10.222.0.66 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578914 Apr 18 19:34:30.447732 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device e142d0c4-4680-443c-bf34-a83693f9ad7e up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:30.608705 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-a60740ce-b3d8-497d-a40f-97ebf704d2bf service neutron] 10.222.0.66 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113036 Apr 18 19:34:30.843149 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port e142d0c4-4680-443c-bf34-a83693f9ad7e completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:30.851099 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port e142d0c4-4680-443c-bf34-a83693f9ad7e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:30.857347 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.111216 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:31.187620 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.204934 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db3add-723c-4498-8598-ed236a1aba7e req-6da05132-1329-4bfb-98e7-4c39fec5e21c tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:31.219557 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61db3add-723c-4498-8598-ed236a1aba7e req-6da05132-1329-4bfb-98e7-4c39fec5e21c tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 945 time: 0.1634839 Apr 18 19:34:31.240774 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port e142d0c4-4680-443c-bf34-a83693f9ad7e, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e142d0c4-4680-443c-bf34-a83693f9ad7e,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:31.285498 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61db3add-723c-4498-8598-ed236a1aba7e req-fea27f0a-247b-435b-b3a8-8261a873afeb tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647132 Apr 18 19:34:31.386278 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.456391 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device af507469-16c5-46bc-9b1b-494a67a6e7e4 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:31.467303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:31.467791 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.525269 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=e142d0c4-4680-443c-bf34-a83693f9ad7e,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:31.565064 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: af507469-16c5-46bc-9b1b-494a67a6e7e4 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:31.565404 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device af507469-16c5-46bc-9b1b-494a67a6e7e4 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:31.608712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Calling delete_port for 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:31.640835 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe967f3-3ab2-46ec-8b9e-4af5855b2c2f req-77a4cc8c-a8b9-4e18-a249-13158af8eddc tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:31.642413 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ffe967f3-3ab2-46ec-8b9e-4af5855b2c2f req-77a4cc8c-a8b9-4e18-a249-13158af8eddc tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1022112 Apr 18 19:34:31.655749 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58874) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:31.662486 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f8df912f-abcf-4cc9-85d5-9b7da1b973db tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'floatingip': {'port_id': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:31.674993 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eb084b6a-05eb-426e-945a-71fd84a0e74d req-525d4372-8239-43d3-843c-95a1993a68bd tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3&device_id=df80a334-3adf-464e-a30f-38ace5359f0e HTTP/1.1" status: 200 len: 210 time: 0.8422165 Apr 18 19:34:31.724057 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.757004 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:31.777039 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8df912f-abcf-4cc9-85d5-9b7da1b973db tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:31.874213 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:31.938903 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33a26895-5b41-4fdb-b7bc-19abe94735f2 req-92085c3e-436c-4807-a6de-327795b9d294 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9098041 Apr 18 19:34:31.955329 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.004939 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:32.006169 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:32.157679 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.180026 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b9f80c51-cbf9-452f-a2a2-725101b10048 req-d29be976-a4c1-4aad-8196-04cf0549dbd7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 210 time: 0.2425890 Apr 18 19:34:32.291687 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,revision_number=9']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:32.340275 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device e142d0c4-4680-443c-bf34-a83693f9ad7e up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:32.364159 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Made reservation on behalf of 95c3ea07abf945b49256e3013451a29a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:32.375843 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.477052 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.483065 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:34:32.483370 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:34:32.488436 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port e142d0c4-4680-443c-bf34-a83693f9ad7e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:32.489563 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.554430 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.583407 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-d8814bbc-1932-42b4-b3cc-70893528b1b8 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:32.584909 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-d8814bbc-1932-42b4-b3cc-70893528b1b8 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 819 time: 0.7119598 Apr 18 19:34:32.715313 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-ea59290d-c5ea-4bd3-bcd6-e586f4a6c992 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/quotas/5bcbf884732c4f7f9fa3f1cf0fc0155f HTTP/1.1" status: 200 len: 375 time: 0.1027694 Apr 18 19:34:32.815859 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a63152a3-cc2f-421e-ae58-d0bc6f395b1a req-882a25d8-1a02-4ca6-a713-8a437b10db8a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4166973 Apr 18 19:34:32.821270 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:32.821780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b76944b9-2f88-4654-a8f1-cb7476fa2403 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:34:32.868967 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-793f5296-5ff0-4fba-b564-6a658ab26d26 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:32.870934 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-793f5296-5ff0-4fba-b564-6a658ab26d26 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.16 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 819 time: 0.9343987 Apr 18 19:34:32.907454 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Allocated IP 172.20.0.2 (9772eb3e-4470-4e98-9621-f0c5fd024ef1/fd27771e-135d-4136-a053-2cd32b4aaaa8/fe59f218-33c1-49e6-b37f-b5d3ba7a2922) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:32.928698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Request body: {'port': {'device_id': 'bec02462-37d5-4659-be59-cd33771c2bfc', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'admin_state_up': True, 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:32.931147 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-04b33ff4-4ad3-4c90-8cc8-9631b473241a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2072918 Apr 18 19:34:32.993155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Deleting port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:32.993501 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.133287 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce0889-0db3-4629-ae16-d054c1ccab32 req-4bb084af-aeac-49db-8459-fdd3823805e5 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:33.140956 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71ce0889-0db3-4629-ae16-d054c1ccab32 req-4bb084af-aeac-49db-8459-fdd3823805e5 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.3916132 Apr 18 19:34:33.261072 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71ce0889-0db3-4629-ae16-d054c1ccab32 req-f7faf842-14a7-4c96-ac08-91bb814df5bc tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174102 Apr 18 19:34:33.267330 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:33.296774 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:33.319111 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [None req-f8df912f-abcf-4cc9-85d5-9b7da1b973db tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:34:33.381074 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.382200 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b122b4a7-4d5a-4889-897f-a3cfec5a9042 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b76944b9-2f88-4654-a8f1-cb7476fa2403 HTTP/1.1" status: 204 len: 168 time: 6.6177468 Apr 18 19:34:33.393962 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 58892) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:33.471310 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8df912f-abcf-4cc9-85d5-9b7da1b973db tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.473043 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Made reservation on behalf of 5bcbf884732c4f7f9fa3f1cf0fc0155f for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:33.476556 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.547122 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e97240fc-3cdd-4873-b8b2-9817704fb5b4 req-6d078445-5a26-45f8-a843-7b27b325c0e8 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 210 time: 0.0520487 Apr 18 19:34:33.608086 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8df912f-abcf-4cc9-85d5-9b7da1b973db tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.659492 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfffcfc-737f-451b-81f3-5afb263e1b04 admin admin] Deleting subnet 10c74269-dc99-466d-b488-42edd85b195a {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:34:33.735708 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2dfffcfc-737f-451b-81f3-5afb263e1b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:33.805239 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-0b48a230-3fc8-4a62-b59f-3f9b1eee4e50 service neutron] 10.222.0.66 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8610792 Apr 18 19:34:33.855343 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a63152a3-cc2f-421e-ae58-d0bc6f395b1a req-976916e7-7542-4c31-ad89-1a7a56994bcb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 1097 time: 0.6478531 Apr 18 19:34:33.870809 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Allocated IP 172.20.0.3 (b030620a-5853-4e6e-8663-a7352e9b876c/4356da42-f7a2-4b69-9ee8-c005b0d702f8/6884e8ed-fefd-418d-a58d-251245a0e540) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:33.975269 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2dfffcfc-737f-451b-81f3-5afb263e1b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.029092 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.063535 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [None req-f8df912f-abcf-4cc9-85d5-9b7da1b973db tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Floating IP b91decef-445f-4935-b785-e09cb9bd03e4 associated. External IP: 172.25.8.247, port: aa899c57-d14c-4dc3-8ed8-966a8d952f7f. Apr 18 19:34:34.118735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] For port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:34.119101 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.321733 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63152a3-cc2f-421e-ae58-d0bc6f395b1a req-2deae7d3-cab3-4728-a624-b7ace1b05909 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:34.324313 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a63152a3-cc2f-421e-ae58-d0bc6f395b1a req-2deae7d3-cab3-4728-a624-b7ace1b05909 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 912 time: 0.3869214 Apr 18 19:34:34.365790 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.406903 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acef8a68-2c42-42ec-9744-3fb8878960fe'] response: {'server_uuid': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c', 'code': 200} Apr 18 19:34:34.411927 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-cd8fb677-62fa-456c-a6b7-51d4cb178cbc tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:34.415292 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-cd8fb677-62fa-456c-a6b7-51d4cb178cbc tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.16 "GET /v2.0/networks?id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 HTTP/1.1" status: 200 len: 814 time: 0.2992849 Apr 18 19:34:34.419593 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Transition to ACTIVE for port object 6884e8ed-fefd-418d-a58d-251245a0e540 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:34.432930 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Request body: {'port': {'device_id': '6e52939e-518a-4f13-9c9f-ee8d860f5ec3', 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5', 'admin_state_up': True, 'tenant_id': '7ac380de70d546e8bdcac3d66adc8947'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:34.525417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Calling delete_port for 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:34.712738 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-0a8e7d56-d24e-4a7a-ba9d-65113ccac5e7 service neutron] 10.222.0.66 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8909948 Apr 18 19:34:34.716299 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d354f8b8-3ca8-45de-865a-e122169b0bad req-6c4986b8-d674-4691-8493-bc1fc3532453 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9881e51fea134942b046ce6244679288&device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.2971542 Apr 18 19:34:34.805204 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d354f8b8-3ca8-45de-865a-e122169b0bad req-86aebdf9-154b-451d-b2c8-0125c18b1143 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9881e51fea134942b046ce6244679288&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624151 Apr 18 19:34:34.810976 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:34.905101 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:34.945959 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Usage tracker for resource:port and tenant:7ac380de70d546e8bdcac3d66adc8947 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:34.950748 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:34.965410 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:34.995537 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Network b030620a-5853-4e6e-8663-a7352e9b876c is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:34.997816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event updated for resources: {'Port': ['ID=6884e8ed-fefd-418d-a58d-251245a0e540,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:35.002103 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:35.019334 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:35.182413 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2dfffcfc-737f-451b-81f3-5afb263e1b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.252532 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:35.253312 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.257703 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a63152a3-cc2f-421e-ae58-d0bc6f395b1a req-50d95bc0-ffd7-4b4e-82c0-0d4a14fbe208 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f HTTP/1.1" status: 200 len: 1000 time: 0.8307629 Apr 18 19:34:35.323035 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Made reservation on behalf of 7ac380de70d546e8bdcac3d66adc8947 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:35.332197 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.381111 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4284d6-ad56-4aef-ac83-e1555856cb2c req-782d2b9c-bead-4486-a483-949c8590eb77 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:35.391134 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4b4284d6-ad56-4aef-ac83-e1555856cb2c req-782d2b9c-bead-4486-a483-949c8590eb77 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 945 time: 0.7361016 Apr 18 19:34:35.486300 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.624898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63152a3-cc2f-421e-ae58-d0bc6f395b1a req-f25b69c4-5253-4cd4-afc9-77ad3816c9e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:35.625781 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4b4284d6-ad56-4aef-ac83-e1555856cb2c req-f113abbc-0d1e-457f-b9a6-41c871e0017a tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338431 Apr 18 19:34:35.626223 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a63152a3-cc2f-421e-ae58-d0bc6f395b1a req-f25b69c4-5253-4cd4-afc9-77ad3816c9e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 HTTP/1.1" status: 200 len: 850 time: 0.3548570 Apr 18 19:34:35.678566 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354f8b8-3ca8-45de-865a-e122169b0bad req-abb26861-13b6-493c-85eb-a39fdb601017 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:35.679998 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d354f8b8-3ca8-45de-865a-e122169b0bad req-abb26861-13b6-493c-85eb-a39fdb601017 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8408551 Apr 18 19:34:35.699935 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3aeae148-03db-4c47-aa4d-64908711db79 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7861876 Apr 18 19:34:35.700171 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event updated for resources: {'Port': ['ID=fe59f218-33c1-49e6-b37f-b5d3ba7a2922,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:35.705492 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:35.711395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:35.718288 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:35.738333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Request body: {'port': {'device_id': 'bec02462-37d5-4659-be59-cd33771c2bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:35.761343 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.761678 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.762013 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.762337 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.762692 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.763028 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.763331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.763654 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.764603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.764603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.764834 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:35.770384 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e608192f-3714-4e95-bca4-9b335633e2f6 None None] Provisioning for port 6884e8ed-fefd-418d-a58d-251245a0e540 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:35.775383 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e608192f-3714-4e95-bca4-9b335633e2f6 None None] Provisioning complete for port 6884e8ed-fefd-418d-a58d-251245a0e540 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:35.775784 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e608192f-3714-4e95-bca4-9b335633e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.788791 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e341c8-b6ce-40fb-9041-48891dff6a35 req-55a6586a-d597-4c68-8532-b35ab3bfcda9 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:35.789473 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-06e341c8-b6ce-40fb-9041-48891dff6a35 req-55a6586a-d597-4c68-8532-b35ab3bfcda9 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:35.823609 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2dfffcfc-737f-451b-81f3-5afb263e1b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.827124 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.841938 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e608192f-3714-4e95-bca4-9b335633e2f6 None None] Port 6884e8ed-fefd-418d-a58d-251245a0e540 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:34:35.857650 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:35.858249 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:35.893309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfffcfc-737f-451b-81f3-5afb263e1b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c74269-dc99-466d-b488-42edd85b195a,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:35.941359 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9e976baa-12a9-44fe-becd-33f4d4bb7ea4 req-58556c77-abc1-4fb9-8565-949753125df7 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.0590672 Apr 18 19:34:35.976311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a63152a3-cc2f-421e-ae58-d0bc6f395b1a req-dd5d28f8-7a74-4d19-abeb-1c125bbcefe4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3415599 Apr 18 19:34:36.001046 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-06e341c8-b6ce-40fb-9041-48891dff6a35 req-55a6586a-d597-4c68-8532-b35ab3bfcda9 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:36.009107 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-06e341c8-b6ce-40fb-9041-48891dff6a35 req-55a6586a-d597-4c68-8532-b35ab3bfcda9 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 931 time: 0.7418599 Apr 18 19:34:36.028897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Allocated IP 172.20.0.14 (52b1d32f-cbdb-4cd8-8905-3c05e236a1a5/6f3cbeb9-5455-4933-b1e7-e251e8d856ba/15e4969b-e97d-412b-aec3-49461b377dff) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:36.036634 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:36.077395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Pushing event deleted for resources: {'Port': ['ID=922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:36.082013 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-cd79c856-d7de-4971-add4-7a9d6a79d233 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0059307 Apr 18 19:34:36.133029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Request body: {'port': {'device_id': 'b20d5883-4c2c-4818-b86d-7d994aaaad71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:36.189737 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-06e341c8-b6ce-40fb-9041-48891dff6a35 req-ddc6881f-9bce-41eb-a326-0d8d18a62047 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797523 Apr 18 19:34:36.341181 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0949b3fc-4887-498d-a986-20ae12cb33db None None] Network 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:34:36.370712 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2dfffcfc-737f-451b-81f3-5afb263e1b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:36.387054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58920) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:36.387845 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2dfffcfc-737f-451b-81f3-5afb263e1b04 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/10c74269-dc99-466d-b488-42edd85b195a HTTP/1.1" status: 204 len: 168 time: 2.9904246 Apr 18 19:34:36.441597 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a63152a3-cc2f-421e-ae58-d0bc6f395b1a req-5a73d3d9-6db0-477c-b327-9417ff4aa242 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125242 Apr 18 19:34:36.573651 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:36.725685 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2401fdd0-5a5b-4bc7-923c-f3e436d909fc None None] DHCP port deletion for 3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:34:36.735836 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:36.739043 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c372b511-f1ef-4926-b9e2-74a312f34016 req-f905d44b-46df-4818-864a-9a918e0c1268 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Synchronizing usage tracker for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:36.744176 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-2401fdd0-5a5b-4bc7-923c-f3e436d909fc None None] Deleting port 175a1057-aa11-41b4-89ea-969d13659997 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:36.745439 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2401fdd0-5a5b-4bc7-923c-f3e436d909fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:36.757174 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8df912f-abcf-4cc9-85d5-9b7da1b973db tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Router 860efbbe-eea2-47c0-be14-78db839d28ad has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:34:36.801706 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] No DVR routers for this DVR port 922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:36.805452 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:36.808264 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3574739-c66f-408c-87f4-96a94b63e129 req-b59a094d-703f-4d75-8c34-5df917adcfd2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.71 "DELETE /v2.0/ports/922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c HTTP/1.1" status: 204 len: 173 time: 6.9280350 Apr 18 19:34:36.836482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'name': 'network-vif-deleted', 'tag': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:36.913033 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.000427 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a63152a3-cc2f-421e-ae58-d0bc6f395b1a req-0f0fd3ec-efb7-4dbc-8aae-d10f2ff8b015 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302138 Apr 18 19:34:37.026595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c372b511-f1ef-4926-b9e2-74a312f34016 req-f905d44b-46df-4818-864a-9a918e0c1268 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Unset dirty status for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:37.030905 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c372b511-f1ef-4926-b9e2-74a312f34016 req-f905d44b-46df-4818-864a-9a918e0c1268 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 210 time: 0.5639286 Apr 18 19:34:37.147765 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-2401fdd0-5a5b-4bc7-923c-f3e436d909fc None None] For port 175a1057-aa11-41b4-89ea-969d13659997, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=175a1057-aa11-41b4-89ea-969d13659997,segment=NetworkSegment(e0b3b642-3e24-46ac-9c5c-4a06d7cc1760),segment_id=e0b3b642-3e24-46ac-9c5c-4a06d7cc1760)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:37.148345 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2401fdd0-5a5b-4bc7-923c-f3e436d909fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.358271 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-2401fdd0-5a5b-4bc7-923c-f3e436d909fc None None] Calling delete_port for 175a1057-aa11-41b4-89ea-969d13659997 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:37.440999 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d354f8b8-3ca8-45de-865a-e122169b0bad req-fea3e1da-0b74-4044-9864-2d96cc7a4fe3 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.1201000 Apr 18 19:34:37.465221 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7f243c30-4e2a-4d1f-a780-3e240c508ded req-806b7af6-230d-4d93-a521-d8556fe46208 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 210 time: 0.1152222 Apr 18 19:34:37.497753 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6884e8ed-fefd-418d-a58d-251245a0e540 {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:37.509186 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.517230 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2401fdd0-5a5b-4bc7-923c-f3e436d909fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.530510 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Transition to ACTIVE for port object 6884e8ed-fefd-418d-a58d-251245a0e540 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:37.544971 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:37.553120 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Pushing event updated for resources: {'Port': ['ID=15e4969b-e97d-412b-aec3-49461b377dff,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:37.557955 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:37.560623 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:37.593163 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.612286 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce05ce-7d2a-40d5-8482-2d0e3e70caf0 req-8349aef4-8756-4d96-8038-84b035d14b73 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:37.620411 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e6ce05ce-7d2a-40d5-8482-2d0e3e70caf0 req-8349aef4-8756-4d96-8038-84b035d14b73 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 1.4759481 Apr 18 19:34:37.702520 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401fdd0-5a5b-4bc7-923c-f3e436d909fc None None] Pushing event deleted for resources: {'Port': ['ID=175a1057-aa11-41b4-89ea-969d13659997,revision_number=None']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:37.705504 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2401fdd0-5a5b-4bc7-923c-f3e436d909fc None None] No DVR routers for this DVR port 175a1057-aa11-41b4-89ea-969d13659997 on host n-d-838334-1 {{(pid=84806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:37.750899 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.786835 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe59f218-33c1-49e6-b37f-b5d3ba7a2922 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:37.794336 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.809326 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Transition to ACTIVE for port object fe59f218-33c1-49e6-b37f-b5d3ba7a2922 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:37.901468 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:37.989040 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:37.989639 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.004043 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e6ce05ce-7d2a-40d5-8482-2d0e3e70caf0 req-d9a65874-1d8b-4728-83fd-fae42ee23eed tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743520 Apr 18 19:34:38.096943 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6884e8ed-fefd-418d-a58d-251245a0e540,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:38.110235 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe59f218-33c1-49e6-b37f-b5d3ba7a2922,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:38.113089 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.221561 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:38.273270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:38.273564 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b3b642-3e24-46ac-9c5c-4a06d7cc1760') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:38.285917 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96efeccb-df0d-480b-97f0-0d8007895624'] response: {'server_uuid': '16f940c1-79cd-48ef-9ee2-88bd5fd78d7e', 'name': 'network-vif-deleted', 'tag': '922ca9f6-47bf-4a16-920c-6ab6c9ef1d6c', 'status': 'completed', 'code': 200} Apr 18 19:34:38.354692 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.397712 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.416871 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-9dbd2c72-136b-40a8-bd92-ce6c9b4eeb69 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9877486 Apr 18 19:34:38.429887 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:38.430642 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:38.449950 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:38.455869 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Attempting to bind port fe59f218-33c1-49e6-b37f-b5d3ba7a2922 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:38.456204 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Attempting to bind port fe59f218-33c1-49e6-b37f-b5d3ba7a2922 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:38.456934 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Request body: {'port': {'device_id': '6e52939e-518a-4f13-9c9f-ee8d860f5ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:38.458669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Attempting to bind port fe59f218-33c1-49e6-b37f-b5d3ba7a2922 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:38.491576 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Attempting to bind port 6884e8ed-fefd-418d-a58d-251245a0e540 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:38.491901 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Attempting to bind port 6884e8ed-fefd-418d-a58d-251245a0e540 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:38.492236 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Attempting to bind port 6884e8ed-fefd-418d-a58d-251245a0e540 on network b030620a-5853-4e6e-8663-a7352e9b876c {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:38.537886 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Port fe59f218-33c1-49e6-b37f-b5d3ba7a2922 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:38.538116 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Attempting to bind port fe59f218-33c1-49e6-b37f-b5d3ba7a2922 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:38.549777 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:38.550234 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Checking segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:38.550641 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Bound using segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:38.551076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Bound port: fe59f218-33c1-49e6-b37f-b5d3ba7a2922, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:38.552127 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.559544 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 175a1057-aa11-41b4-89ea-969d13659997 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:38.632029 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 175a1057-aa11-41b4-89ea-969d13659997 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:38.632476 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 175a1057-aa11-41b4-89ea-969d13659997 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:38.639013 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5264c7a-4d4d-448d-8f3e-768e2473e07a req-c42bb1a4-f16e-4e06-8b7b-d8d213b1e9b5 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=c6b3c771-4eb5-465e-b2bb-d9ea9d1d2af3 HTTP/1.1" status: 200 len: 210 time: 0.1492362 Apr 18 19:34:38.667904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Port 6884e8ed-fefd-418d-a58d-251245a0e540 on network b030620a-5853-4e6e-8663-a7352e9b876c not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:38.675110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Attempting to bind port 6884e8ed-fefd-418d-a58d-251245a0e540 on network b030620a-5853-4e6e-8663-a7352e9b876c {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:38.796939 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:38.797260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Checking segment: {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:38.797941 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Bound using segment: {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:38.798107 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Bound port: 6884e8ed-fefd-418d-a58d-251245a0e540, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:38.802665 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.808778 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-6e553b61-7313-4326-b336-db41af27bce2 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:38.811719 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-6e553b61-7313-4326-b336-db41af27bce2 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.71 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 819 time: 0.3479660 Apr 18 19:34:38.855568 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Request body: {'port': {'device_id': '42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'admin_state_up': True, 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:38.873639 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] For port fe59f218-33c1-49e6-b37f-b5d3ba7a2922, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:38.886520 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.922475 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:38.937759 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] For port fe59f218-33c1-49e6-b37f-b5d3ba7a2922, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=fe59f218-33c1-49e6-b37f-b5d3ba7a2922,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:38.998752 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:39.018634 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:39.028759 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f453870-65a0-4b98-991a-f0c33e95bd4e req-12a87d32-88c9-43e9-aad2-e72d8549322e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:39.030533 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f453870-65a0-4b98-991a-f0c33e95bd4e req-12a87d32-88c9-43e9-aad2-e72d8549322e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 943 time: 0.2160602 Apr 18 19:34:39.036093 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:39.040134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:39.083553 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8df912f-abcf-4cc9-85d5-9b7da1b973db tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:34:39.086407 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Usage tracker for resource:port and tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:39.097734 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e38da-fff3-40db-82f3-ccd257aff83c None None] Sync routers for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:34:39.109307 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:39.122544 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e38da-fff3-40db-82f3-ccd257aff83c None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:39.123877 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-539e38da-fff3-40db-82f3-ccd257aff83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:34:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:39.134535 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:39.149212 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8df912f-abcf-4cc9-85d5-9b7da1b973db tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:39.149906 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:39.151318 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] 10.222.0.16 "PUT /v2.0/ports/fe59f218-33c1-49e6-b37f-b5d3ba7a2922 HTTP/1.1" status: 200 len: 1091 time: 3.0227811 Apr 18 19:34:39.170804 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77a8c2-bf7d-4e2c-9e2e-32691a8b2ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe59f218-33c1-49e6-b37f-b5d3ba7a2922,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:39.189170 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f453870-65a0-4b98-991a-f0c33e95bd4e req-0b13845b-4c11-4d1d-a73d-b43f17c11ec6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454229 Apr 18 19:34:39.208271 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6608a330-9ee1-49a1-b5be-b906ef9d7197 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3f5d2392-39e6-4b40-8d0e-bee3d7f46c8d HTTP/1.1" status: 204 len: 168 time: 2.7888668 Apr 18 19:34:39.234854 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] For port 6884e8ed-fefd-418d-a58d-251245a0e540, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:39.268002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] For port 6884e8ed-fefd-418d-a58d-251245a0e540, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6884e8ed-fefd-418d-a58d-251245a0e540,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:39.332566 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Made reservation on behalf of 5bcbf884732c4f7f9fa3f1cf0fc0155f for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:34:39.335838 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:39.342821 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f8df912f-abcf-4cc9-85d5-9b7da1b973db tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "PUT /v2.0/floatingips/b91decef-445f-4935-b785-e09cb9bd03e4 HTTP/1.1" status: 200 len: 992 time: 7.6855211 Apr 18 19:34:39.350820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'tag': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:39.363582 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e230472-5ff7-4d5d-a5d9-f27a6c458673 req-11e3f25e-d5ac-4ba5-a627-01f6bf64fcd7 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:39.366811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6e230472-5ff7-4d5d-a5d9-f27a6c458673 req-11e3f25e-d5ac-4ba5-a627-01f6bf64fcd7 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Synchronizing usage tracker for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:39.423837 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:39.426756 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-539e38da-fff3-40db-82f3-ccd257aff83c None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:39.490764 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3ce6be6-f85d-4775-bc1b-f540cdf681b0 req-92104799-03c0-45a0-819e-55f31c1a3971 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 210 time: 0.0625741 Apr 18 19:34:39.628203 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05be0cde-4abe-46ae-b0fd-6d01eead39d4 req-4aeaafa1-2e52-4b6c-a5a7-630175d669b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 1097 time: 0.3749599 Apr 18 19:34:39.640855 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-6e230472-5ff7-4d5d-a5d9-f27a6c458673 req-11e3f25e-d5ac-4ba5-a627-01f6bf64fcd7 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Unset dirty status for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:39.643646 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6e230472-5ff7-4d5d-a5d9-f27a6c458673 req-11e3f25e-d5ac-4ba5-a627-01f6bf64fcd7 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 932 time: 0.7334673 Apr 18 19:34:39.699787 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-d52312f7-6fb0-4615-bc94-55866a46e939 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 1094 time: 0.3304739 Apr 18 19:34:39.707163 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:39.708493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] 10.222.0.16 "PUT /v2.0/ports/6884e8ed-fefd-418d-a58d-251245a0e540 HTTP/1.1" status: 200 len: 1091 time: 3.9744170 Apr 18 19:34:39.771315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a65877-d9fb-4ce0-90fa-931d5046abd1 service neutron] Pushing event updated for resources: {'Port': ['ID=6884e8ed-fefd-418d-a58d-251245a0e540,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:39.776848 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58962) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:39.805497 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6e230472-5ff7-4d5d-a5d9-f27a6c458673 req-c96e20bd-0478-4326-95e3-7b248d16c60a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609087 Apr 18 19:34:39.860937 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:39.910265 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-4f099e9e-960f-4b56-ba96-e6de5ffb0b9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe59f218-33c1-49e6-b37f-b5d3ba7a2922 HTTP/1.1" status: 200 len: 217 time: 0.1250286 Apr 18 19:34:39.968503 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Allocated IP 172.20.0.13 (b030620a-5853-4e6e-8663-a7352e9b876c/4356da42-f7a2-4b69-9ee8-c005b0d702f8/d9170538-a77b-4282-ad83-86afc3252449) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:34:39.990705 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3e297a-49aa-4a44-8475-7ce089b89020'] response: {'name': 'network-changed', 'server_uuid': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'tag': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f', 'status': 'completed', 'code': 200} Apr 18 19:34:40.005975 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-77d65767-b30e-459b-803c-bb8ac70652be admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8bce650968b4da1beb64a083e7587c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2258301 Apr 18 19:34:40.008246 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 58968) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:40.089713 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-539e38da-fff3-40db-82f3-ccd257aff83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'b91decef-445f-4935-b785-e09cb9bd03e4', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'port_id': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'mac_address': 'fa:16:3e:f2:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:33:59Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 1, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:40.109975 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e38da-fff3-40db-82f3-ccd257aff83c None None] Checking router: 860efbbe-eea2-47c0-be14-78db839d28ad for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:34:40.125124 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e4969b-e97d-412b-aec3-49461b377dff {{(pid=84805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:40.130628 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e38da-fff3-40db-82f3-ccd257aff83c None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:34:40.138161 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-539e38da-fff3-40db-82f3-ccd257aff83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:34:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:40.177861 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:40.201440 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c00e54b1-c45a-4c4c-87ca-2e80eaeec8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:40.270446 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c00e54b1-c45a-4c4c-87ca-2e80eaeec8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:40.273845 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be0cde-4abe-46ae-b0fd-6d01eead39d4 req-d56f042b-dda6-4d16-8615-8936edcc6c45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:40.275510 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05be0cde-4abe-46ae-b0fd-6d01eead39d4 req-d56f042b-dda6-4d16-8615-8936edcc6c45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 918 time: 0.6173604 Apr 18 19:34:40.276850 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559c61-aa73-4e68-96e3-726a33582233 req-8ac140da-5127-412e-825a-cc6e1cd86e00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:40.278203 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-8ac140da-5127-412e-825a-cc6e1cd86e00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.3552010 Apr 18 19:34:40.288636 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20d5883-4c2c-4818-b86d-7d994aaaad71', 'tag': 'fe59f218-33c1-49e6-b37f-b5d3ba7a2922'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:40.313485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Transition to ACTIVE for port object 15e4969b-e97d-412b-aec3-49461b377dff will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:40.334261 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-960c41ba-42a2-4c2f-b1a2-d72bc6eda8b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 1094 time: 0.4692926 Apr 18 19:34:40.335910 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device bedd3e99-fdeb-43b0-910a-9a6e8e3f318c no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:40.385667 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: bedd3e99-fdeb-43b0-910a-9a6e8e3f318c {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:40.386009 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device bedd3e99-fdeb-43b0-910a-9a6e8e3f318c not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:40.411727 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:40.430212 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-47263702-08ed-4fa2-bcd5-64f63ce0fc86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347589 Apr 18 19:34:40.436236 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52663215-fa6b-49f0-9208-346bb82d1f88 req-e34da0a6-290e-4fca-bf18-b8b85e3fd414 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:40.442093 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-539e38da-fff3-40db-82f3-ccd257aff83c None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:34:40.443221 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-52663215-fa6b-49f0-9208-346bb82d1f88 req-e34da0a6-290e-4fca-bf18-b8b85e3fd414 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.6929359 Apr 18 19:34:40.479678 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-90978553-5a65-4a6e-9acd-e351b8674841 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6884e8ed-fefd-418d-a58d-251245a0e540 HTTP/1.1" status: 200 len: 217 time: 0.1342192 Apr 18 19:34:40.480916 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c00e54b1-c45a-4c4c-87ca-2e80eaeec8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:40.518230 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e54b1-c45a-4c4c-87ca-2e80eaeec8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1892b8-535a-4fa3-a88b-ccd044b3d499,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:40.585020 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Pushing event updated for resources: {'Port': ['ID=15e4969b-e97d-412b-aec3-49461b377dff,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:40.687739 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05be0cde-4abe-46ae-b0fd-6d01eead39d4 req-54dea781-80ea-452e-ada4-2d29f8b5fbf4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99170d7f-a006-44e5-88e9-ab189090db42 HTTP/1.1" status: 200 len: 1001 time: 0.3872912 Apr 18 19:34:40.690546 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5216b6d2-f8a1-41e4-9bc9-2d2915955ecc req-cbb7628f-5723-48c1-ae20-db7b0781edc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 1097 time: 0.5597870 Apr 18 19:34:40.718725 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c00e54b1-c45a-4c4c-87ca-2e80eaeec8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:40.719899 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c00e54b1-c45a-4c4c-87ca-2e80eaeec8d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f1892b8-535a-4fa3-a88b-ccd044b3d499 HTTP/1.1" status: 204 len: 168 time: 0.7096124 Apr 18 19:34:40.755250 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-5dab84af-7f93-4223-bb9f-1c3ac934cc2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:40.756796 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-5dab84af-7f93-4223-bb9f-1c3ac934cc2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.2438548 Apr 18 19:34:40.777466 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-52663215-fa6b-49f0-9208-346bb82d1f88 req-cb533f2f-1680-4bca-8c25-57daf11858fa tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334124 Apr 18 19:34:40.873461 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Attempting to bind port 15e4969b-e97d-412b-aec3-49461b377dff on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:40.873800 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Attempting to bind port 15e4969b-e97d-412b-aec3-49461b377dff by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:40.879558 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Attempting to bind port 15e4969b-e97d-412b-aec3-49461b377dff on network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:40.883736 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Port 15e4969b-e97d-412b-aec3-49461b377dff on network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:40.884189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Attempting to bind port 15e4969b-e97d-412b-aec3-49461b377dff on network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:40.895549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:40.896021 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Checking segment: {'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:40.896422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Bound using segment: {'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'} {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:40.896898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Bound port: 15e4969b-e97d-412b-aec3-49461b377dff, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'}}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:40.897250 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:40.925831 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-231998db-d7d8-41e4-a8c8-123a4adf6e73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542754 Apr 18 19:34:40.989142 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-621ba69e-9726-4201-8a8d-7dbfd5574227 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432429 Apr 18 19:34:41.047628 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-539e38da-fff3-40db-82f3-ccd257aff83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'b91decef-445f-4935-b785-e09cb9bd03e4', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'port_id': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'mac_address': 'fa:16:3e:f2:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:33:59Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 1, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:41.051993 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e38da-fff3-40db-82f3-ccd257aff83c None None] The sync data for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 is: [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'b91decef-445f-4935-b785-e09cb9bd03e4', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'port_id': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'mac_address': 'fa:16:3e:f2:ed:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:33:59Z', 'updated_at': '2022-04-18T19:34:33Z', 'revision_number': 1, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:34:41.113955 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:41.145942 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-93c12b59-9461-4520-8274-98734592248b req-f31f68e1-048c-40b3-ac0e-7edcd3d1cdba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9881e51fea134942b046ce6244679288&device_id=df80a334-3adf-464e-a30f-38ace5359f0e HTTP/1.1" status: 200 len: 210 time: 0.0662529 Apr 18 19:34:41.206329 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-93c12b59-9461-4520-8274-98734592248b req-b4b64c88-565d-490b-854e-6733efa9e98d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9881e51fea134942b046ce6244679288&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463581 Apr 18 19:34:41.214491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] For port 15e4969b-e97d-412b-aec3-49461b377dff, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:41.228977 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be0cde-4abe-46ae-b0fd-6d01eead39d4 req-a11f194f-f1e2-4a03-bcf7-c28dd68eef48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:41.230212 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05be0cde-4abe-46ae-b0fd-6d01eead39d4 req-a11f194f-f1e2-4a03-bcf7-c28dd68eef48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.5256839 Apr 18 19:34:41.237749 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a907e771-e137-47bb-a373-a14e33756e22'] response: {'name': 'network-changed', 'server_uuid': 'b20d5883-4c2c-4818-b86d-7d994aaaad71', 'tag': 'fe59f218-33c1-49e6-b37f-b5d3ba7a2922', 'status': 'completed', 'code': 200} Apr 18 19:34:41.243254 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:41.260882 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] For port 15e4969b-e97d-412b-aec3-49461b377dff, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15e4969b-e97d-412b-aec3-49461b377dff,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:41.312870 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-3f93980c-eefa-4850-aa80-0d79da3062f6 service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540556 Apr 18 19:34:41.321997 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a559c61-aa73-4e68-96e3-726a33582233 req-e6e772d6-1e4c-4b9a-9bda-e53c8ecf98fd service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206878 Apr 18 19:34:41.359862 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Transition to ACTIVE for port object d9170538-a77b-4282-ad83-86afc3252449 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:41.381696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216b6d2-f8a1-41e4-9bc9-2d2915955ecc req-ca883d2d-fa23-4236-8a91-6f4310cfbc0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:41.383169 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5216b6d2-f8a1-41e4-9bc9-2d2915955ecc req-ca883d2d-fa23-4236-8a91-6f4310cfbc0d service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 912 time: 0.6423430 Apr 18 19:34:41.389869 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:41.427366 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-21931f15-9975-4fec-af76-0a35aac0ff2e req-c46614b2-996a-4038-ad0a-ab98ee115733 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Synchronizing usage tracker for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:41.564188 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:41.565473 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] 10.222.0.16 "PUT /v2.0/ports/15e4969b-e97d-412b-aec3-49461b377dff HTTP/1.1" status: 200 len: 1092 time: 3.1143475 Apr 18 19:34:41.572563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d77c61-5dcb-4103-9555-7f2b27fff0c1 req-a0d5033a-92a2-4e96-b8e8-8258e85befd3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:41.574069 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80d77c61-5dcb-4103-9555-7f2b27fff0c1 req-a0d5033a-92a2-4e96-b8e8-8258e85befd3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 943 time: 0.3880985 Apr 18 19:34:41.605558 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05be0cde-4abe-46ae-b0fd-6d01eead39d4 req-c1676415-30b7-4c86-b25e-d7f3eb9731d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3524373 Apr 18 19:34:41.617808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] Pushing event updated for resources: {'Port': ['ID=15e4969b-e97d-412b-aec3-49461b377dff,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:41.629982 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c12b59-9461-4520-8274-98734592248b req-3a1df611-8788-4ff4-8a0a-37fa3cb0ad3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:41.631475 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-93c12b59-9461-4520-8274-98734592248b req-3a1df611-8788-4ff4-8a0a-37fa3cb0ad3e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4147909 Apr 18 19:34:41.634602 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98de769b-3445-468f-96d7-bcc37e967fe3 req-c7860d0d-391f-422f-92eb-358f6f5a42dd service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840545 Apr 18 19:34:41.646218 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5216b6d2-f8a1-41e4-9bc9-2d2915955ecc req-3399d154-dfb7-452e-945b-33f51b018605 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f HTTP/1.1" status: 200 len: 1000 time: 0.2464039 Apr 18 19:34:41.670658 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-21931f15-9975-4fec-af76-0a35aac0ff2e req-c46614b2-996a-4038-ad0a-ab98ee115733 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Unset dirty status for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:41.672014 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21931f15-9975-4fec-af76-0a35aac0ff2e req-c46614b2-996a-4038-ad0a-ab98ee115733 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 210 time: 0.3619905 Apr 18 19:34:41.807870 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f52fcead-2182-413e-bf35-12b1c9b6bf6b details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:41.849007 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:41.914841 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05be0cde-4abe-46ae-b0fd-6d01eead39d4 req-4ff3ca83-1196-4716-9d93-13b6c38a0611 service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945621 Apr 18 19:34:41.929788 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-a7bd5457-0095-4733-8472-40b87e2c6199 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ac380de70d546e8bdcac3d66adc8947&device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 1095 time: 0.2317736 Apr 18 19:34:41.996921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec02462-37d5-4659-be59-cd33771c2bfc', 'tag': '6884e8ed-fefd-418d-a58d-251245a0e540'}, {'name': 'network-changed', 'server_uuid': '6e52939e-518a-4f13-9c9f-ee8d860f5ec3', 'tag': '15e4969b-e97d-412b-aec3-49461b377dff'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:42.017052 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-dd494cf7-b601-490f-a4cc-eb2e9adaca16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e4969b-e97d-412b-aec3-49461b377dff HTTP/1.1" status: 200 len: 217 time: 0.0787113 Apr 18 19:34:42.083846 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f52fcead-2182-413e-bf35-12b1c9b6bf6b, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f52fcead-2182-413e-bf35-12b1c9b6bf6b,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:42.099183 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b', 'network_id': '71a0c590-c1ef-454f-934f-eab54d047aa7', 'port_id': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b', 'mac_address': 'fa:16:3e:96:81:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb84896-be61-47b3-b13f-8af31da05bcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:42.102872 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80d77c61-5dcb-4103-9555-7f2b27fff0c1 req-53114cac-6c64-49e6-844d-7f635f16c5ce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047834 Apr 18 19:34:42.106590 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-19ba6a9b-eda7-4f6a-bd2c-5f898b114144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:42.108984 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-19ba6a9b-eda7-4f6a-bd2c-5f898b114144 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f3cbeb9-5455-4933-b1e7-e251e8d856ba HTTP/1.1" status: 200 len: 854 time: 0.0853546 Apr 18 19:34:42.115870 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1504c7-36fe-47d9-9988-038d19071366 req-81572b9c-5c52-4969-aedd-151c05003220 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:42.124001 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a1504c7-36fe-47d9-9988-038d19071366 req-81572b9c-5c52-4969-aedd-151c05003220 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 944 time: 0.2543333 Apr 18 19:34:42.206020 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.235862 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216b6d2-f8a1-41e4-9bc9-2d2915955ecc req-46bf60d8-7fd9-4bbe-9b71-e005a6403a80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:42.238991 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5216b6d2-f8a1-41e4-9bc9-2d2915955ecc req-46bf60d8-7fd9-4bbe-9b71-e005a6403a80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 HTTP/1.1" status: 200 len: 850 time: 0.5826626 Apr 18 19:34:42.246874 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Network b030620a-5853-4e6e-8663-a7352e9b876c is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:34:42.250294 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ffde128d-1a87-4240-b53e-b36f3bf69805 req-081d4b15-8861-4c1e-ad97-96dcd32d9879 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 1094 time: 0.7849374 Apr 18 19:34:42.258274 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a1504c7-36fe-47d9-9988-038d19071366 req-a2a94c17-668f-4abd-aae4-af4f0297f6b1 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332939 Apr 18 19:34:42.260757 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f52fcead-2182-413e-bf35-12b1c9b6bf6b {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:42.267734 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:34:42.287773 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-d64d0b4e-2075-4d23-a3e1-d90e5ca89d4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1610055 Apr 18 19:34:42.294805 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f52fcead-2182-413e-bf35-12b1c9b6bf6b, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f52fcead-2182-413e-bf35-12b1c9b6bf6b,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:42.329540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event updated for resources: {'Port': ['ID=d9170538-a77b-4282-ad83-86afc3252449,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:42.334151 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:34:42.356632 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 99170d7f-a006-44e5-88e9-ab189090db42 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:42.440791 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.554491 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed4cac18-910e-4335-9714-3ce37039f49e req-ee467c2e-df2f-4b87-be77-2684229e7f29 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.66 "GET /v2.0/ports?device_id=df80a334-3adf-464e-a30f-38ace5359f0e HTTP/1.1" status: 200 len: 210 time: 0.2675083 Apr 18 19:34:42.582348 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['f52fcead-2182-413e-bf35-12b1c9b6bf6b'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:42.599908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aab4d6-cd4d-4e57-ac92-073828abcae9 req-3fde6f4e-6b49-4116-807d-f1e0803b4c7e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:42.607188 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-15aab4d6-cd4d-4e57-ac92-073828abcae9 req-3fde6f4e-6b49-4116-807d-f1e0803b4c7e tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 944 time: 0.1322842 Apr 18 19:34:42.610248 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-f76aca2d-99cd-41fe-95ca-14be8bb3b3e1 service neutron] 10.222.0.16 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143675 Apr 18 19:34:42.659009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:42.659628 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.670906 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-05be0cde-4abe-46ae-b0fd-6d01eead39d4 req-8655e749-32ef-4a23-8db7-41c60314a7a7 service neutron] 10.222.0.16 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049924 Apr 18 19:34:42.680291 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=f52fcead-2182-413e-bf35-12b1c9b6bf6b,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:42.702796 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.722722 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde128d-1a87-4240-b53e-b36f3bf69805 req-128e2207-b951-4505-936f-b0b1da629f10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:42.724207 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ffde128d-1a87-4240-b53e-b36f3bf69805 req-128e2207-b951-4505-936f-b0b1da629f10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 913 time: 0.4307847 Apr 18 19:34:42.777137 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-fa385df8-6757-4710-ac50-4a841327d807 service neutron] 10.222.0.16 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509528 Apr 18 19:34:42.815427 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:42.815593 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-15aab4d6-cd4d-4e57-ac92-073828abcae9 req-a0ea057f-1f6c-4749-abf1-27848da41d30 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074099 Apr 18 19:34:42.842028 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:42.845640 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-4ecb9e1c-216c-455f-91da-cd55f5f6dcee tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9938178 Apr 18 19:34:42.857022 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5216b6d2-f8a1-41e4-9bc9-2d2915955ecc req-7abe6b73-be80-493e-a323-e03c43b46422 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6055775 Apr 18 19:34:42.885901 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2b9977-e7b8-43e9-a879-4d6d8cd48b07'] response: {'name': 'network-changed', 'server_uuid': 'bec02462-37d5-4659-be59-cd33771c2bfc', 'tag': '6884e8ed-fefd-418d-a58d-251245a0e540', 'status': 'completed', 'code': 200} Apr 18 19:34:42.886381 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2b9977-e7b8-43e9-a879-4d6d8cd48b07'] response: {'name': 'network-changed', 'server_uuid': '6e52939e-518a-4f13-9c9f-ee8d860f5ec3', 'tag': '15e4969b-e97d-412b-aec3-49461b377dff', 'status': 'completed', 'code': 200} Apr 18 19:34:42.897335 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Request body: {'port': {'device_id': '42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:42.911599 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-38670c9e-30f9-447f-9a85-e8d5b5b9c27b None None] Provisioning for port d9170538-a77b-4282-ad83-86afc3252449 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:42.917782 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-38670c9e-30f9-447f-9a85-e8d5b5b9c27b None None] Provisioning complete for port d9170538-a77b-4282-ad83-86afc3252449 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:42.918250 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-38670c9e-30f9-447f-9a85-e8d5b5b9c27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.933310 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ffde128d-1a87-4240-b53e-b36f3bf69805 req-b43ab26e-a865-48bd-9098-017ae0bf2926 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fe59f218-33c1-49e6-b37f-b5d3ba7a2922 HTTP/1.1" status: 200 len: 217 time: 0.1941845 Apr 18 19:34:42.957357 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:42.962432 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-93c12b59-9461-4520-8274-98734592248b req-3f0aee4e-ff82-42e9-b565-e106fda59714 tempest-ServerShowV247Test-283435853 tempest-ServerShowV247Test-283435853-project] 10.222.0.16 "GET /v2.0/ports?device_id=df80a334-3adf-464e-a30f-38ace5359f0e HTTP/1.1" status: 200 len: 210 time: 0.0404248 Apr 18 19:34:43.032212 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-38670c9e-30f9-447f-9a85-e8d5b5b9c27b None None] Port d9170538-a77b-4282-ad83-86afc3252449 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:34:43.047799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:43.218101 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde128d-1a87-4240-b53e-b36f3bf69805 req-eb1c1394-e2ce-4c89-8a5e-7c559f3a36a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.220245 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ffde128d-1a87-4240-b53e-b36f3bf69805 req-eb1c1394-e2ce-4c89-8a5e-7c559f3a36a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.2281384 Apr 18 19:34:43.313695 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ffde128d-1a87-4240-b53e-b36f3bf69805 req-701642ad-238c-4e8a-ba04-4a195d8eb761 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747175 Apr 18 19:34:43.363523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483a511-737f-43f1-b8f8-50aa8858d4a5 req-44c06b49-2f57-430b-b1a9-6554de6465d5 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.371554 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1483a511-737f-43f1-b8f8-50aa8858d4a5 req-44c06b49-2f57-430b-b1a9-6554de6465d5 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.5344889 Apr 18 19:34:43.382222 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5216b6d2-f8a1-41e4-9bc9-2d2915955ecc req-0b0a6cf2-8248-45e1-81ee-905192003dd9 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895115 Apr 18 19:34:43.439705 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:43.459621 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-a5c9a275-89db-49cf-8035-a5cf18ff2c43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 1094 time: 0.5329461 Apr 18 19:34:43.543368 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfa57a-ef7b-4592-b13f-c0f705e9780a req-d229166c-832e-4a3a-aace-98d18fd46b71 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.544925 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9dfa57a-ef7b-4592-b13f-c0f705e9780a req-d229166c-832e-4a3a-aace-98d18fd46b71 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 932 time: 0.0831869 Apr 18 19:34:43.591412 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e9dfa57a-ef7b-4592-b13f-c0f705e9780a req-c2a56007-0956-4cb3-95bf-c700d4523b9a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Synchronizing usage tracker for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:43.698462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e9dfa57a-ef7b-4592-b13f-c0f705e9780a req-c2a56007-0956-4cb3-95bf-c700d4523b9a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Unset dirty status for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:43.698462 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9dfa57a-ef7b-4592-b13f-c0f705e9780a req-c2a56007-0956-4cb3-95bf-c700d4523b9a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460187 Apr 18 19:34:43.770552 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bddf5bf5-b7df-43d4-848a-c28c0e1fbac0'] response: {'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42', 'code': 200} Apr 18 19:34:43.815258 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f52fcead-2182-413e-bf35-12b1c9b6bf6b up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:43.877888 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1483a511-737f-43f1-b8f8-50aa8858d4a5 req-4c84e540-ec7c-476a-b15c-5468bf59e3c9 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5053594 Apr 18 19:34:43.898117 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port f52fcead-2182-413e-bf35-12b1c9b6bf6b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:43.898533 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:43.944978 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ffde128d-1a87-4240-b53e-b36f3bf69805 req-06460e8c-6bc0-4be1-8850-08f859cb5ec6 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6201463 Apr 18 19:34:43.974615 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54476ce-6b71-4a72-92c3-d002d75316a2 req-740145b8-6161-44d3-beb6-a0849872fe5d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:43.976443 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b54476ce-6b71-4a72-92c3-d002d75316a2 req-740145b8-6161-44d3-beb6-a0849872fe5d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 943 time: 0.1054051 Apr 18 19:34:44.016707 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5216b6d2-f8a1-41e4-9bc9-2d2915955ecc req-48ffa491-4828-4edf-8262-a65ecfa2571f service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646193 Apr 18 19:34:44.045048 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.050336 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b54476ce-6b71-4a72-92c3-d002d75316a2 req-63b8bba7-600c-4044-97e5-efd5b4802faa tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677428 Apr 18 19:34:44.088729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port f52fcead-2182-413e-bf35-12b1c9b6bf6b, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f52fcead-2182-413e-bf35-12b1c9b6bf6b,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:44.145154 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67991b13-8400-4718-b191-956f34a4a242 req-09b792a4-c3f5-49a6-8cb3-d0bb8f56a4f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:44.149299 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-09b792a4-c3f5-49a6-8cb3-d0bb8f56a4f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.6475658 Apr 18 19:34:44.168857 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.257980 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=f52fcead-2182-413e-bf35-12b1c9b6bf6b,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:44.321315 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-2d746ad0-c413-4f03-99d6-a93bb973a1dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6884e8ed-fefd-418d-a58d-251245a0e540 HTTP/1.1" status: 200 len: 217 time: 0.1637158 Apr 18 19:34:44.381281 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6884e8ed-fefd-418d-a58d-251245a0e540 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:44.385913 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127b8a1-4df2-4180-951d-7951423a49ca req-9349d6c0-6a16-4728-abf2-7d0de3964ce0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:44.387765 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8127b8a1-4df2-4180-951d-7951423a49ca req-9349d6c0-6a16-4728-abf2-7d0de3964ce0 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 945 time: 0.0925605 Apr 18 19:34:44.442846 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ffde128d-1a87-4240-b53e-b36f3bf69805 req-a49aabee-a592-4206-823c-74cedb6fcbd3 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519444 Apr 18 19:34:44.483142 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8127b8a1-4df2-4180-951d-7951423a49ca req-3484bb7f-4634-43a0-be59-26109100ff51 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877919 Apr 18 19:34:44.523266 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270090de-a462-4787-8196-5f83a43baf41 None None] New status for floating IP b91decef-445f-4935-b785-e09cb9bd03e4: ACTIVE {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:34:44.566898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9170538-a77b-4282-ad83-86afc3252449 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:44.575515 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.591622 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Transition to ACTIVE for port object d9170538-a77b-4282-ad83-86afc3252449 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:44.608427 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6884e8ed-fefd-418d-a58d-251245a0e540, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6884e8ed-fefd-418d-a58d-251245a0e540,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:44.609000 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67991b13-8400-4718-b191-956f34a4a242 req-e9ab698a-125b-4c98-acad-561e964b7e78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:44.610503 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-e9ab698a-125b-4c98-acad-561e964b7e78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.2780755 Apr 18 19:34:44.622047 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff68a17-18e7-4e41-a89f-331bedf5449b req-e1cf365d-dff1-44a7-9461-6c2e3470d879 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:44.624589 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '6884e8ed-fefd-418d-a58d-251245a0e540', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'port_id': '6884e8ed-fefd-418d-a58d-251245a0e540', 'mac_address': 'fa:16:3e:a7:b5:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:44.629888 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cff68a17-18e7-4e41-a89f-331bedf5449b req-e1cf365d-dff1-44a7-9461-6c2e3470d879 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 944 time: 0.5352836 Apr 18 19:34:44.696742 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.702291 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.724341 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6884e8ed-fefd-418d-a58d-251245a0e540 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:44.743738 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6884e8ed-fefd-418d-a58d-251245a0e540, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6884e8ed-fefd-418d-a58d-251245a0e540,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:44.830150 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:44.834781 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device fe59f218-33c1-49e6-b37f-b5d3ba7a2922 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:44.851303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9170538-a77b-4282-ad83-86afc3252449,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:44.882614 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cff68a17-18e7-4e41-a89f-331bedf5449b req-6692e305-3d83-4d0c-8191-66f83a7b951a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517269 Apr 18 19:34:44.973107 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59060) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:45.021127 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-a3330b73-8871-45b0-b3f9-a3c12c1a75fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3891551 Apr 18 19:34:45.107307 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6884e8ed-fefd-418d-a58d-251245a0e540,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:45.122460 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port fe59f218-33c1-49e6-b37f-b5d3ba7a2922, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=fe59f218-33c1-49e6-b37f-b5d3ba7a2922,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:45.139729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:45.139729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:45.139729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:45.139729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:45.139729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:45.139729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:45.139729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:45.139729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:45.139729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:45.139729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:45.139729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:34:45.145809 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'fe59f218-33c1-49e6-b37f-b5d3ba7a2922', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'port_id': 'fe59f218-33c1-49e6-b37f-b5d3ba7a2922', 'mac_address': 'fa:16:3e:76:ff:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd27771e-135d-4136-a053-2cd32b4aaaa8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:45.225693 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.255086 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe59f218-33c1-49e6-b37f-b5d3ba7a2922 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:45.255848 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f8af810-3a3a-4c73-bfcb-f5da242625fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.262946 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-ec0aa2ff-0e00-4ce8-a3f0-b0152ca2bc98 service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313890 Apr 18 19:34:45.284986 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port fe59f218-33c1-49e6-b37f-b5d3ba7a2922, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=fe59f218-33c1-49e6-b37f-b5d3ba7a2922,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:45.357649 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.382778 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3f8af810-3a3a-4c73-bfcb-f5da242625fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:45.389831 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3f8af810-3a3a-4c73-bfcb-f5da242625fa admin admin] Usage tracker for resource:security_group_rule and tenant:9881e51fea134942b046ce6244679288 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:45.392297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Attempting to bind port d9170538-a77b-4282-ad83-86afc3252449 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:45.392826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Attempting to bind port d9170538-a77b-4282-ad83-86afc3252449 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:45.392826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Attempting to bind port d9170538-a77b-4282-ad83-86afc3252449 on network b030620a-5853-4e6e-8663-a7352e9b876c {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:45.394336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3f8af810-3a3a-4c73-bfcb-f5da242625fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:45.410540 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3f8af810-3a3a-4c73-bfcb-f5da242625fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:45.412274 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Port d9170538-a77b-4282-ad83-86afc3252449 on network b030620a-5853-4e6e-8663-a7352e9b876c not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:45.412595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Attempting to bind port d9170538-a77b-4282-ad83-86afc3252449 on network b030620a-5853-4e6e-8663-a7352e9b876c {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:45.437494 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:45.437983 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Checking segment: {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:45.438394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Bound using segment: {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:45.439186 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Bound port: d9170538-a77b-4282-ad83-86afc3252449, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:45.439549 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.476633 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=fe59f218-33c1-49e6-b37f-b5d3ba7a2922,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:45.519985 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-3d03cb6e-d356-4911-9f07-df759cf790b9 service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465584 Apr 18 19:34:45.526172 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1896f8-4d01-4c38-b25e-9d5239491cae req-82cf8ce2-0d38-449d-9f38-c9991fe7bb20 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:45.529811 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6c1896f8-4d01-4c38-b25e-9d5239491cae req-82cf8ce2-0d38-449d-9f38-c9991fe7bb20 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 944 time: 0.2262883 Apr 18 19:34:45.569629 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] For port d9170538-a77b-4282-ad83-86afc3252449, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:45.573065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] For port d9170538-a77b-4282-ad83-86afc3252449, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d9170538-a77b-4282-ad83-86afc3252449,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:45.592402 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f8af810-3a3a-4c73-bfcb-f5da242625fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.612042 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6c1896f8-4d01-4c38-b25e-9d5239491cae req-46f18947-4b1d-4610-b19d-03392ac1c682 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618958 Apr 18 19:34:45.619535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['fe59f218-33c1-49e6-b37f-b5d3ba7a2922'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:45.656001 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6884e8ed-fefd-418d-a58d-251245a0e540'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:45.659522 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.676834 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3f8af810-3a3a-4c73-bfcb-f5da242625fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.752265 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:45.753825 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] 10.222.0.71 "PUT /v2.0/ports/d9170538-a77b-4282-ad83-86afc3252449 HTTP/1.1" status: 200 len: 1092 time: 2.8953416 Apr 18 19:34:45.754255 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3', 'tag': 'd9170538-a77b-4282-ad83-86afc3252449'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:45.774253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69095c8b-86f8-4395-ba62-921e131565b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:45.777592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdeba2-078d-4ab3-8860-5966b18322b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d9170538-a77b-4282-ad83-86afc3252449,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:45.797588 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-95dd483b-5976-402f-8be8-dc60ba385ecf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ac380de70d546e8bdcac3d66adc8947&device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 1095 time: 0.1852252 Apr 18 19:34:45.803190 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12bf2d-b2de-4699-95dd-9ffa62bfc948 req-e8a37af3-52ec-4e25-b7c0-942f5a2a16b3 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:45.812027 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3f8af810-3a3a-4c73-bfcb-f5da242625fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9881e51fea134942b046ce6244679288&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8353515 Apr 18 19:34:45.812247 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bd12bf2d-b2de-4699-95dd-9ffa62bfc948 req-e8a37af3-52ec-4e25-b7c0-942f5a2a16b3 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 944 time: 0.2308040 Apr 18 19:34:45.812372 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8af810-3a3a-4c73-bfcb-f5da242625fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f953a9-afae-4a43-89f5-e59b20bd9c1b,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:45.825904 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 59076) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:45.880874 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c954b3-604c-405b-a78f-ea48713a4933 req-82905448-3ca9-4f87-9d4b-94285ab27825 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:45.882720 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-10c954b3-604c-405b-a78f-ea48713a4933 req-82905448-3ca9-4f87-9d4b-94285ab27825 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 944 time: 0.1260598 Apr 18 19:34:45.941628 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-10c954b3-604c-405b-a78f-ea48713a4933 req-16457a6c-4a3e-460c-bd9b-7b4f499795c6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513475 Apr 18 19:34:46.168065 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bd12bf2d-b2de-4699-95dd-9ffa62bfc948 req-70961743-ded2-465a-9724-24ed7bbbfc4f tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570101 Apr 18 19:34:46.169625 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a9869b-c869-4d7d-ad0a-b3750d9287b0'] response: {'name': 'network-changed', 'server_uuid': '42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3', 'tag': 'd9170538-a77b-4282-ad83-86afc3252449', 'status': 'completed', 'code': 200} Apr 18 19:34:46.219423 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623c3b3e-19db-4087-8ed3-e813b582ca0e'] response: {'server_uuid': '69095c8b-86f8-4395-ba62-921e131565b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b', 'code': 200} Apr 18 19:34:46.235085 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2b822c6c-6456-4d3c-8f36-e026e34a5386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.238593 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67991b13-8400-4718-b191-956f34a4a242 req-90f806a9-a81c-4e8f-960b-bcdb41510d7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:46.239965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-90f806a9-a81c-4e8f-960b-bcdb41510d7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 HTTP/1.1" status: 200 len: 915 time: 0.4278586 Apr 18 19:34:46.249910 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-e823036a-e04f-4f59-a438-4bcab7883452 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 1095 time: 0.2409694 Apr 18 19:34:46.387189 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2b822c6c-6456-4d3c-8f36-e026e34a5386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.394730 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15e4969b-e97d-412b-aec3-49461b377dff details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:46.399426 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device fe59f218-33c1-49e6-b37f-b5d3ba7a2922 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:46.422051 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-0b81989b-40f7-45c4-9e9e-f2e002163040 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15e4969b-e97d-412b-aec3-49461b377dff HTTP/1.1" status: 200 len: 217 time: 0.1712172 Apr 18 19:34:46.435363 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-0b516bc2-72f4-4fc2-bfa1-94df79b403fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9170538-a77b-4282-ad83-86afc3252449 HTTP/1.1" status: 200 len: 217 time: 0.1349819 Apr 18 19:34:46.585090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-ce06364f-f3b0-411b-8a17-68b5f4c9d22c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:46.586452 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-ce06364f-f3b0-411b-8a17-68b5f4c9d22c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.1108127 Apr 18 19:34:46.588647 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67991b13-8400-4718-b191-956f34a4a242 req-7b4d6711-7206-4c26-8c66-e8b6fed044ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:46.589964 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-7b4d6711-7206-4c26-8c66-e8b6fed044ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f3cbeb9-5455-4933-b1e7-e251e8d856ba HTTP/1.1" status: 200 len: 854 time: 0.1607993 Apr 18 19:34:46.596385 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15e4969b-e97d-412b-aec3-49461b377dff, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15e4969b-e97d-412b-aec3-49461b377dff,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:46.610687 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '15e4969b-e97d-412b-aec3-49461b377dff', 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5', 'port_id': '15e4969b-e97d-412b-aec3-49461b377dff', 'mac_address': 'fa:16:3e:8e:31:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3cbeb9-5455-4933-b1e7-e251e8d856ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:46.654157 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port fe59f218-33c1-49e6-b37f-b5d3ba7a2922 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:46.673916 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port fe59f218-33c1-49e6-b37f-b5d3ba7a2922 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:46.674276 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.680644 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-efb8d640-fa12-4f65-85be-9bf7f29bdf63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511043 Apr 18 19:34:46.690906 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70036088-d7e6-4f23-9974-55e9d43c57c7 req-bf0c23c2-3191-4020-970a-cd3f4deb984b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:46.697999 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70036088-d7e6-4f23-9974-55e9d43c57c7 req-bf0c23c2-3191-4020-970a-cd3f4deb984b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 944 time: 0.3301437 Apr 18 19:34:46.740142 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.762663 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e4969b-e97d-412b-aec3-49461b377dff {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:46.804119 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2b822c6c-6456-4d3c-8f36-e026e34a5386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.809885 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15e4969b-e97d-412b-aec3-49461b377dff, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15e4969b-e97d-412b-aec3-49461b377dff,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:46.834804 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.856589 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.894300 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b822c6c-6456-4d3c-8f36-e026e34a5386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f953a9-afae-4a43-89f5-e59b20bd9c1b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:46.907322 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2b822c6c-6456-4d3c-8f36-e026e34a5386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:46.910650 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2b822c6c-6456-4d3c-8f36-e026e34a5386 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76f953a9-afae-4a43-89f5-e59b20bd9c1b HTTP/1.1" status: 204 len: 168 time: 1.0618885 Apr 18 19:34:46.923166 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port fe59f218-33c1-49e6-b37f-b5d3ba7a2922, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=fe59f218-33c1-49e6-b37f-b5d3ba7a2922,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:46.937149 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70036088-d7e6-4f23-9974-55e9d43c57c7 req-945a593e-d992-4c52-a105-68d7b5eb822b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381954 Apr 18 19:34:46.943283 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=15e4969b-e97d-412b-aec3-49461b377dff,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:46.950139 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-fedfc04e-ffe7-488c-8822-d729050e10cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3565469 Apr 18 19:34:47.007604 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.008686 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6884e8ed-fefd-418d-a58d-251245a0e540 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:47.062495 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-e6c5f90d-5f95-45ac-b101-24f893bec761 service neutron] 10.222.0.16 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610494 Apr 18 19:34:47.152008 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=fe59f218-33c1-49e6-b37f-b5d3ba7a2922,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:47.189001 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['15e4969b-e97d-412b-aec3-49461b377dff'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:47.246948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426b98d-70fb-4763-a386-c18592dcb567 req-46063a76-b91d-4125-8727-fc7646d52278 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:47.248725 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6426b98d-70fb-4763-a386-c18592dcb567 req-46063a76-b91d-4125-8727-fc7646d52278 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.71 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 945 time: 0.4303162 Apr 18 19:34:47.276108 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 6884e8ed-fefd-418d-a58d-251245a0e540 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:47.292852 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 6884e8ed-fefd-418d-a58d-251245a0e540 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:47.293217 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.378043 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-7a76b44a-097e-41ac-abff-755c76142ca2 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077740 Apr 18 19:34:47.428456 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-6426b98d-70fb-4763-a386-c18592dcb567 req-6d4db491-55c0-4947-aa46-b645323bb340 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Deleting port f52fcead-2182-413e-bf35-12b1c9b6bf6b {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:47.429113 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6426b98d-70fb-4763-a386-c18592dcb567 req-6d4db491-55c0-4947-aa46-b645323bb340 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.456454 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-67991b13-8400-4718-b191-956f34a4a242 req-e4798b8b-6fcd-4338-95aa-c19e92399a01 service neutron] 10.222.0.16 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538463 Apr 18 19:34:47.475938 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.519119 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6884e8ed-fefd-418d-a58d-251245a0e540, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6884e8ed-fefd-418d-a58d-251245a0e540,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:47.585324 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:47.653952 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6884e8ed-fefd-418d-a58d-251245a0e540,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:47.660582 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5560d8c-ca74-4aea-9fff-a050cc48a87a req-26d83edd-647a-492b-a5d6-140870fc8eef tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:47.661961 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5560d8c-ca74-4aea-9fff-a050cc48a87a req-26d83edd-647a-492b-a5d6-140870fc8eef tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 945 time: 0.6018589 Apr 18 19:34:47.809646 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c5560d8c-ca74-4aea-9fff-a050cc48a87a req-18825c34-cbe4-4eb7-86f4-b5edf388e4ff tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/security-groups?id=cbd26132-b90a-4ae6-8615-d73b3904aed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348763 Apr 18 19:34:47.834634 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd7cd6d2-40ca-470d-94c4-7ea96a7a39ff req-32785a3e-1d39-413f-a1b0-3da47ee0562e service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422791 Apr 18 19:34:48.073305 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-6426b98d-70fb-4763-a386-c18592dcb567 req-6d4db491-55c0-4947-aa46-b645323bb340 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] For port f52fcead-2182-413e-bf35-12b1c9b6bf6b, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=f52fcead-2182-413e-bf35-12b1c9b6bf6b,segment=NetworkSegment(bfc39249-373d-41e5-b60d-3b0a32ad2bc3),segment_id=bfc39249-373d-41e5-b60d-3b0a32ad2bc3)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:48.073757 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6426b98d-70fb-4763-a386-c18592dcb567 req-6d4db491-55c0-4947-aa46-b645323bb340 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.160733 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6788b7-b236-406f-ad40-ecaacdd9cd3e req-950c34cc-82f6-4942-8ebd-c84329e74d4d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:48.162679 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6788b7-b236-406f-ad40-ecaacdd9cd3e req-950c34cc-82f6-4942-8ebd-c84329e74d4d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 944 time: 0.1409552 Apr 18 19:34:48.211567 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f6788b7-b236-406f-ad40-ecaacdd9cd3e req-c36be465-03ba-4b3b-84b3-5135cbb5209c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429356 Apr 18 19:34:48.220284 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20d5883-4c2c-4818-b86d-7d994aaaad71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe59f218-33c1-49e6-b37f-b5d3ba7a2922'}, {'server_uuid': 'bec02462-37d5-4659-be59-cd33771c2bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6884e8ed-fefd-418d-a58d-251245a0e540'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:48.275740 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-6426b98d-70fb-4763-a386-c18592dcb567 req-6d4db491-55c0-4947-aa46-b645323bb340 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Calling delete_port for f52fcead-2182-413e-bf35-12b1c9b6bf6b owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:48.334641 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d88b0461-3dfa-4d6b-873e-f08fc4a08843 req-999dbdfd-6671-4f02-b581-b0e46343c24d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 1095 time: 0.3662372 Apr 18 19:34:48.396977 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15e4969b-e97d-412b-aec3-49461b377dff up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:48.507341 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199d641-3efa-47ee-b5df-7e71bc67f3b5 req-5b3394a7-42b8-4be9-ba39-63be58ebf3bb tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:48.508768 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2199d641-3efa-47ee-b5df-7e71bc67f3b5 req-5b3394a7-42b8-4be9-ba39-63be58ebf3bb tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 945 time: 0.4043131 Apr 18 19:34:48.551213 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 15e4969b-e97d-412b-aec3-49461b377dff completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:48.556935 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 15e4969b-e97d-412b-aec3-49461b377dff triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:48.557381 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.591356 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b0461-3dfa-4d6b-873e-f08fc4a08843 req-2a78840c-84eb-4967-9628-7cac685c0576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:48.593320 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d88b0461-3dfa-4d6b-873e-f08fc4a08843 req-2a78840c-84eb-4967-9628-7cac685c0576 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.2457364 Apr 18 19:34:48.669883 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2199d641-3efa-47ee-b5df-7e71bc67f3b5 req-3b2c07e2-82af-4d2d-836c-94c166b34c81 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406605 Apr 18 19:34:48.677708 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6426b98d-70fb-4763-a386-c18592dcb567 req-6d4db491-55c0-4947-aa46-b645323bb340 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.680396 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d88b0461-3dfa-4d6b-873e-f08fc4a08843 req-f53ec1f0-a254-4cb5-8b02-a129c97b690e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9170538-a77b-4282-ad83-86afc3252449 HTTP/1.1" status: 200 len: 217 time: 0.0699656 Apr 18 19:34:48.692736 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['f52fcead-2182-413e-bf35-12b1c9b6bf6b'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:48.761731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4db491-55c0-4947-aa46-b645323bb340 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Pushing event deleted for resources: {'Port': ['ID=f52fcead-2182-413e-bf35-12b1c9b6bf6b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:48.775709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054dda5-4777-46ed-847a-a210092e812f req-6d0b6996-628d-4841-b7ac-d3a3e71239d0 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:48.784191 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f054dda5-4777-46ed-847a-a210092e812f req-6d0b6996-628d-4841-b7ac-d3a3e71239d0 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 945 time: 0.0938423 Apr 18 19:34:48.787822 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.830114 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15e4969b-e97d-412b-aec3-49461b377dff, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15e4969b-e97d-412b-aec3-49461b377dff,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:48.837727 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f054dda5-4777-46ed-847a-a210092e812f req-f47bbf5f-b484-4a7c-8081-5d74adecc444 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516818 Apr 18 19:34:48.861289 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6426b98d-70fb-4763-a386-c18592dcb567 req-6d4db491-55c0-4947-aa46-b645323bb340 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] No DVR routers for this DVR port f52fcead-2182-413e-bf35-12b1c9b6bf6b on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:48.863552 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b0461-3dfa-4d6b-873e-f08fc4a08843 req-0e685a42-e983-43c3-9ad1-85d2b730c8e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:48.865019 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d88b0461-3dfa-4d6b-873e-f08fc4a08843 req-0e685a42-e983-43c3-9ad1-85d2b730c8e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.1426022 Apr 18 19:34:48.871417 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6426b98d-70fb-4763-a386-c18592dcb567 req-6d4db491-55c0-4947-aa46-b645323bb340 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.874731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69095c8b-86f8-4395-ba62-921e131565b9', 'name': 'network-vif-deleted', 'tag': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:48.906132 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68fafc55-d673-42ce-9c90-bdd1d0d2633a'] response: {'server_uuid': 'b20d5883-4c2c-4818-b86d-7d994aaaad71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe59f218-33c1-49e6-b37f-b5d3ba7a2922', 'code': 200} Apr 18 19:34:48.906729 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68fafc55-d673-42ce-9c90-bdd1d0d2633a'] response: {'server_uuid': 'bec02462-37d5-4659-be59-cd33771c2bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6884e8ed-fefd-418d-a58d-251245a0e540', 'code': 200} Apr 18 19:34:48.921914 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:48.924870 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 99170d7f-a006-44e5-88e9-ab189090db42 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:48.969305 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d88b0461-3dfa-4d6b-873e-f08fc4a08843 req-16583923-df48-4000-b7d3-5cc26dcb388c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891037 Apr 18 19:34:49.004091 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6426b98d-70fb-4763-a386-c18592dcb567 req-6d4db491-55c0-4947-aa46-b645323bb340 tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.71 "DELETE /v2.0/ports/f52fcead-2182-413e-bf35-12b1c9b6bf6b HTTP/1.1" status: 204 len: 173 time: 1.7417903 Apr 18 19:34:49.209373 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=15e4969b-e97d-412b-aec3-49461b377dff,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:49.285621 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d88b0461-3dfa-4d6b-873e-f08fc4a08843 req-70f3b8d0-da0f-47e9-a2c0-ae7fe094ef61 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085439 Apr 18 19:34:49.511863 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a1d6422c-401e-4621-8524-44ae3398210b req-9a9c541e-8e22-4055-a7dd-4b456fb8732a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 1096 time: 0.4400761 Apr 18 19:34:49.520100 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3d014b5-5686-48e4-8120-02d201fcad3e req-657708e6-827f-4bb1-97dd-aea9bdc33825 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 1096 time: 0.4495232 Apr 18 19:34:49.539196 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7bd72123-4794-4084-a329-0866c44861d1 req-1efcc29a-660c-45ec-9420-bdf1870eb90d tempest-ImagesTestJSON-1977556421 tempest-ImagesTestJSON-1977556421-project] 10.222.0.66 "GET /v2.0/ports?device_id=69095c8b-86f8-4395-ba62-921e131565b9 HTTP/1.1" status: 200 len: 210 time: 0.0625532 Apr 18 19:34:49.663254 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d88b0461-3dfa-4d6b-873e-f08fc4a08843 req-349f1b63-0849-4d5c-8a70-1b4e37532acd service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707654 Apr 18 19:34:49.665004 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed34af80-5752-4c92-8353-aeced8b69122'] response: {'server_uuid': '69095c8b-86f8-4395-ba62-921e131565b9', 'name': 'network-vif-deleted', 'tag': 'f52fcead-2182-413e-bf35-12b1c9b6bf6b', 'status': 'completed', 'code': 200} Apr 18 19:34:49.670450 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a1d6422c-401e-4621-8524-44ae3398210b req-9487afe7-fae1-4751-bddd-723ee40c4d09 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394436 Apr 18 19:34:49.677350 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3d014b5-5686-48e4-8120-02d201fcad3e req-e5b92cc5-98d7-4374-85f7-1d7ca0ddbfdc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454201 Apr 18 19:34:49.928915 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d59993-e288-4fb6-b08c-e6d82e36398e req-ab01dfc4-1a92-4115-8ab3-c6878d088559 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:49.930439 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25d59993-e288-4fb6-b08c-e6d82e36398e req-ab01dfc4-1a92-4115-8ab3-c6878d088559 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 944 time: 0.1798389 Apr 18 19:34:49.981780 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25d59993-e288-4fb6-b08c-e6d82e36398e req-7affa0fd-9d74-45b1-807d-2fe6c70b0c28 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453780 Apr 18 19:34:50.151362 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ae8b8-2837-4da3-a693-47f340eea76e req-a3e53c9c-18eb-4327-b20b-42d63c4b39a1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:50.154218 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-814ae8b8-2837-4da3-a693-47f340eea76e req-a3e53c9c-18eb-4327-b20b-42d63c4b39a1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 945 time: 0.1043861 Apr 18 19:34:50.168054 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4f59cba8-ed92-4be1-ba9d-593c62b8fc6a req-ae12722e-08b4-4d58-a8f1-058b3352aca4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0797918 Apr 18 19:34:50.202198 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-814ae8b8-2837-4da3-a693-47f340eea76e req-8db39295-db54-408e-8713-ff98e7661dac tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Apr 18 19:34:50.432192 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc9cfb-78b6-48b6-8672-5c565e56333c req-f04a04b6-01d8-4a75-bf39-7023d5607a41 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:50.433706 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cabc9cfb-78b6-48b6-8672-5c565e56333c req-f04a04b6-01d8-4a75-bf39-7023d5607a41 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.0888510 Apr 18 19:34:50.495960 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cabc9cfb-78b6-48b6-8672-5c565e56333c req-5d2b2b9e-ab96-42a0-8c40-ae30ec1f4950 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559020 Apr 18 19:34:50.629689 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d183-06ca-4008-abd2-40e73705cf7b req-79b88b92-7206-461b-894f-272a0f89c719 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:50.631349 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a6c5d183-06ca-4008-abd2-40e73705cf7b req-79b88b92-7206-461b-894f-272a0f89c719 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 944 time: 0.0861306 Apr 18 19:34:50.683860 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a6c5d183-06ca-4008-abd2-40e73705cf7b req-b0ef7394-4690-435b-83c5-44db96ad5bc5 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466654 Apr 18 19:34:50.908727 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e52939e-518a-4f13-9c9f-ee8d860f5ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e4969b-e97d-412b-aec3-49461b377dff'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:50.978999 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-131b7d36-4610-43e2-a96e-e2a0ce557690'] response: {'server_uuid': '6e52939e-518a-4f13-9c9f-ee8d860f5ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e4969b-e97d-412b-aec3-49461b377dff', 'code': 200} Apr 18 19:34:50.994475 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-c1c459f3-8edd-43f3-bc9e-1fe3301678ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2845104 Apr 18 19:34:51.364315 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d506dbf0-f98a-40f0-89d0-0e91da1a3d14 req-c81124e3-540b-4707-98ad-23ef078ba55a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 1097 time: 0.2193537 Apr 18 19:34:51.373550 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c445e1a-1714-4e41-98f0-03e62e213aa7 req-80ee9be5-fd68-4cdb-805e-29bd6ec6eea0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:51.374238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3c445e1a-1714-4e41-98f0-03e62e213aa7 req-80ee9be5-fd68-4cdb-805e-29bd6ec6eea0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Synchronizing usage tracker for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:51.423434 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d506dbf0-f98a-40f0-89d0-0e91da1a3d14 req-bd62e7bd-7ca9-4904-9ceb-046d0bc8c49a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Apr 18 19:34:51.472233 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6fdbf-c33e-4f71-81cf-e3c846208197 req-33a2a6a1-d9bf-472a-9076-bef2ebdd38d4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:51.473692 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ccc6fdbf-c33e-4f71-81cf-e3c846208197 req-33a2a6a1-d9bf-472a-9076-bef2ebdd38d4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 945 time: 0.0808551 Apr 18 19:34:51.505366 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3c445e1a-1714-4e41-98f0-03e62e213aa7 req-80ee9be5-fd68-4cdb-805e-29bd6ec6eea0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Unset dirty status for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:51.509671 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c445e1a-1714-4e41-98f0-03e62e213aa7 req-80ee9be5-fd68-4cdb-805e-29bd6ec6eea0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 944 time: 0.2711787 Apr 18 19:34:51.532856 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ccc6fdbf-c33e-4f71-81cf-e3c846208197 req-2e2bf895-c7b7-486f-a0c0-bacd74a4c2bd tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527339 Apr 18 19:34:51.585515 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c445e1a-1714-4e41-98f0-03e62e213aa7 req-0cb21fc3-eed6-4c81-93f5-fd70f57afe9c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660789 Apr 18 19:34:51.602245 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0ae97f48-d745-4100-b653-b75020281609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:51.833243 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f747b-2bba-4239-a20c-3e1c6a77b27f req-e2b17cfb-4dc9-4ab9-b35b-e5ec2eeac424 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:51.834733 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-012f747b-2bba-4239-a20c-3e1c6a77b27f req-e2b17cfb-4dc9-4ab9-b35b-e5ec2eeac424 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1173279 Apr 18 19:34:51.849601 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d9170538-a77b-4282-ad83-86afc3252449 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:34:51.854428 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f52fcead-2182-413e-bf35-12b1c9b6bf6b no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:34:51.867769 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59270) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:51.898574 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-012f747b-2bba-4239-a20c-3e1c6a77b27f req-c41daa5d-26b5-4fc8-9732-3578a4c6b069 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576894 Apr 18 19:34:51.900087 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: f52fcead-2182-413e-bf35-12b1c9b6bf6b {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:34:51.900606 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device f52fcead-2182-413e-bf35-12b1c9b6bf6b not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:34:52.043858 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d9170538-a77b-4282-ad83-86afc3252449, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d9170538-a77b-4282-ad83-86afc3252449,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:52.062332 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'd9170538-a77b-4282-ad83-86afc3252449', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'port_id': 'd9170538-a77b-4282-ad83-86afc3252449', 'mac_address': 'fa:16:3e:3c:89:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:34:52.117715 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7065d528-e995-4633-996c-670243d0e415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.167820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7065d528-e995-4633-996c-670243d0e415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:52.180980 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.192525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7065d528-e995-4633-996c-670243d0e415 admin admin] Usage tracker for resource:security_group_rule and tenant:a50b4187cc884c0c8823fa55a88b372d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:52.200475 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7065d528-e995-4633-996c-670243d0e415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:52.217001 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7065d528-e995-4633-996c-670243d0e415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:52.220112 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9170538-a77b-4282-ad83-86afc3252449 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:52.230245 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c3179-d885-45b8-b69f-f192f310245c req-ade2b439-5255-47ec-a749-f68bf2679457 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:52.237283 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a71c3179-d885-45b8-b69f-f192f310245c req-ade2b439-5255-47ec-a749-f68bf2679457 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 944 time: 0.1672606 Apr 18 19:34:52.257045 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d9170538-a77b-4282-ad83-86afc3252449, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d9170538-a77b-4282-ad83-86afc3252449,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:52.276926 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-284bd4bf-cab8-4189-a8db-2fe619dd4807 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9&tenant_id=d9c1bdfce24f453f8544e30ca226c10d HTTP/1.1" status: 200 len: 1095 time: 0.1512067 Apr 18 19:34:52.289820 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838334-1', 'device_owner': 'compute:nova'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:34:52.333895 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.342605 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a71c3179-d885-45b8-b69f-f192f310245c req-4218a2eb-fcfc-40b7-b2e5-1afc47bf24b0 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043468 Apr 18 19:34:52.377108 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7065d528-e995-4633-996c-670243d0e415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.419299 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=d9170538-a77b-4282-ad83-86afc3252449,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:52.498236 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7065d528-e995-4633-996c-670243d0e415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.529008 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.545054 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['d9170538-a77b-4282-ad83-86afc3252449'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:52.549164 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 59298) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:52.580698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065d528-e995-4633-996c-670243d0e415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3dd6e8-f399-4cf9-9969-cbae286c0b33,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:52.595060 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7065d528-e995-4633-996c-670243d0e415 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a50b4187cc884c0c8823fa55a88b372d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7262218 Apr 18 19:34:52.596078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59302) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:52.684459 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a568bf-bd91-4095-884f-8427c55f7f10 req-3177dd10-db3f-4d4d-9948-14b84908f29a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:52.693055 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-52a568bf-bd91-4095-884f-8427c55f7f10 req-3177dd10-db3f-4d4d-9948-14b84908f29a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 945 time: 0.2409947 Apr 18 19:34:52.767119 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b09d9eb-8707-41c5-a2a7-50736ef1c6c7 admin admin] Deleting subnet 3fb84896-be61-47b3-b13f-8af31da05bcb {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:34:52.768115 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ed70eecb-e239-48a5-8b77-8443ea7093ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.781956 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0b09d9eb-8707-41c5-a2a7-50736ef1c6c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.785696 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-52a568bf-bd91-4095-884f-8427c55f7f10 req-be08632d-d7b4-4fa9-82af-bae4cec21761 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914671 Apr 18 19:34:52.821648 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ed70eecb-e239-48a5-8b77-8443ea7093ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.956678 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ed70eecb-e239-48a5-8b77-8443ea7093ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.965249 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0b09d9eb-8707-41c5-a2a7-50736ef1c6c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:52.973965 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70eecb-e239-48a5-8b77-8443ea7093ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3dd6e8-f399-4cf9-9969-cbae286c0b33,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:52.994416 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ed70eecb-e239-48a5-8b77-8443ea7093ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.006849 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ed70eecb-e239-48a5-8b77-8443ea7093ca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e3dd6e8-f399-4cf9-9969-cbae286c0b33 HTTP/1.1" status: 204 len: 168 time: 0.4030457 Apr 18 19:34:53.136945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb34b5-6517-4810-9151-0c5d6d292af0 req-0247a6af-c746-4c71-bd93-278c60b72a1b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:53.143819 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-99bb34b5-6517-4810-9151-0c5d6d292af0 req-0247a6af-c746-4c71-bd93-278c60b72a1b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 945 time: 0.3189490 Apr 18 19:34:53.164092 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28673ab-7a56-4078-a4fd-fa27570738c3 req-587d136d-4ebc-4eb8-aab3-8abefafe844a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:53.166320 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f28673ab-7a56-4078-a4fd-fa27570738c3 req-587d136d-4ebc-4eb8-aab3-8abefafe844a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1041179 Apr 18 19:34:53.172744 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0b09d9eb-8707-41c5-a2a7-50736ef1c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.216291 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f28673ab-7a56-4078-a4fd-fa27570738c3 req-7f827c94-84af-4509-9fc3-0b000600e3bc tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Apr 18 19:34:53.294000 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:53.307255 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-99bb34b5-6517-4810-9151-0c5d6d292af0 req-89a6c5af-d8ed-4bed-b6fd-375f32c96e18 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625726 Apr 18 19:34:53.336823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:53.386908 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0b09d9eb-8707-41c5-a2a7-50736ef1c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.439979 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09d9eb-8707-41c5-a2a7-50736ef1c6c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb84896-be61-47b3-b13f-8af31da05bcb,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:53.443409 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0b09d9eb-8707-41c5-a2a7-50736ef1c6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.455230 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99170d7f-a006-44e5-88e9-ab189090db42 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:34:53.466166 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed62da2-a174-44c8-b9e6-a6559ba65345 req-6e003e2f-5fa8-465d-baea-e28741914546 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:53.466569 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.467939 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2ed62da2-a174-44c8-b9e6-a6559ba65345 req-6e003e2f-5fa8-465d-baea-e28741914546 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1151993 Apr 18 19:34:53.473914 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0b09d9eb-8707-41c5-a2a7-50736ef1c6c7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3fb84896-be61-47b3-b13f-8af31da05bcb HTTP/1.1" status: 204 len: 168 time: 0.9235198 Apr 18 19:34:53.476373 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 59330) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:53.536718 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2ed62da2-a174-44c8-b9e6-a6559ba65345 req-756333ea-a7af-4338-862a-31b80de85246 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608184 Apr 18 19:34:53.748242 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Transition to ACTIVE for port object 99170d7f-a006-44e5-88e9-ab189090db42 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:34:53.754447 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.881663 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d9170538-a77b-4282-ad83-86afc3252449 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:34:53.895372 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442b09a-8b16-4f74-9504-95ff4799814c req-d67d27d0-82d2-4e35-a669-6373d0bd69d6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:53.902351 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6442b09a-8b16-4f74-9504-95ff4799814c req-d67d27d0-82d2-4e35-a669-6373d0bd69d6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 944 time: 0.2117639 Apr 18 19:34:53.916590 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.950875 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f29d2e7a-9311-48fb-96cd-1918eaf228a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:53.981767 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.050857 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b621ae-ab43-4f94-a36d-c8ee94e5c1a3 req-934ed55f-8a15-495d-9e5c-7249446f3769 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:54.069940 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21b621ae-ab43-4f94-a36d-c8ee94e5c1a3 req-934ed55f-8a15-495d-9e5c-7249446f3769 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1565940 Apr 18 19:34:54.076425 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port d9170538-a77b-4282-ad83-86afc3252449 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:34:54.082106 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port d9170538-a77b-4282-ad83-86afc3252449 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:34:54.082520 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.115051 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a0c590-c1ef-454f-934f-eab54d047aa7']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:54.145212 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=9']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:54.162510 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21b621ae-ab43-4f94-a36d-c8ee94e5c1a3 req-10ba88a8-7efd-4011-89e0-7e820a66c783 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816953 Apr 18 19:34:54.182911 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:54.183196 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc39249-373d-41e5-b60d-3b0a32ad2bc3') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:34:54.209247 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.257403 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.260513 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:34:54.260922 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.348060 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:34:54.366882 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:34:54.380138 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6442b09a-8b16-4f74-9504-95ff4799814c req-a3014a79-ff34-4b23-97b7-2a1b2c2413d1 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4767880 Apr 18 19:34:54.384032 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9170538-a77b-4282-ad83-86afc3252449'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:54.404967 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port d9170538-a77b-4282-ad83-86afc3252449, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d9170538-a77b-4282-ad83-86afc3252449,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:54.419614 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.469951 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.501487 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98403a-d701-490d-a4d7-a142e4c4cd6d req-e1351788-5ede-4b8c-9501-6203588a696b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:54.518858 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4d98403a-d701-490d-a4d7-a142e4c4cd6d req-e1351788-5ede-4b8c-9501-6203588a696b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 945 time: 0.1353788 Apr 18 19:34:54.527105 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.532410 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] No DVR routers for this DVR port 99170d7f-a006-44e5-88e9-ab189090db42 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:54.546799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=d9170538-a77b-4282-ad83-86afc3252449,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:54.606668 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4d98403a-d701-490d-a4d7-a142e4c4cd6d req-ae624b50-93c9-4236-93b2-ea8917554678 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866668 Apr 18 19:34:54.661824 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] Pushing event deleted for resources: {'Network': ['ID=71a0c590-c1ef-454f-934f-eab54d047aa7,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:54.787748 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ec62b-38f4-4019-a4dc-d5f0bf732f00 req-3168ddd4-cb89-4af2-bc40-61ac36177584 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:54.789241 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-994ec62b-38f4-4019-a4dc-d5f0bf732f00 req-3168ddd4-cb89-4af2-bc40-61ac36177584 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1845737 Apr 18 19:34:54.802133 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a9f2a-33db-430e-9855-b10bdfc2c32b req-f2cc5dcc-ebf7-4eba-aa9a-183c07040635 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:54.803688 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b16a9f2a-33db-430e-9855-b10bdfc2c32b req-f2cc5dcc-ebf7-4eba-aa9a-183c07040635 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.0866468 Apr 18 19:34:54.846011 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-09d63c4e-ccd1-44a5-948b-1e1aaf0f888a admin admin] 10.222.0.66 "DELETE /v2.0/networks/71a0c590-c1ef-454f-934f-eab54d047aa7 HTTP/1.1" status: 204 len: 168 time: 1.3685408 Apr 18 19:34:54.851330 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b16a9f2a-33db-430e-9855-b10bdfc2c32b req-82956bd0-cb75-4a69-aa8c-a61de654b1ef tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Apr 18 19:34:54.854891 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-994ec62b-38f4-4019-a4dc-d5f0bf732f00 req-d691c4fb-f418-451d-b740-60bc563d01de tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578761 Apr 18 19:34:54.893814 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.922507 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:54.955171 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5b1ab5-9836-4437-85bc-4c7e62d9f597'] response: {'server_uuid': '42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9170538-a77b-4282-ad83-86afc3252449', 'code': 200} Apr 18 19:34:54.968124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Attempting to bind port 99170d7f-a006-44e5-88e9-ab189090db42 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:34:54.969061 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Attempting to bind port 99170d7f-a006-44e5-88e9-ab189090db42 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:34:54.969407 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Attempting to bind port 99170d7f-a006-44e5-88e9-ab189090db42 on network d0c29ad8-5934-46ca-987e-34bfe794904a {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:54.977278 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Port 99170d7f-a006-44e5-88e9-ab189090db42 on network d0c29ad8-5934-46ca-987e-34bfe794904a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:34:54.977603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Attempting to bind port 99170d7f-a006-44e5-88e9-ab189090db42 on network d0c29ad8-5934-46ca-987e-34bfe794904a {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:34:54.987400 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:34:54.987748 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Checking segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:34:54.988131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Bound using segment: {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:34:54.988564 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Bound port: 99170d7f-a006-44e5-88e9-ab189090db42, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:34:54.988912 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.138584 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:34:55.142583 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:34:55.153948 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0be7a0fc-40e1-411a-bb8f-e9b416ea40a8 req-25cb4685-1f6a-4cf4-8fe6-79d57d930315 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 1097 time: 0.1201315 Apr 18 19:34:55.201811 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0be7a0fc-40e1-411a-bb8f-e9b416ea40a8 req-ea72bb4c-16ff-4a26-9b3d-15a06681e6fd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417974 Apr 18 19:34:55.231320 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.307997 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.309942 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] 10.222.0.71 "PUT /v2.0/ports/99170d7f-a006-44e5-88e9-ab189090db42 HTTP/1.1" status: 200 len: 1092 time: 3.0244403 Apr 18 19:34:55.321978 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:55.322102 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59384) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:55.359222 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94342a86-5629-4fd9-aa4f-539407daaa00 service neutron] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=10']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:55.459106 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2f7290e9-b3e7-4c2c-a332-ae5b367624e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b65ec795a4743e1bfb0333a30014a1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1408503 Apr 18 19:34:55.460066 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59398) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:55.483860 n-d-838334-1 neutron-server[84804]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-69f9fb0f-b118-4350-a536-e1518f85bc19']: {'name': 'network-changed', 'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42', 'status': 'failed', 'code': 422} returned with failed status Apr 18 19:34:55.541863 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-254c5a2d-b68c-47dc-a7be-0133b035340b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 1096 time: 0.1302743 Apr 18 19:34:55.641887 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-82dbe038-0e6a-4c55-a816-bce53535bbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.747167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-a7b1086f-9e40-41c4-9e1f-aeeed87df82f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:55.747311 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-82dbe038-0e6a-4c55-a816-bce53535bbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.748859 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-a7b1086f-9e40-41c4-9e1f-aeeed87df82f service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 918 time: 0.2004874 Apr 18 19:34:55.812888 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d895-f953-4afa-bce2-63276a886771 req-7a904eff-2b33-4ab7-9c3b-d1113b0d0750 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:55.814466 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcb6d895-f953-4afa-bce2-63276a886771 req-7a904eff-2b33-4ab7-9c3b-d1113b0d0750 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 945 time: 0.1602576 Apr 18 19:34:55.895635 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bcb6d895-f953-4afa-bce2-63276a886771 req-c3fc7d62-d2cc-4cfd-811a-8a9b7a43acc0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634456 Apr 18 19:34:55.903651 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-82dbe038-0e6a-4c55-a816-bce53535bbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:55.942057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbe038-0e6a-4c55-a816-bce53535bbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd26132-b90a-4ae6-8615-d73b3904aed5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:56.013310 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-accccfb4-6532-496c-b2e0-144ce85ee5b7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99170d7f-a006-44e5-88e9-ab189090db42 HTTP/1.1" status: 200 len: 999 time: 0.2562845 Apr 18 19:34:56.046179 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-82dbe038-0e6a-4c55-a816-bce53535bbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.051913 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-82dbe038-0e6a-4c55-a816-bce53535bbd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbd26132-b90a-4ae6-8615-d73b3904aed5 HTTP/1.1" status: 204 len: 168 time: 0.5908511 Apr 18 19:34:56.106285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 59416) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:56.169882 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-09788e62-712c-46b6-b2cd-32d6aa555d44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:56.172814 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-09788e62-712c-46b6-b2cd-32d6aa555d44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.1503465 Apr 18 19:34:56.202992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d626b2e-f8e2-4464-a7be-997ec559325f req-ce12bfc3-fbd1-47ae-acd0-643f4bd5301a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:56.206710 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d626b2e-f8e2-4464-a7be-997ec559325f req-ce12bfc3-fbd1-47ae-acd0-643f4bd5301a tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.1380439 Apr 18 19:34:56.255379 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d626b2e-f8e2-4464-a7be-997ec559325f req-ab1b8f67-80f9-4ab5-bae3-d27d3b8e2053 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 Apr 18 19:34:56.319957 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-8b001a4a-93e6-4bac-8fcb-9ff99f6848e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405096 Apr 18 19:34:56.421748 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391daa6c-b8ac-47dc-a21a-5af9e42e9dde req-97744b72-a115-4e7d-a373-56c2a92ea7fa tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:56.426859 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-391daa6c-b8ac-47dc-a21a-5af9e42e9dde req-97744b72-a115-4e7d-a373-56c2a92ea7fa tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.2068181 Apr 18 19:34:56.430944 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.515021 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-391daa6c-b8ac-47dc-a21a-5af9e42e9dde req-78689554-493b-4ebb-ac63-876c2358a670 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805137 Apr 18 19:34:56.540232 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-f41ce105-8e9a-4744-ae2c-7dc58dc5ff0b service neutron] 10.222.0.71 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094500 Apr 18 19:34:56.623061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d939a-3e9d-4053-b59e-4a7903ac9cf8 req-3989d83b-1a2a-4e9c-b2e2-8561357487f4 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:56.628133 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-284d939a-3e9d-4053-b59e-4a7903ac9cf8 req-3989d83b-1a2a-4e9c-b2e2-8561357487f4 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1434066 Apr 18 19:34:56.670874 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59426) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:56.697157 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-815597fd-810a-4a56-b75c-5f0e19f86f17 service neutron] 10.222.0.71 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513965 Apr 18 19:34:56.722818 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-919a01a2-2d58-4a68-955d-c26463c6d34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.750087 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-284d939a-3e9d-4053-b59e-4a7903ac9cf8 req-8593aaaa-5f34-4ac7-a011-0c3765110171 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160309 Apr 18 19:34:56.767380 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-919a01a2-2d58-4a68-955d-c26463c6d34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:56.773119 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-919a01a2-2d58-4a68-955d-c26463c6d34a admin admin] Usage tracker for resource:security_group_rule and tenant:ba48a9d95c3a4efcae1544e67d2750a4 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:56.777304 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-919a01a2-2d58-4a68-955d-c26463c6d34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:56.784281 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-919a01a2-2d58-4a68-955d-c26463c6d34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:56.800578 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-66f1feac-42e7-4f64-86d4-50bdbd8b1866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.858079 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-66f1feac-42e7-4f64-86d4-50bdbd8b1866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:56.862949 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-66f1feac-42e7-4f64-86d4-50bdbd8b1866 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8bf8bd70414d56a74fe8988b574aee is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:56.864583 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-919a01a2-2d58-4a68-955d-c26463c6d34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:56.866575 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-66f1feac-42e7-4f64-86d4-50bdbd8b1866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:56.876469 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-66f1feac-42e7-4f64-86d4-50bdbd8b1866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:56.954628 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-919a01a2-2d58-4a68-955d-c26463c6d34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.020145 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a01a2-2d58-4a68-955d-c26463c6d34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109325a-64d7-4d1f-9419-97707bb215c3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:57.048835 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-919a01a2-2d58-4a68-955d-c26463c6d34a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba48a9d95c3a4efcae1544e67d2750a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9251144 Apr 18 19:34:57.053957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59442) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:57.078773 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-66f1feac-42e7-4f64-86d4-50bdbd8b1866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.096207 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effc694-d3bb-4b2b-bcb1-11d928545eb3 req-055a4840-48a0-438e-9c21-e9c002a3ce83 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:57.097692 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3effc694-d3bb-4b2b-bcb1-11d928545eb3 req-055a4840-48a0-438e-9c21-e9c002a3ce83 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 945 time: 0.2015476 Apr 18 19:34:57.135054 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a4ac14f9-0012-439b-a2c0-1cf1e935d806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.168081 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a4ac14f9-0012-439b-a2c0-1cf1e935d806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.176053 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-66f1feac-42e7-4f64-86d4-50bdbd8b1866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.205660 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-3effc694-d3bb-4b2b-bcb1-11d928545eb3 req-61019b4d-6024-4131-9afc-56d7eea26cd7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Deleting port fe59f218-33c1-49e6-b37f-b5d3ba7a2922 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:34:57.205993 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3effc694-d3bb-4b2b-bcb1-11d928545eb3 req-61019b4d-6024-4131-9afc-56d7eea26cd7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.249841 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55bc2d-1dec-42a8-95e2-500d2d73dda2 req-8abe0441-2cf2-4cc8-b034-3015a46ae9be tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:57.250425 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1feac-42e7-4f64-86d4-50bdbd8b1866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df8316b-267d-4ebc-a60b-3d7d5bcbb1ce,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:57.251344 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0b55bc2d-1dec-42a8-95e2-500d2d73dda2 req-8abe0441-2cf2-4cc8-b034-3015a46ae9be tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 945 time: 0.2085156 Apr 18 19:34:57.258923 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-66f1feac-42e7-4f64-86d4-50bdbd8b1866 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa8bf8bd70414d56a74fe8988b574aee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5870917 Apr 18 19:34:57.260019 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59446) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:57.387356 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0b55bc2d-1dec-42a8-95e2-500d2d73dda2 req-056fb860-f417-4a0b-bd70-3ec76ae12db1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269107 Apr 18 19:34:57.450427 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b987baf5-9613-4512-941a-3b735eddf5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.483841 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b987baf5-9613-4512-941a-3b735eddf5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.515661 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-3effc694-d3bb-4b2b-bcb1-11d928545eb3 req-61019b4d-6024-4131-9afc-56d7eea26cd7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] For port fe59f218-33c1-49e6-b37f-b5d3ba7a2922, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=fe59f218-33c1-49e6-b37f-b5d3ba7a2922,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:34:57.516308 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3effc694-d3bb-4b2b-bcb1-11d928545eb3 req-61019b4d-6024-4131-9afc-56d7eea26cd7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.608839 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483e8c5-1be3-4709-ad92-a84a0a00405d req-2f4f688a-a67f-41a6-b833-7193af774bc8 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:57.610385 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7483e8c5-1be3-4709-ad92-a84a0a00405d req-2f4f688a-a67f-41a6-b833-7193af774bc8 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.1030397 Apr 18 19:34:57.637783 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-3effc694-d3bb-4b2b-bcb1-11d928545eb3 req-61019b4d-6024-4131-9afc-56d7eea26cd7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Calling delete_port for fe59f218-33c1-49e6-b37f-b5d3ba7a2922 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:34:57.659221 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7483e8c5-1be3-4709-ad92-a84a0a00405d req-27e65424-8995-46b8-beab-2aa895054c61 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433183 Apr 18 19:34:57.815142 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99444586-9171-473b-b9fc-49b116fcd04d req-07581bf3-f590-4ac5-ae62-da1923c6cd53 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:57.816736 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-99444586-9171-473b-b9fc-49b116fcd04d req-07581bf3-f590-4ac5-ae62-da1923c6cd53 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.1528203 Apr 18 19:34:57.882175 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-99444586-9171-473b-b9fc-49b116fcd04d req-640ff154-1438-40b6-a682-0f6f31e1525d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553367 Apr 18 19:34:57.902839 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a4ac14f9-0012-439b-a2c0-1cf1e935d806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.924925 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac14f9-0012-439b-a2c0-1cf1e935d806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109325a-64d7-4d1f-9419-97707bb215c3,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:57.943749 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b987baf5-9613-4512-941a-3b735eddf5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.957078 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3effc694-d3bb-4b2b-bcb1-11d928545eb3 req-61019b4d-6024-4131-9afc-56d7eea26cd7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.970700 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['fe59f218-33c1-49e6-b37f-b5d3ba7a2922'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:34:57.973587 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a4ac14f9-0012-439b-a2c0-1cf1e935d806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.975541 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a4ac14f9-0012-439b-a2c0-1cf1e935d806 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4109325a-64d7-4d1f-9419-97707bb215c3 HTTP/1.1" status: 204 len: 168 time: 0.9190788 Apr 18 19:34:57.984966 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987baf5-9613-4512-941a-3b735eddf5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df8316b-267d-4ebc-a60b-3d7d5bcbb1ce,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:57.984966 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b987baf5-9613-4512-941a-3b735eddf5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:57.984966 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b987baf5-9613-4512-941a-3b735eddf5dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7df8316b-267d-4ebc-a60b-3d7d5bcbb1ce HTTP/1.1" status: 204 len: 168 time: 0.7202089 Apr 18 19:34:58.009881 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ec7dc-74a6-4f88-a135-031a2cc3cd47 req-a51e7277-7603-40f3-8bab-a2a93380ccd4 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:58.014993 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-713ec7dc-74a6-4f88-a135-031a2cc3cd47 req-a51e7277-7603-40f3-8bab-a2a93380ccd4 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1483648 Apr 18 19:34:58.102417 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-713ec7dc-74a6-4f88-a135-031a2cc3cd47 req-8af582b3-77b0-47e6-ae8d-8bbce684129b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808442 Apr 18 19:34:58.208425 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61019b4d-6024-4131-9afc-56d7eea26cd7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event deleted for resources: {'Port': ['ID=fe59f218-33c1-49e6-b37f-b5d3ba7a2922,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:58.365903 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3effc694-d3bb-4b2b-bcb1-11d928545eb3 req-61019b4d-6024-4131-9afc-56d7eea26cd7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] No DVR routers for this DVR port fe59f218-33c1-49e6-b37f-b5d3ba7a2922 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:34:58.373057 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3effc694-d3bb-4b2b-bcb1-11d928545eb3 req-61019b4d-6024-4131-9afc-56d7eea26cd7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:58.380032 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20d5883-4c2c-4818-b86d-7d994aaaad71', 'name': 'network-vif-deleted', 'tag': 'fe59f218-33c1-49e6-b37f-b5d3ba7a2922'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:34:58.494037 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3effc694-d3bb-4b2b-bcb1-11d928545eb3 req-61019b4d-6024-4131-9afc-56d7eea26cd7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "DELETE /v2.0/ports/fe59f218-33c1-49e6-b37f-b5d3ba7a2922 HTTP/1.1" status: 204 len: 173 time: 1.3895829 Apr 18 19:34:58.619387 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f86a02-1e77-48fb-9f98-e381204247e2'] response: {'server_uuid': 'b20d5883-4c2c-4818-b86d-7d994aaaad71', 'name': 'network-vif-deleted', 'tag': 'fe59f218-33c1-49e6-b37f-b5d3ba7a2922', 'status': 'completed', 'code': 200} Apr 18 19:34:58.882936 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e9cb7f58-c9ef-4ef5-a3ea-2ab62a3fce39 req-67a18443-de00-4f4f-a9b4-6d03141bf54a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:34:58.971990 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-da33ff6c-dd5a-472c-b01a-cd8d78d5770d req-0f16edda-42c0-4c47-a96a-5b7ca2620827 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0832970 Apr 18 19:34:59.008432 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e9cb7f58-c9ef-4ef5-a3ea-2ab62a3fce39 req-67a18443-de00-4f4f-a9b4-6d03141bf54a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:34:59.010680 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e9cb7f58-c9ef-4ef5-a3ea-2ab62a3fce39 req-67a18443-de00-4f4f-a9b4-6d03141bf54a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=b20d5883-4c2c-4818-b86d-7d994aaaad71 HTTP/1.1" status: 200 len: 210 time: 0.1873865 Apr 18 19:34:59.132136 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:34:59.236203 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59506) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:59.319505 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-67ec7d9d-9281-4162-aca6-2f15b229dc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:59.384667 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-67ec7d9d-9281-4162-aca6-2f15b229dc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:34:59.391730 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-67ec7d9d-9281-4162-aca6-2f15b229dc17 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d94b6e8a95473b99aeeee621eb2c90 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:34:59.407128 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-67ec7d9d-9281-4162-aca6-2f15b229dc17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:34:59.434639 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-67ec7d9d-9281-4162-aca6-2f15b229dc17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:34:59.454003 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda157-60b3-4b54-8e61-104564622ed0 req-84289fc7-03a8-41c5-800b-ac7f4fd5ec99 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:59.463071 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6bda157-60b3-4b54-8e61-104564622ed0 req-84289fc7-03a8-41c5-800b-ac7f4fd5ec99 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.1887829 Apr 18 19:34:59.481830 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33ff6c-dd5a-472c-b01a-cd8d78d5770d req-41f47e51-6e65-467b-8883-8a4cfe635099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:59.483300 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-da33ff6c-dd5a-472c-b01a-cd8d78d5770d req-41f47e51-6e65-467b-8883-8a4cfe635099 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.3829198 Apr 18 19:34:59.490430 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbe693-e4cf-42ad-bf8b-b6c74a024f09 req-41fdd60a-b238-4658-a00a-8b843f9fec75 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:59.507024 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82bbe693-e4cf-42ad-bf8b-b6c74a024f09 req-41fdd60a-b238-4658-a00a-8b843f9fec75 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.3386881 Apr 18 19:34:59.577410 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6bda157-60b3-4b54-8e61-104564622ed0 req-1c908db1-eb79-49ba-b9bf-0712f5e33366 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130652 Apr 18 19:34:59.595568 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-da33ff6c-dd5a-472c-b01a-cd8d78d5770d req-1fdb2ce3-0874-4d2f-b854-32313e8cdb41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9170538-a77b-4282-ad83-86afc3252449 HTTP/1.1" status: 200 len: 217 time: 0.0720339 Apr 18 19:34:59.684375 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-67ec7d9d-9281-4162-aca6-2f15b229dc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:59.693497 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-82bbe693-e4cf-42ad-bf8b-b6c74a024f09 req-216068ad-77c1-46ed-a8db-188c3dbdd40b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846662 Apr 18 19:34:59.719088 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33ff6c-dd5a-472c-b01a-cd8d78d5770d req-664c993e-e8af-4287-98fa-39a6ac2ec6e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:34:59.731010 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-da33ff6c-dd5a-472c-b01a-cd8d78d5770d req-664c993e-e8af-4287-98fa-39a6ac2ec6e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.1087613 Apr 18 19:34:59.739455 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-67ec7d9d-9281-4162-aca6-2f15b229dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:59.843048 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-67ec7d9d-9281-4162-aca6-2f15b229dc17 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e0d94b6e8a95473b99aeeee621eb2c90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6049662 Apr 18 19:34:59.844157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec7d9d-9281-4162-aca6-2f15b229dc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dfd907-5d48-420d-af3e-df35e0332314,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:34:59.846670 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59516) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:34:59.917896 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ab2b2754-bb3c-4590-bc1c-13cc83646850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:34:59.935175 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-da33ff6c-dd5a-472c-b01a-cd8d78d5770d req-cb307157-c7ef-4158-b935-e39ec90a5981 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898701 Apr 18 19:34:59.945855 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ab2b2754-bb3c-4590-bc1c-13cc83646850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:00.039812 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb3c5e-aecb-4793-9692-cf008caaaa42 req-aecd92a3-424e-4c02-92fc-bdfe97821e91 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:00.047762 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfdb3c5e-aecb-4793-9692-cf008caaaa42 req-aecd92a3-424e-4c02-92fc-bdfe97821e91 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.2124255 Apr 18 19:35:00.116675 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ab2b2754-bb3c-4590-bc1c-13cc83646850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:00.135289 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfdb3c5e-aecb-4793-9692-cf008caaaa42 req-6052a131-c0e5-47c8-9e73-2e588e2049d9 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837743 Apr 18 19:35:00.193006 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-da33ff6c-dd5a-472c-b01a-cd8d78d5770d req-33a3064e-d801-4e5a-8f47-ec129b7fb8fc service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411466 Apr 18 19:35:00.195347 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b2754-bb3c-4590-bc1c-13cc83646850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dfd907-5d48-420d-af3e-df35e0332314,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:00.209359 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ab2b2754-bb3c-4590-bc1c-13cc83646850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:00.228467 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ab2b2754-bb3c-4590-bc1c-13cc83646850 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a1dfd907-5d48-420d-af3e-df35e0332314 HTTP/1.1" status: 204 len: 168 time: 0.3704860 Apr 18 19:35:00.402826 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-da33ff6c-dd5a-472c-b01a-cd8d78d5770d req-3ec1c741-114d-4ea0-a040-de4d459aeaa5 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921501 Apr 18 19:35:00.487528 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device fe59f218-33c1-49e6-b37f-b5d3ba7a2922 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:00.532201 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: fe59f218-33c1-49e6-b37f-b5d3ba7a2922 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:35:00.532511 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device fe59f218-33c1-49e6-b37f-b5d3ba7a2922 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:35:00.688387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59542) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:00.860980 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-4793dd1f-d25c-4d39-bb53-5c7e4191de9f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:00.869636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-911062289-network', 'tenant_id': 'a25f87ac9c03428b97eef945b548b052'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:00.875207 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:00.876979 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-4793dd1f-d25c-4d39-bb53-5c7e4191de9f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.2130895 Apr 18 19:35:00.879869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Usage tracker for resource:network and tenant:a25f87ac9c03428b97eef945b548b052 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:00.890837 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:00.900231 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-30214d15-f96e-4eb5-a072-d7cbe8f39cce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/quotas/95c3ea07abf945b49256e3013451a29a HTTP/1.1" status: 200 len: 375 time: 0.0178764 Apr 18 19:35:00.903032 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:00.969634 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-4fdd5bf2-32ac-48ce-9b1e-4d768e80732b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592666 Apr 18 19:35:00.996263 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Made reservation on behalf of a25f87ac9c03428b97eef945b548b052 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:00.998592 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.021259 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.061250 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:01.065460 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Usage tracker for resource:security_group_rule and tenant:a25f87ac9c03428b97eef945b548b052 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:01.069341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:01.075992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:01.192206 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-342616f0-348b-44ed-99f5-4370390cba0f service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088842 Apr 18 19:35:01.212054 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.305058 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.335078 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-3d8f2ea2-0939-4a89-a435-d709628a90ec service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417766 Apr 18 19:35:01.347917 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:35:01.359101 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:01.365297 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.365788 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Added segment 4fcb5419-3cfb-49ae-9b7c-3462733766b6 of type vlan for network 9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 Apr 18 19:35:01.403869 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.515919 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.517513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:01.519805 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:01.765006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] Pushing event updated for resources: {'Network': ['ID=9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:01.781638 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:35:01.808796 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0291a90f-8673-40fb-a613-d67a87bc3b74 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1187387 Apr 18 19:35:01.812554 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59572) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:01.837787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Request body: {'subnet': {'network_id': '9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-911062289-subnet', 'tenant_id': 'a25f87ac9c03428b97eef945b548b052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:01.847332 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:01.861244 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Usage tracker for resource:subnet and tenant:a25f87ac9c03428b97eef945b548b052 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:01.867325 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:01.882967 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:01.979695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Made reservation on behalf of a25f87ac9c03428b97eef945b548b052 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:01.982099 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:02.005400 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda9747-21df-4fd3-8ac9-b59f7e636719 req-5c390321-9606-46f4-b12e-60460d961e32 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:02.007403 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0bda9747-21df-4fd3-8ac9-b59f7e636719 req-5c390321-9606-46f4-b12e-60460d961e32 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.2334514 Apr 18 19:35:02.100689 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0bda9747-21df-4fd3-8ac9-b59f7e636719 req-61b1a55d-35ef-481c-ac83-f7e1f503e203 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817118 Apr 18 19:35:02.374177 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:02.454121 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=663fc9b8-6adc-4960-8528-e6312cae1056,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:02.481435 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb7051-6576-4f2a-9629-c29752ea7232 req-22b6a5db-5f52-4ba9-beef-144d6fe72345 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:02.492678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Checking segment: {'id': '4fcb5419-3cfb-49ae-9b7c-3462733766b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:02.492678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Network hostable DHCP agents. Network: 9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:35:02.495265 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-97bb7051-6576-4f2a-9629-c29752ea7232 req-22b6a5db-5f52-4ba9-beef-144d6fe72345 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.1223130 Apr 18 19:35:02.561867 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-97bb7051-6576-4f2a-9629-c29752ea7232 req-541ef2b6-1cbe-4d00-a614-0a13fe4ff38c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588903 Apr 18 19:35:02.602252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Network 9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:35:02.698948 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:02.702951 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:02.703565 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:02.716510 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d100f2-ad9d-4d59-8462-170a7d59ed27 None None] Network 9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:35:02.808684 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e61c3420-d6fe-4dab-87d0-6521af45b603 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9950025 Apr 18 19:35:02.824401 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d0e87-0d2b-42d2-b6b0-d61f95b51509 req-5ec1b15c-1b6c-4efc-a4c6-2c8af141a15e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:02.837964 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba9d0e87-0d2b-42d2-b6b0-d61f95b51509 req-5ec1b15c-1b6c-4efc-a4c6-2c8af141a15e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1256614 Apr 18 19:35:02.917206 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba9d0e87-0d2b-42d2-b6b0-d61f95b51509 req-22aab46c-5274-4501-8ce2-f10df781d160 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774279 Apr 18 19:35:03.153466 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32dd821-3d32-4340-8cd0-3d125d87fcb7 None None] Network 9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:35:03.308838 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-21345a42-39e6-4c5b-a4aa-4970bd2463db req-b79b981d-122f-4e2f-aaf5-d146918c4f32 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 210 time: 0.1367097 Apr 18 19:35:03.610969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aacfcf-6054-4e4d-8c31-6ceb8915da13 req-77cf3eaa-deca-4cb8-be8c-f3278f6d3952 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:03.613294 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-99aacfcf-6054-4e4d-8c31-6ceb8915da13 req-77cf3eaa-deca-4cb8-be8c-f3278f6d3952 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.1002581 Apr 18 19:35:03.698950 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-99aacfcf-6054-4e4d-8c31-6ceb8915da13 req-6c729a84-818c-453d-965c-5f9220def873 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793111 Apr 18 19:35:04.310855 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb37d5c-bf4d-4c64-92e6-00a7fd0e707a req-31a52081-6555-4643-8929-c6925d2dd7d7 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:04.315948 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0eb37d5c-bf4d-4c64-92e6-00a7fd0e707a req-31a52081-6555-4643-8929-c6925d2dd7d7 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.1202679 Apr 18 19:35:04.380000 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0eb37d5c-bf4d-4c64-92e6-00a7fd0e707a req-d0e68aaa-0969-4400-941e-1289d5d1b147 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599492 Apr 18 19:35:04.647917 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dd747-cd2e-4e32-84f9-58044ffdd2fe req-292003b6-fca0-4996-b17e-cbce2c2f5b2e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:04.650173 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e39dd747-cd2e-4e32-84f9-58044ffdd2fe req-292003b6-fca0-4996-b17e-cbce2c2f5b2e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1277368 Apr 18 19:35:04.710936 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e39dd747-cd2e-4e32-84f9-58044ffdd2fe req-a5aaf18d-8c5a-41dc-95d8-ac7e01498af8 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540206 Apr 18 19:35:05.037928 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f6678193-2811-4904-bd52-d0a54dc73c55 req-1937aef4-3e29-4d18-a754-eb1b6bc04295 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 210 time: 0.0954394 Apr 18 19:35:05.389654 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a27da6-cf0e-44b1-9143-7616bd078d5b req-1267ca35-3283-43c7-b712-f567e4d065fd tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:05.403017 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-36a27da6-cf0e-44b1-9143-7616bd078d5b req-1267ca35-3283-43c7-b712-f567e4d065fd tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.1517577 Apr 18 19:35:05.458537 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed370-eb41-4825-8b48-43aa84315764 req-8e3ac52a-03e9-449a-a4cf-b205305b7c0a tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:05.470226 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-8e3ac52a-03e9-449a-a4cf-b205305b7c0a tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/networks?id=9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 HTTP/1.1" status: 200 len: 821 time: 0.3350682 Apr 18 19:35:05.488947 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-ea6351a3-0ec5-4e61-8497-523ea33c621f tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/quotas/a25f87ac9c03428b97eef945b548b052 HTTP/1.1" status: 200 len: 375 time: 0.0215654 Apr 18 19:35:05.496665 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-36a27da6-cf0e-44b1-9143-7616bd078d5b req-8c122ac1-2b3f-453a-be5f-17fd9ab42542 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903151 Apr 18 19:35:05.572324 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-722f406e-808e-4a45-83fe-bac0261525eb tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a25f87ac9c03428b97eef945b548b052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646675 Apr 18 19:35:05.717355 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-f1d8a8c4-0f8a-42a9-9319-7b41f2062c36 service neutron] 10.222.0.66 "GET /v2.0/networks/9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578081 Apr 18 19:35:05.875883 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-2f89e9e1-7e55-41b0-b8ea-397187a0b4b6 service neutron] 10.222.0.66 "GET /v2.0/networks/9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490712 Apr 18 19:35:06.597104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8396a-68cc-4905-9b6f-1e2e20a28083 req-455ad29d-a159-4bb6-8581-7a4793e5bb9c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:06.599709 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c6e8396a-68cc-4905-9b6f-1e2e20a28083 req-455ad29d-a159-4bb6-8581-7a4793e5bb9c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.1462786 Apr 18 19:35:06.753445 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c6e8396a-68cc-4905-9b6f-1e2e20a28083 req-3faa6ca4-8930-421a-a3a1-bad126ad7515 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351914 Apr 18 19:35:06.978083 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497748ce-e89d-49ee-96b9-a1d3f076e72c req-132c7a98-c270-4f19-ad4e-321ad9048d52 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:06.987986 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-497748ce-e89d-49ee-96b9-a1d3f076e72c req-132c7a98-c270-4f19-ad4e-321ad9048d52 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1422434 Apr 18 19:35:07.058788 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-497748ce-e89d-49ee-96b9-a1d3f076e72c req-5b347588-0208-486e-8fd2-86f70e08fa4c tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696554 Apr 18 19:35:07.338316 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6bbc976b-f913-464b-8cc1-7edfa96ea399 req-a448e8a8-641d-4365-a780-fe1bc19a49b1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 210 time: 0.0880816 Apr 18 19:35:07.495674 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8703f70c-6148-423d-8937-e42021c0ffb2 req-0365d336-8798-4825-a3c7-99934efe61da tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 210 time: 0.0740070 Apr 18 19:35:07.817653 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2226cb-4497-496b-bb68-56c2551e0c6f req-12674168-1a6f-4390-8030-1aae59601ee3 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:07.820178 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0b2226cb-4497-496b-bb68-56c2551e0c6f req-12674168-1a6f-4390-8030-1aae59601ee3 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.1725931 Apr 18 19:35:07.963745 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0b2226cb-4497-496b-bb68-56c2551e0c6f req-57f011e9-1d4b-4639-8cd2-f6c325b5e841 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372437 Apr 18 19:35:08.012181 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-6d8c2819-2e93-47c6-8f5c-b190ba1513e9 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:08.013846 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-6d8c2819-2e93-47c6-8f5c-b190ba1513e9 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.71 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.2380688 Apr 18 19:35:08.187698 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Request body: {'port': {'device_id': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'admin_state_up': True, 'tenant_id': '95c3ea07abf945b49256e3013451a29a'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:08.213712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629bd6c-7a22-4a6d-acfa-a58699b0d662 req-fea462ea-be51-4fc3-8a33-3a2c314eaac9 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:08.215223 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4629bd6c-7a22-4a6d-acfa-a58699b0d662 req-fea462ea-be51-4fc3-8a33-3a2c314eaac9 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.1081426 Apr 18 19:35:08.486974 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4629bd6c-7a22-4a6d-acfa-a58699b0d662 req-0022be88-a576-412e-bb91-bac89ffc65b6 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258282 Apr 18 19:35:08.501929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200e41a-ea5d-44b9-b711-476e3d8ce318 req-6ca8c3f4-df00-40a4-9aed-ab321a4bc0d6 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:08.509308 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1200e41a-ea5d-44b9-b711-476e3d8ce318 req-6ca8c3f4-df00-40a4-9aed-ab321a4bc0d6 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1216559 Apr 18 19:35:08.536585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:08.556367 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:08.566961 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1200e41a-ea5d-44b9-b711-476e3d8ce318 req-7b7ce1ce-a4fb-4da1-be76-4c738b81b55f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567570 Apr 18 19:35:08.693596 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Made reservation on behalf of 95c3ea07abf945b49256e3013451a29a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:08.696356 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:08.725335 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c01628b9-8162-458e-b1ef-72d69d757907 req-2bed4631-0751-4291-9a33-0198d5c8c5f1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 210 time: 0.0746498 Apr 18 19:35:08.761634 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b58c4744-453f-4279-8de0-01ed663ab8be req-b11b9393-af1f-46bf-bad2-d9aa35573fc0 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 210 time: 0.0744846 Apr 18 19:35:08.933068 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Allocated IP 172.20.0.2 (9772eb3e-4470-4e98-9621-f0c5fd024ef1/fd27771e-135d-4136-a053-2cd32b4aaaa8/6d1223d1-9203-437c-82e3-97327c732488) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:09.293649 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.330251 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57323df6-f2ce-405b-a277-cd2324fdfe32 req-0a71b333-b419-4c12-b03c-ed7bf719ee82 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:09.331744 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-57323df6-f2ce-405b-a277-cd2324fdfe32 req-0a71b333-b419-4c12-b03c-ed7bf719ee82 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.1417921 Apr 18 19:35:09.380979 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-57323df6-f2ce-405b-a277-cd2324fdfe32 req-b2a7e462-c984-44b6-9e70-03d287cc2f19 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430026 Apr 18 19:35:09.389675 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59740) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:09.431116 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.507783 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:09.512022 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:09.514217 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event updated for resources: {'Port': ['ID=6d1223d1-9203-437c-82e3-97327c732488,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:09.516189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:09.568163 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.589940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:09.591203 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.617414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:09.622845 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Usage tracker for resource:security_group_rule and tenant:fd0314369f854582bdfbba93e68d907f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:09.626949 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:09.635334 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:09.721817 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.734725 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8300f-fbde-497c-8dbb-9192efc7ab6a req-044a51a4-5a93-4aa1-9525-5e4e8e97ccda tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:09.736206 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ac8300f-fbde-497c-8dbb-9192efc7ab6a req-044a51a4-5a93-4aa1-9525-5e4e8e97ccda tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.0783365 Apr 18 19:35:09.765459 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7e81152e-521f-49c9-85e0-7546cfb19d0b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5812876 Apr 18 19:35:09.779327 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Request body: {'port': {'device_id': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:09.833788 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ac8300f-fbde-497c-8dbb-9192efc7ab6a req-c1b32491-a8a6-4424-b935-fb2524c00a6c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917718 Apr 18 19:35:09.842775 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:09.933320 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.027798 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fd0314369f854582bdfbba93e68d907f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6369648 Apr 18 19:35:10.028663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59768) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:10.058820 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.083992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291a1919-293c-4c63-9668-7d3c351d0637,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:10.277377 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed370-eb41-4825-8b48-43aa84315764 req-f4389af2-8415-4123-913f-d8942e3c849f tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:10.278801 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-f4389af2-8415-4123-913f-d8942e3c849f tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.71 "GET /v2.0/networks?id=9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 HTTP/1.1" status: 200 len: 821 time: 0.3919384 Apr 18 19:35:10.348394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Request body: {'port': {'device_id': 'dc31d5ec-868c-418e-8cee-28e12639aa4e', 'network_id': '9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284', 'admin_state_up': True, 'tenant_id': 'a25f87ac9c03428b97eef945b548b052'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:10.415298 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:10.415642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:10.415996 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:10.416325 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:10.416651 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:10.416980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:10.417308 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:10.417633 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:10.417944 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:10.418260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:10.418605 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05903791-3158-4b23-8304-84c183abdf61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:10.437370 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b255d0c-00b0-49c9-8daa-bde326905999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.481469 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b255d0c-00b0-49c9-8daa-bde326905999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.541836 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2ce73-4902-48c5-b5b7-03e03cc2fda4 req-2f3937e5-8c8d-4b5d-b170-d0a6587014ba tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:10.543945 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86f2ce73-4902-48c5-b5b7-03e03cc2fda4 req-2f3937e5-8c8d-4b5d-b170-d0a6587014ba tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 931 time: 0.1929204 Apr 18 19:35:10.633925 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86f2ce73-4902-48c5-b5b7-03e03cc2fda4 req-c289b941-be5a-419c-a48b-09ad2e41121d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820770 Apr 18 19:35:10.676895 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b255d0c-00b0-49c9-8daa-bde326905999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.680969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:10.689326 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Usage tracker for resource:port and tenant:a25f87ac9c03428b97eef945b548b052 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:10.701928 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:10.707356 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b255d0c-00b0-49c9-8daa-bde326905999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291a1919-293c-4c63-9668-7d3c351d0637,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:10.709765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603363a7-c858-4055-94cc-c90d93d82951 req-852fa8c9-38f7-47fe-8d7b-08bb05bb9825 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:10.722874 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-603363a7-c858-4055-94cc-c90d93d82951 req-852fa8c9-38f7-47fe-8d7b-08bb05bb9825 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.3785894 Apr 18 19:35:10.724752 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b255d0c-00b0-49c9-8daa-bde326905999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.726246 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4b255d0c-00b0-49c9-8daa-bde326905999 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/291a1919-293c-4c63-9668-7d3c351d0637 HTTP/1.1" status: 204 len: 168 time: 0.6938546 Apr 18 19:35:10.742990 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:10.805186 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-603363a7-c858-4055-94cc-c90d93d82951 req-7f79c8c5-5a5a-424c-a784-289073a9820f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869431 Apr 18 19:35:10.858911 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d7f673dc-b078-4a54-803a-a3710bda344b req-1ade4be2-2ffd-4e2c-8125-cd52b1ea33b2 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 210 time: 0.0636718 Apr 18 19:35:10.910115 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Made reservation on behalf of a25f87ac9c03428b97eef945b548b052 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:10.912937 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:10.944760 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1223d1-9203-437c-82e3-97327c732488 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:11.088312 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.093661 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd811a9-90a7-42a0-9ae5-6d0a0bc51bad req-42165e2c-0622-4c90-8b3d-0702a6cdf22d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:11.101925 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1bd811a9-90a7-42a0-9ae5-6d0a0bc51bad req-42165e2c-0622-4c90-8b3d-0702a6cdf22d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.0948522 Apr 18 19:35:11.105035 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.169745 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1bd811a9-90a7-42a0-9ae5-6d0a0bc51bad req-e1efe8c7-7b2a-4d64-8eea-a4e0f7aa3caf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662780 Apr 18 19:35:11.181607 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Transition to ACTIVE for port object 6d1223d1-9203-437c-82e3-97327c732488 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:11.271882 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.422024 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37ab8e-af7f-459b-adba-fdefc03e8988 req-1691009e-8e45-4959-8311-3adb238ad2d6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:11.423525 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7f37ab8e-af7f-459b-adba-fdefc03e8988 req-1691009e-8e45-4959-8311-3adb238ad2d6 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 945 time: 0.3228674 Apr 18 19:35:11.427415 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Allocated IP 172.20.0.11 (9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284/663fc9b8-6adc-4960-8528-e6312cae1056/78db4f2b-da71-438e-bc64-b6e228644d05) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:11.439925 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1223d1-9203-437c-82e3-97327c732488,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:11.606604 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7f37ab8e-af7f-459b-adba-fdefc03e8988 req-cf10ce7c-be3b-4abd-81b9-61f85324618e tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727417 Apr 18 19:35:11.726233 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Attempting to bind port 6d1223d1-9203-437c-82e3-97327c732488 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:11.726817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Attempting to bind port 6d1223d1-9203-437c-82e3-97327c732488 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:11.727346 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Attempting to bind port 6d1223d1-9203-437c-82e3-97327c732488 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:11.748301 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Port 6d1223d1-9203-437c-82e3-97327c732488 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:35:11.748623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Attempting to bind port 6d1223d1-9203-437c-82e3-97327c732488 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:11.761925 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:11.765438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Checking segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:11.765438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Bound using segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:11.765438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Bound port: 6d1223d1-9203-437c-82e3-97327c732488, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:11.765438 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.902076 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:11.923169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] For port 6d1223d1-9203-437c-82e3-97327c732488, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:11.926977 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] For port 6d1223d1-9203-437c-82e3-97327c732488, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6d1223d1-9203-437c-82e3-97327c732488,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:11.985212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239eb6a3-3c48-424f-8b96-7d2b99753122 req-da09e8f4-fe9d-4815-9c6a-8297488787f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:11.993136 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-239eb6a3-3c48-424f-8b96-7d2b99753122 req-da09e8f4-fe9d-4815-9c6a-8297488787f8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 943 time: 0.1751857 Apr 18 19:35:12.017245 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.018937 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 99170d7f-a006-44e5-88e9-ab189090db42 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:12.053847 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.093310 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-239eb6a3-3c48-424f-8b96-7d2b99753122 req-011b596d-5012-47ca-a5ca-e25326518544 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949142 Apr 18 19:35:12.116554 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.117992 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] 10.222.0.71 "PUT /v2.0/ports/6d1223d1-9203-437c-82e3-97327c732488 HTTP/1.1" status: 200 len: 1091 time: 2.3441086 Apr 18 19:35:12.120767 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'tag': '6d1223d1-9203-437c-82e3-97327c732488'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:12.157729 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Network 9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:12.169104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:12.182336 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:12.241919 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5951ea-36c6-4c7f-9794-d3401f8c0431 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1223d1-9203-437c-82e3-97327c732488,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:12.333401 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:12.354029 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '99170d7f-a006-44e5-88e9-ab189090db42', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'port_id': '99170d7f-a006-44e5-88e9-ab189090db42', 'mac_address': 'fa:16:3e:a8:a6:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:12.378993 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf6a80-182c-4634-b978-27e16d11e1be req-e230b70a-13d5-4f4d-824a-3da7fd1a66bb tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:12.385706 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f7cf6a80-182c-4634-b978-27e16d11e1be req-e230b70a-13d5-4f4d-824a-3da7fd1a66bb tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.4139359 Apr 18 19:35:12.422062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:12.422911 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.424804 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.448671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Pushing event updated for resources: {'Port': ['ID=78db4f2b-da71-438e-bc64-b6e228644d05,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:12.450424 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99170d7f-a006-44e5-88e9-ab189090db42 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:12.471286 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:12.487273 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f7cf6a80-182c-4634-b978-27e16d11e1be req-d7e8b0cf-c88c-458b-ad44-6f56cc24204a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998023 Apr 18 19:35:12.508258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4db2d5-392d-4575-8d17-d0c583e6018e req-90ed297c-0f47-4286-b9a2-9d34486364ba tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:12.516287 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-4880cf9d-5f65-4b6b-81e8-9e1cbc9e9808 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 1094 time: 0.2360318 Apr 18 19:35:12.522023 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b4db2d5-392d-4575-8d17-d0c583e6018e req-90ed297c-0f47-4286-b9a2-9d34486364ba tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 932 time: 0.2027006 Apr 18 19:35:12.551386 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.618294 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cec146f-0756-4e75-9eec-c72e09ea36f7'] response: {'name': 'network-changed', 'server_uuid': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'tag': '6d1223d1-9203-437c-82e3-97327c732488', 'status': 'completed', 'code': 200} Apr 18 19:35:12.627858 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-9b177c82-5715-469e-8f64-1bdf1aeda479 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2902849 Apr 18 19:35:12.628258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5b4db2d5-392d-4575-8d17-d0c583e6018e req-831d9606-9473-40f0-98eb-eb9b4e76d121 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Synchronizing usage tracker for tenant:a25f87ac9c03428b97eef945b548b052 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:12.642100 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-79162d81-5f32-456c-93d8-397869a21d18 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d1223d1-9203-437c-82e3-97327c732488 HTTP/1.1" status: 200 len: 217 time: 0.1186626 Apr 18 19:35:12.658899 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=11']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:12.661172 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Request body: {'port': {'device_id': 'dc31d5ec-868c-418e-8cee-28e12639aa4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:12.728288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-5b4db2d5-392d-4575-8d17-d0c583e6018e req-831d9606-9473-40f0-98eb-eb9b4e76d121 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Unset dirty status for tenant:a25f87ac9c03428b97eef945b548b052 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:12.729753 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b4db2d5-392d-4575-8d17-d0c583e6018e req-831d9606-9473-40f0-98eb-eb9b4e76d121 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121077 Apr 18 19:35:12.790823 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['99170d7f-a006-44e5-88e9-ab189090db42'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:12.894056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-76a80f5b-f6c8-45aa-941b-5d040ec8c1bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:12.895532 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-76a80f5b-f6c8-45aa-941b-5d040ec8c1bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.1905160 Apr 18 19:35:12.960545 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-7471cccd-b937-4ad3-ab02-e1dba95d4b5f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519154 Apr 18 19:35:12.988683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47352f1-b6bc-41f9-aff7-9ea6e6afad45 req-7132cedc-6802-46b0-b0d4-501468473d30 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:12.990216 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:12.997591 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a47352f1-b6bc-41f9-aff7-9ea6e6afad45 req-7132cedc-6802-46b0-b0d4-501468473d30 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 946 time: 0.1167266 Apr 18 19:35:13.045488 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a47352f1-b6bc-41f9-aff7-9ea6e6afad45 req-1a29c67c-920c-4a31-9ba5-a09500621b50 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469062 Apr 18 19:35:13.182417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7680d-f1a8-40c6-992b-2f5f9146a17c req-52b8c26f-b401-4be2-b803-c914f0729973 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:13.189267 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c8c7680d-f1a8-40c6-992b-2f5f9146a17c req-52b8c26f-b401-4be2-b803-c914f0729973 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.4344127 Apr 18 19:35:13.371024 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c8c7680d-f1a8-40c6-992b-2f5f9146a17c req-16845791-5163-403f-bdec-4b3b5c879c39 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808701 Apr 18 19:35:13.391191 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-73432b98-cc34-48b5-af20-c89a2e460f9d service neutron] 10.222.0.71 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251015 Apr 18 19:35:13.516833 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-419fb589-616f-4738-8c09-28681ae8691d tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=28de4e1b6185466198e78f0de068dd04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290337 Apr 18 19:35:13.670091 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-45c3c064-485e-4639-9f14-88d7746b54ab tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:13.672166 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-45c3c064-485e-4639-9f14-88d7746b54ab tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499319 Apr 18 19:35:13.688829 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-c42d5283-44ce-4c8e-857e-53bc39684009 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/quotas/28de4e1b6185466198e78f0de068dd04 HTTP/1.1" status: 200 len: 375 time: 0.0112824 Apr 18 19:35:13.738613 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-c26361d9-9d46-465b-aef9-c6279257c927 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=28de4e1b6185466198e78f0de068dd04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440319 Apr 18 19:35:13.749447 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-80ea63c1-0c56-4ffa-938d-51b2fae64fe6 req-a83196ec-fb8c-464a-8e4f-25bab7b0e919 service neutron] 10.222.0.71 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511620 Apr 18 19:35:13.812865 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae0196-c46e-4f31-bd7f-936069fc812c req-3908d1bc-4613-49b8-975f-cd2d9dab975a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:13.813572 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-eaae0196-c46e-4f31-bd7f-936069fc812c req-3908d1bc-4613-49b8-975f-cd2d9dab975a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:13.826519 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78db4f2b-da71-438e-bc64-b6e228644d05 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:13.837456 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:13.855123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Transition to ACTIVE for port object 78db4f2b-da71-438e-bc64-b6e228644d05 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:13.945910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-eaae0196-c46e-4f31-bd7f-936069fc812c req-3908d1bc-4613-49b8-975f-cd2d9dab975a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:13.947092 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eaae0196-c46e-4f31-bd7f-936069fc812c req-3908d1bc-4613-49b8-975f-cd2d9dab975a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 943 time: 0.4038479 Apr 18 19:35:13.955435 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba4b9913-0890-4de0-ab8f-61bae163d7d1 req-21f08299-aa68-482c-9c1f-67b60bebf657 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 1094 time: 0.0751290 Apr 18 19:35:13.996137 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.021235 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 99170d7f-a006-44e5-88e9-ab189090db42 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:14.167360 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Pushing event updated for resources: {'Port': ['ID=78db4f2b-da71-438e-bc64-b6e228644d05,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:14.184694 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 99170d7f-a006-44e5-88e9-ab189090db42 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:14.190496 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 99170d7f-a006-44e5-88e9-ab189090db42 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:14.191530 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.210900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899839db-ea87-4807-81da-18436ae0f1fd req-6833f664-a9e9-492c-b010-a05fe381342b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:14.214223 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-899839db-ea87-4807-81da-18436ae0f1fd req-6833f664-a9e9-492c-b010-a05fe381342b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1166317 Apr 18 19:35:14.290698 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-899839db-ea87-4807-81da-18436ae0f1fd req-eaf08644-ffec-401d-ab42-e21093072480 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700653 Apr 18 19:35:14.356706 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.403045 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:14.403975 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eaae0196-c46e-4f31-bd7f-936069fc812c req-c2643361-4eec-4e3c-8bf9-52206d2b47b8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475150 Apr 18 19:35:14.416571 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:14.459545 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b9913-0890-4de0-ab8f-61bae163d7d1 req-b4c144eb-7038-4cb7-b512-24f9edab7d54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:14.460919 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba4b9913-0890-4de0-ab8f-61bae163d7d1 req-b4c144eb-7038-4cb7-b512-24f9edab7d54 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 913 time: 0.4908106 Apr 18 19:35:14.504620 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.523116 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd07dc1-2b62-4f94-a69a-e4caab18773f req-2b8df1db-d818-4ad0-93aa-fd9e856b896f tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:14.526877 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3cd07dc1-2b62-4f94-a69a-e4caab18773f req-2b8df1db-d818-4ad0-93aa-fd9e856b896f tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 944 time: 0.0876746 Apr 18 19:35:14.578240 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3cd07dc1-2b62-4f94-a69a-e4caab18773f req-b034d52d-672b-4df2-9f7b-f4602c2c48a4 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471544 Apr 18 19:35:14.586242 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba4b9913-0890-4de0-ab8f-61bae163d7d1 req-3e501228-b633-46b1-b651-cca045ce6858 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d1223d1-9203-437c-82e3-97327c732488 HTTP/1.1" status: 200 len: 217 time: 0.1177762 Apr 18 19:35:14.590374 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1fb29b24-3cf8-4b6e-89c5-6b32a55e5a54 req-57882623-7433-45b5-8aec-fe80d2f1e3c3 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 210 time: 0.0733500 Apr 18 19:35:14.590839 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=12']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:14.591240 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Attempting to bind port 78db4f2b-da71-438e-bc64-b6e228644d05 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:14.591598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Attempting to bind port 78db4f2b-da71-438e-bc64-b6e228644d05 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '4fcb5419-3cfb-49ae-9b7c-3462733766b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:14.591928 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Attempting to bind port 78db4f2b-da71-438e-bc64-b6e228644d05 on network 9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:14.651198 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Port 78db4f2b-da71-438e-bc64-b6e228644d05 on network 9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:35:14.651522 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Attempting to bind port 78db4f2b-da71-438e-bc64-b6e228644d05 on network 9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:14.659925 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:14.660484 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Checking segment: {'id': '4fcb5419-3cfb-49ae-9b7c-3462733766b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:14.662072 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Bound using segment: {'id': '4fcb5419-3cfb-49ae-9b7c-3462733766b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:14.662072 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Bound port: 78db4f2b-da71-438e-bc64-b6e228644d05, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcb5419-3cfb-49ae-9b7c-3462733766b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:14.662072 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:14.722060 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b9913-0890-4de0-ab8f-61bae163d7d1 req-d15a5f2d-5c2c-427b-b8c0-3061636d9af8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:14.722606 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d14ab6-df6a-4e92-9413-e58dd5d31610'] response: {'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42', 'code': 200} Apr 18 19:35:14.724130 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba4b9913-0890-4de0-ab8f-61bae163d7d1 req-d15a5f2d-5c2c-427b-b8c0-3061636d9af8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.1298494 Apr 18 19:35:14.791487 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba4b9913-0890-4de0-ab8f-61bae163d7d1 req-0dadfda6-ac85-442b-ae90-7e2bccd10778 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502763 Apr 18 19:35:14.850904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9df5e5-c12c-4d3c-b637-a057d374219d req-16bc2afa-0018-4c2f-86dd-98aef04d3bef tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:14.858294 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c9df5e5-c12c-4d3c-b637-a057d374219d req-16bc2afa-0018-4c2f-86dd-98aef04d3bef tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 947 time: 0.1067569 Apr 18 19:35:14.901133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] For port 78db4f2b-da71-438e-bc64-b6e228644d05, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:14.914302 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] For port 78db4f2b-da71-438e-bc64-b6e228644d05, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=78db4f2b-da71-438e-bc64-b6e228644d05,segment=NetworkSegment(4fcb5419-3cfb-49ae-9b7c-3462733766b6),segment_id=4fcb5419-3cfb-49ae-9b7c-3462733766b6)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:14.918958 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0c9df5e5-c12c-4d3c-b637-a057d374219d req-fc96eef6-1e63-478a-a251-f2da5af289df tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594676 Apr 18 19:35:15.010611 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.062321 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-421f8edd-c86b-408c-83d6-05769a61f187 req-237ed2cd-fa17-40d5-a7ae-3ec440e28551 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 1098 time: 0.0785172 Apr 18 19:35:15.107748 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-421f8edd-c86b-408c-83d6-05769a61f187 req-bf287ec5-9001-4476-89c5-025599eb7e2f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399759 Apr 18 19:35:15.160432 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba4b9913-0890-4de0-ab8f-61bae163d7d1 req-6b748137-5dd8-4c58-aa75-d971c5604ea9 service neutron] 10.222.0.71 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553727 Apr 18 19:35:15.202392 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:15.203716 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] 10.222.0.71 "PUT /v2.0/ports/78db4f2b-da71-438e-bc64-b6e228644d05 HTTP/1.1" status: 200 len: 1092 time: 2.5591946 Apr 18 19:35:15.205600 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc31d5ec-868c-418e-8cee-28e12639aa4e', 'tag': '78db4f2b-da71-438e-bc64-b6e228644d05'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:15.234542 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0e5f5-92b7-40da-8ac7-ca92d5e9c906 service neutron] Pushing event updated for resources: {'Port': ['ID=78db4f2b-da71-438e-bc64-b6e228644d05,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:15.235622 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedcfb8-7de4-4ca3-88fb-e4bffd490fbf req-18dad666-1228-4146-85c9-13ac205b347b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:15.241872 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5fedcfb8-7de4-4ca3-88fb-e4bffd490fbf req-18dad666-1228-4146-85c9-13ac205b347b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.3105121 Apr 18 19:35:15.275150 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c8951b-aabd-4903-a473-d4eec647c9d9'] response: {'name': 'network-changed', 'server_uuid': 'dc31d5ec-868c-418e-8cee-28e12639aa4e', 'tag': '78db4f2b-da71-438e-bc64-b6e228644d05', 'status': 'completed', 'code': 200} Apr 18 19:35:15.286412 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5fedcfb8-7de4-4ca3-88fb-e4bffd490fbf req-43d87458-b4a8-4bbb-80c6-ee4b34f2dc5a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Apr 18 19:35:15.527671 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ba4b9913-0890-4de0-ab8f-61bae163d7d1 req-e051a549-064a-4d7b-96a9-ad70fa38c9b6 service neutron] 10.222.0.71 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971562 Apr 18 19:35:15.530837 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0982bd24-7d1e-4d70-9445-c4102b7b21c7 req-5db3f3b2-0546-4847-a29e-de2bd7da0117 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a25f87ac9c03428b97eef945b548b052&device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 1095 time: 0.1814415 Apr 18 19:35:15.665334 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dff2a-0d22-48c6-8cd7-0c6bbef97ef6 req-ac1f5b81-6c2a-4c2c-b055-6fab3fc123d6 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:15.666819 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb0dff2a-0d22-48c6-8cd7-0c6bbef97ef6 req-ac1f5b81-6c2a-4c2c-b055-6fab3fc123d6 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.0791585 Apr 18 19:35:15.720369 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-eb0dff2a-0d22-48c6-8cd7-0c6bbef97ef6 req-c5483314-a788-44a0-bcd0-a0033ae64372 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467105 Apr 18 19:35:15.767105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2dd5f-5b84-4577-8eca-9d0235e6d964 req-e2f814d1-a344-4124-8c2e-f1a6a131ca6f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:15.767105 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c8a2dd5f-5b84-4577-8eca-9d0235e6d964 req-e2f814d1-a344-4124-8c2e-f1a6a131ca6f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 943 time: 0.1833031 Apr 18 19:35:15.767105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982bd24-7d1e-4d70-9445-c4102b7b21c7 req-0077f500-a03d-4887-b239-d5cbdbaca589 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:15.767960 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0982bd24-7d1e-4d70-9445-c4102b7b21c7 req-0077f500-a03d-4887-b239-d5cbdbaca589 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a25f87ac9c03428b97eef945b548b052&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2098553 Apr 18 19:35:15.901702 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c8a2dd5f-5b84-4577-8eca-9d0235e6d964 req-03edea4d-28b1-4328-b11f-3a21be3c2387 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290476 Apr 18 19:35:15.957360 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc170e0-93ee-4bc9-8e42-190773f27f3e req-75f95181-b95d-4cd7-88b7-aaa321a2f5e9 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:15.959021 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6bc170e0-93ee-4bc9-8e42-190773f27f3e req-75f95181-b95d-4cd7-88b7-aaa321a2f5e9 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 944 time: 0.1050422 Apr 18 19:35:15.972110 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982bd24-7d1e-4d70-9445-c4102b7b21c7 req-b409cdc7-92ee-4cf3-a5c8-e72853a86181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:15.977505 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0982bd24-7d1e-4d70-9445-c4102b7b21c7 req-b409cdc7-92ee-4cf3-a5c8-e72853a86181 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708710 Apr 18 19:35:16.011343 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6bc170e0-93ee-4bc9-8e42-190773f27f3e req-52ee2033-9ee2-4a5d-8ab5-64c195af24f9 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452130 Apr 18 19:35:16.137270 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8a51b040-2797-46ac-b427-646603667f52 req-d05184a3-25e8-44ca-8178-248314e390a6 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 210 time: 0.0721245 Apr 18 19:35:16.167480 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-2266bf63-1f4d-4d73-9b79-2c36e62e5b74 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a25f87ac9c03428b97eef945b548b052&device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 1095 time: 0.1357830 Apr 18 19:35:16.251160 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-26dc7e57-8f77-4c11-bf6e-ccd2fac2fcef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78db4f2b-da71-438e-bc64-b6e228644d05 HTTP/1.1" status: 200 len: 217 time: 0.0709450 Apr 18 19:35:16.265004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9b64e-142d-4066-a02c-9860c6eaf564 req-42997d2e-c07d-40e7-bbfa-6f1f377f9ecd tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:16.266741 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-36e9b64e-142d-4066-a02c-9860c6eaf564 req-42997d2e-c07d-40e7-bbfa-6f1f377f9ecd tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 947 time: 0.0980201 Apr 18 19:35:16.355738 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-36e9b64e-142d-4066-a02c-9860c6eaf564 req-8ef5ba47-4436-4c40-aae3-12d67f9e88c4 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829546 Apr 18 19:35:16.359695 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed370-eb41-4825-8b48-43aa84315764 req-a2174115-c00e-4b06-bba1-9012143db99b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:16.362229 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-a2174115-c00e-4b06-bba1-9012143db99b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=663fc9b8-6adc-4960-8528-e6312cae1056 HTTP/1.1" status: 200 len: 861 time: 0.1051273 Apr 18 19:35:16.417931 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-ba3a05bd-d6fb-4724-bde9-3e4491709602 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485568 Apr 18 19:35:16.612529 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-da1b88b5-cd73-4327-8204-40816e96c5ce service neutron] 10.222.0.71 "GET /v2.0/networks/9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852255 Apr 18 19:35:16.642501 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3ae4a-920f-485b-a741-ae88541dbcc3 req-df039d71-9e07-425b-90ec-9710ad575d53 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:16.643955 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6ec3ae4a-920f-485b-a741-ae88541dbcc3 req-df039d71-9e07-425b-90ec-9710ad575d53 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.1918952 Apr 18 19:35:16.798639 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6ec3ae4a-920f-485b-a741-ae88541dbcc3 req-955c750e-2890-4ba7-bd23-808a42a2f5a6 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813408 Apr 18 19:35:16.823645 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-58aa9589-7297-4d81-b206-ffd55cf81eea tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=28de4e1b6185466198e78f0de068dd04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325966 Apr 18 19:35:16.825474 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3bed370-eb41-4825-8b48-43aa84315764 req-1a8a6a52-1cd4-4932-a4df-f8f1132e280d service neutron] 10.222.0.71 "GET /v2.0/networks/9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062409 Apr 18 19:35:16.998719 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-1564ed58-91a9-4d53-b9b7-7139d6c21604 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:17.000170 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-1564ed58-91a9-4d53-b9b7-7139d6c21604 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710424 Apr 18 19:35:17.017441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Request body: {'port': {'device_id': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'admin_state_up': True, 'tenant_id': '28de4e1b6185466198e78f0de068dd04'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:17.020408 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bdcea-48cc-4130-aebf-16d2271e367c req-bf9d84b9-8279-4c89-8b2a-106bf77ecb66 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:17.021951 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cd7bdcea-48cc-4130-aebf-16d2271e367c req-bf9d84b9-8279-4c89-8b2a-106bf77ecb66 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1436238 Apr 18 19:35:17.111782 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cd7bdcea-48cc-4130-aebf-16d2271e367c req-9c631b7c-b3d5-4a6a-a8cb-14b681749bda tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836039 Apr 18 19:35:17.316150 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22462053-60d4-4047-806a-b212ff8606a8 req-2653e00f-dde1-4a91-813c-02ac796da508 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:17.317953 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-22462053-60d4-4047-806a-b212ff8606a8 req-2653e00f-dde1-4a91-813c-02ac796da508 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 944 time: 0.0857413 Apr 18 19:35:17.369786 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-22462053-60d4-4047-806a-b212ff8606a8 req-53436b17-5359-4f7e-bdf9-062a7e34f1ef tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457745 Apr 18 19:35:17.426898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:17.434006 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2078473-82e6-49b7-b5fd-d81d3b2c8b64 req-d6cd5f51-9ae4-4fde-9089-1b94457e4593 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:17.435490 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e2078473-82e6-49b7-b5fd-d81d3b2c8b64 req-d6cd5f51-9ae4-4fde-9089-1b94457e4593 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 943 time: 0.1857905 Apr 18 19:35:17.438074 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Usage tracker for resource:port and tenant:28de4e1b6185466198e78f0de068dd04 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:17.444559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:17.461864 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:17.492386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e2078473-82e6-49b7-b5fd-d81d3b2c8b64 req-fc29f498-4161-4c38-b425-90b2d885723b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483451 Apr 18 19:35:17.519000 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-41e0d4ef-c667-42ab-bb26-ef4551d10fdf req-fa103623-6d9d-40d9-83f4-d146ce3fb0a9 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 210 time: 0.0405724 Apr 18 19:35:17.612733 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Made reservation on behalf of 28de4e1b6185466198e78f0de068dd04 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:17.615766 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.663314 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.715113 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:17.720804 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Usage tracker for resource:security_group_rule and tenant:28de4e1b6185466198e78f0de068dd04 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:17.725314 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:17.734143 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:17.742861 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec21a4c-fdb8-4622-a1fb-4a42a5681713 req-6a16d565-d8c3-482f-b404-431d2c78ac9b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:17.744287 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9ec21a4c-fdb8-4622-a1fb-4a42a5681713 req-6a16d565-d8c3-482f-b404-431d2c78ac9b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 947 time: 0.1171918 Apr 18 19:35:17.805243 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9ec21a4c-fdb8-4622-a1fb-4a42a5681713 req-adec9060-5774-4b43-98ab-574fecec20e5 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533643 Apr 18 19:35:17.855810 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59962) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:17.882070 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:17.973110 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.019370 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f06a52b2-f047-457e-827b-ac5e58af39d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.043514 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4421a9-cd70-4747-9aec-5bcc28aa3b1f req-e037f173-8e84-4463-a8f0-8a338e935f11 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:18.044983 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ba4421a9-cd70-4747-9aec-5bcc28aa3b1f req-e037f173-8e84-4463-a8f0-8a338e935f11 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.1181059 Apr 18 19:35:18.071851 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36948b1f-7695-4fa0-ae40-1d972380cda3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:18.073783 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 6d1223d1-9203-437c-82e3-97327c732488 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:18.086732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f06a52b2-f047-457e-827b-ac5e58af39d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:18.101463 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f06a52b2-f047-457e-827b-ac5e58af39d6 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4f4a59624541bbabaa0b919157724d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:18.103004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f06a52b2-f047-457e-827b-ac5e58af39d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:18.122645 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f06a52b2-f047-457e-827b-ac5e58af39d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:18.156703 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ba4421a9-cd70-4747-9aec-5bcc28aa3b1f req-815aa6f9-09e9-4f9e-8072-82aec7250de7 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997088 Apr 18 19:35:18.207446 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Allocated IP 192.168.233.49 (19e36dc5-5333-42ef-b250-f5434ca81ce3/83ec8f64-0df1-4f16-a004-3f29eda342da/6bbf41ec-9e5e-4b46-be9a-09b3176729c4) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:18.245376 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f06a52b2-f047-457e-827b-ac5e58af39d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.271947 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 6d1223d1-9203-437c-82e3-97327c732488, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6d1223d1-9203-437c-82e3-97327c732488,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:18.286115 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '6d1223d1-9203-437c-82e3-97327c732488', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'port_id': '6d1223d1-9203-437c-82e3-97327c732488', 'mac_address': 'fa:16:3e:b3:f4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd27771e-135d-4136-a053-2cd32b4aaaa8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:18.305217 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f06a52b2-f047-457e-827b-ac5e58af39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.357555 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a52b2-f047-457e-827b-ac5e58af39d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be684775-d4b8-4b85-843c-18c69653a190,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:18.369559 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f06a52b2-f047-457e-827b-ac5e58af39d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b4f4a59624541bbabaa0b919157724d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5055006 Apr 18 19:35:18.369559 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59972) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:18.382122 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.419060 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1223d1-9203-437c-82e3-97327c732488 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:18.474128 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea7207bf-67ee-4586-a612-cf435d69b423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.476917 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c418c-236b-49fe-90e5-7fb1af7b608a req-57ca0382-5f07-4d59-a6d3-e872954f64e9 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:18.479752 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a11c418c-236b-49fe-90e5-7fb1af7b608a req-57ca0382-5f07-4d59-a6d3-e872954f64e9 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.2266541 Apr 18 19:35:18.511170 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 6d1223d1-9203-437c-82e3-97327c732488, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6d1223d1-9203-437c-82e3-97327c732488,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:18.518253 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea7207bf-67ee-4586-a612-cf435d69b423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.574874 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a11c418c-236b-49fe-90e5-7fb1af7b608a req-8647fc6a-5fa2-4e9f-9655-9e1899be9bb0 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965266 Apr 18 19:35:18.590495 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.599009 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.638552 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e535a-f32c-42f4-8ab3-4b87a5fc53c7 req-687a6f66-bbfc-4e5f-b6d9-9aa1561d877e tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:18.641575 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e97e535a-f32c-42f4-8ab3-4b87a5fc53c7 req-687a6f66-bbfc-4e5f-b6d9-9aa1561d877e tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 944 time: 0.1027594 Apr 18 19:35:18.676874 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=6d1223d1-9203-437c-82e3-97327c732488,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:18.736867 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Transition to ACTIVE for port object 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:18.746583 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea7207bf-67ee-4586-a612-cf435d69b423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.767453 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7207bf-67ee-4586-a612-cf435d69b423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be684775-d4b8-4b85-843c-18c69653a190,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:18.786519 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea7207bf-67ee-4586-a612-cf435d69b423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.787637 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ea7207bf-67ee-4586-a612-cf435d69b423 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be684775-d4b8-4b85-843c-18c69653a190 HTTP/1.1" status: 204 len: 168 time: 0.4214699 Apr 18 19:35:18.802291 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e97e535a-f32c-42f4-8ab3-4b87a5fc53c7 req-8a914746-e7d8-4a69-a82c-896106d86c6b tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541147 Apr 18 19:35:18.816887 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63641-cb5e-4309-a151-57032e33935e req-317f7aa0-07c1-4b11-976f-4d7cb6d7e600 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:18.818395 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27d63641-cb5e-4309-a151-57032e33935e req-317f7aa0-07c1-4b11-976f-4d7cb6d7e600 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 944 time: 0.1133399 Apr 18 19:35:18.848118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['6d1223d1-9203-437c-82e3-97327c732488'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:18.861446 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:18.939485 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27d63641-cb5e-4309-a151-57032e33935e req-d61e8ec7-dc07-4b4d-ab09-6b7b5eafe018 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118309 Apr 18 19:35:18.988337 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Network 19e36dc5-5333-42ef-b250-f5434ca81ce3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:18.991618 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:18.994551 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:19.041898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Pushing event updated for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:19.054495 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19012ca3-b1b2-46f7-9938-3f170d6a3d9b req-c7695a36-5865-4e21-b4e1-980db4df737a tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:19.054495 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-19012ca3-b1b2-46f7-9938-3f170d6a3d9b req-c7695a36-5865-4e21-b4e1-980db4df737a tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 935 time: 0.1212754 Apr 18 19:35:19.090350 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:19.105936 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.199497 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-19012ca3-b1b2-46f7-9938-3f170d6a3d9b req-1e5593e1-2da5-4c79-8876-15bbde0fc9df tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177633 Apr 18 19:35:19.224846 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-a5d93406-ea35-4973-bcdb-eb19941a1297 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2115972 Apr 18 19:35:19.244940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Request body: {'port': {'device_id': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:19.382010 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a9a9e-7ad2-4cf6-aaed-e1cefa7a416f req-2c630f25-3c51-48c8-88a5-17c6da37ec6b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:19.384040 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9b9a9a9e-7ad2-4cf6-aaed-e1cefa7a416f req-2c630f25-3c51-48c8-88a5-17c6da37ec6b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 947 time: 0.2299805 Apr 18 19:35:19.386566 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.429265 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc4f9b-0352-4f75-a07a-1b844ffb33f8 req-6c35746f-3ef0-4b06-a469-b34abf173c48 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:19.431503 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-03bc4f9b-0352-4f75-a07a-1b844ffb33f8 req-6c35746f-3ef0-4b06-a469-b34abf173c48 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.0804260 Apr 18 19:35:19.447021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8f458b2e-51c1-4d0b-8134-0746ed5af94a None None] Provisioning for port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:19.453689 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8f458b2e-51c1-4d0b-8134-0746ed5af94a None None] Provisioning complete for port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:19.454184 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8f458b2e-51c1-4d0b-8134-0746ed5af94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.480070 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-03bc4f9b-0352-4f75-a07a-1b844ffb33f8 req-dd20b8b4-697f-4738-84ab-a48d9b240621 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427036 Apr 18 19:35:19.495236 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9b9a9a9e-7ad2-4cf6-aaed-e1cefa7a416f req-3ee910d7-739a-4e11-b217-d00283a786e5 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980239 Apr 18 19:35:19.536158 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-8f458b2e-51c1-4d0b-8134-0746ed5af94a None None] Port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:35:19.598988 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 59998) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:19.619437 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-040becda-7451-4653-86be-8c87d23f77bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.659315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-040becda-7451-4653-86be-8c87d23f77bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:19.665420 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-040becda-7451-4653-86be-8c87d23f77bf admin admin] Usage tracker for resource:security_group_rule and tenant:3bdcadb48d2f40bd99c014e744483e46 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:19.668385 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-040becda-7451-4653-86be-8c87d23f77bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:19.679214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-040becda-7451-4653-86be-8c87d23f77bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:19.748599 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-040becda-7451-4653-86be-8c87d23f77bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.829149 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-040becda-7451-4653-86be-8c87d23f77bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.880759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040becda-7451-4653-86be-8c87d23f77bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c57dab8-ced3-44ba-a85d-84a78c5b46ec,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:19.887507 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-040becda-7451-4653-86be-8c87d23f77bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3bdcadb48d2f40bd99c014e744483e46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2869806 Apr 18 19:35:19.890396 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 60008) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:19.951829 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:19.953403 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59dfbb1c-3e2f-4294-8641-c41ff85711f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.960879 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:19.969003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f529fdb-8e40-48c1-a857-f55fa61bdb43 req-2d97e262-d56d-44dd-b895-c79405638444 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:19.979115 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7f529fdb-8e40-48c1-a857-f55fa61bdb43 req-2d97e262-d56d-44dd-b895-c79405638444 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.2540121 Apr 18 19:35:19.983895 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59dfbb1c-3e2f-4294-8641-c41ff85711f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.012880 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Transition to ACTIVE for port object 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:20.031933 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7f529fdb-8e40-48c1-a857-f55fa61bdb43 req-9cc36b95-8996-4699-b3c1-03b6b0746756 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500698 Apr 18 19:35:20.070822 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 78db4f2b-da71-438e-bc64-b6e228644d05 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:20.087175 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 6d1223d1-9203-437c-82e3-97327c732488 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:20.114140 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bf59b-74c4-4018-a24a-92bf1a1e861b req-e745f2da-c94a-4072-b179-337c53a0e626 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:20.116046 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef2bf59b-74c4-4018-a24a-92bf1a1e861b req-e745f2da-c94a-4072-b179-337c53a0e626 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 944 time: 0.1345243 Apr 18 19:35:20.120785 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.198973 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef2bf59b-74c4-4018-a24a-92bf1a1e861b req-984ca2de-0683-4c84-ab6e-0418ccf69686 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679734 Apr 18 19:35:20.199860 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59dfbb1c-3e2f-4294-8641-c41ff85711f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.218772 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfbb1c-3e2f-4294-8641-c41ff85711f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c57dab8-ced3-44ba-a85d-84a78c5b46ec,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:20.221070 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59dfbb1c-3e2f-4294-8641-c41ff85711f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.224649 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-59dfbb1c-3e2f-4294-8641-c41ff85711f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8c57dab8-ced3-44ba-a85d-84a78c5b46ec HTTP/1.1" status: 204 len: 168 time: 0.3310268 Apr 18 19:35:20.335731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e0997-9cab-434e-8409-99592592a40c service neutron] Pushing event updated for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:20.356825 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 78db4f2b-da71-438e-bc64-b6e228644d05, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=78db4f2b-da71-438e-bc64-b6e228644d05,segment=NetworkSegment(4fcb5419-3cfb-49ae-9b7c-3462733766b6),segment_id=4fcb5419-3cfb-49ae-9b7c-3462733766b6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:20.400165 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 6d1223d1-9203-437c-82e3-97327c732488 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:20.409117 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '78db4f2b-da71-438e-bc64-b6e228644d05', 'network_id': '9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284', 'port_id': '78db4f2b-da71-438e-bc64-b6e228644d05', 'mac_address': 'fa:16:3e:6d:c0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '663fc9b8-6adc-4960-8528-e6312cae1056', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:20.414682 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 6d1223d1-9203-437c-82e3-97327c732488 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:20.418003 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.462122 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfe95f-a975-4d5f-95f8-2c638e217329 req-2887db02-dd23-4089-a90d-09dd1cf80079 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:20.466922 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ecfe95f-a975-4d5f-95f8-2c638e217329 req-2887db02-dd23-4089-a90d-09dd1cf80079 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.2937119 Apr 18 19:35:20.525002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ac76f-57a1-44ec-93f4-3d922596b793 req-33732ad1-e7d5-4910-bfa2-7cd0d953f1b5 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:20.526917 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c9ac76f-57a1-44ec-93f4-3d922596b793 req-33732ad1-e7d5-4910-bfa2-7cd0d953f1b5 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 944 time: 0.1206100 Apr 18 19:35:20.535592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Attempting to bind port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:20.535931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Attempting to bind port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:20.536261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Attempting to bind port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:20.549286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:35:20.549521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Attempting to bind port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 on network 19e36dc5-5333-42ef-b250-f5434ca81ce3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:20.557368 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.572519 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ecfe95f-a975-4d5f-95f8-2c638e217329 req-99bf68c7-73b4-400c-9036-819a1e1ca10d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024067 Apr 18 19:35:20.573843 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:20.574192 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Checking segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:20.574602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Bound using segment: {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:20.578676 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Bound port: 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd0ce36-375a-479b-955d-0c57462fbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:20.578676 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.603690 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c9ac76f-57a1-44ec-93f4-3d922596b793 req-09ebab70-0cef-47a6-9f91-4134940f2792 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577996 Apr 18 19:35:20.650735 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78db4f2b-da71-438e-bc64-b6e228644d05 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:20.668182 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.696736 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:20.700463 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:20.705060 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 78db4f2b-da71-438e-bc64-b6e228644d05, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=78db4f2b-da71-438e-bc64-b6e228644d05,segment=NetworkSegment(4fcb5419-3cfb-49ae-9b7c-3462733766b6),segment_id=4fcb5419-3cfb-49ae-9b7c-3462733766b6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:20.718229 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1223d1-9203-437c-82e3-97327c732488'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:20.729511 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 6d1223d1-9203-437c-82e3-97327c732488, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6d1223d1-9203-437c-82e3-97327c732488,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:20.767584 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.802765 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.822163 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d6174-dd4a-4f27-a968-9b807cf82407 req-ceaa282b-2e9f-406e-ab5b-f900abe7c9f3 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:20.824103 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-406d6174-dd4a-4f27-a968-9b807cf82407 req-ceaa282b-2e9f-406e-ab5b-f900abe7c9f3 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.0840313 Apr 18 19:35:20.838313 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.839675 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-902e0997-9cab-434e-8409-99592592a40c service neutron] 10.222.0.16 "PUT /v2.0/ports/6bbf41ec-9e5e-4b46-be9a-09b3176729c4 HTTP/1.1" status: 200 len: 1095 time: 1.5996306 Apr 18 19:35:20.840102 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:20.866182 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:20.871106 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e0997-9cab-434e-8409-99592592a40c service neutron] Pushing event updated for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:20.880917 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5c9bc-a6ae-4484-983c-81fbc776a9c3 req-0db7c045-2f58-4bac-b358-2f7a3cc51937 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:20.881540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a2d5c9bc-a6ae-4484-983c-81fbc776a9c3 req-0db7c045-2f58-4bac-b358-2f7a3cc51937 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Synchronizing usage tracker for tenant:28de4e1b6185466198e78f0de068dd04 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:20.906539 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=6d1223d1-9203-437c-82e3-97327c732488,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:20.918195 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-406d6174-dd4a-4f27-a968-9b807cf82407 req-92cf940f-9dad-433e-a8a0-59ab62b656f4 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864861 Apr 18 19:35:21.014500 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a2d5c9bc-a6ae-4484-983c-81fbc776a9c3 req-0db7c045-2f58-4bac-b358-2f7a3cc51937 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Unset dirty status for tenant:28de4e1b6185466198e78f0de068dd04 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:21.016032 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2d5c9bc-a6ae-4484-983c-81fbc776a9c3 req-0db7c045-2f58-4bac-b358-2f7a3cc51937 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 947 time: 0.3105931 Apr 18 19:35:21.034599 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=78db4f2b-da71-438e-bc64-b6e228644d05,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:21.051673 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46cc4b3a-83f3-4e1c-94f4-389886e76806'] response: {'server_uuid': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1223d1-9203-437c-82e3-97327c732488', 'code': 200} Apr 18 19:35:21.123976 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-727b27f1-d757-49fc-83d9-b9299bc557bc'] response: {'name': 'network-changed', 'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'status': 'completed', 'code': 200} Apr 18 19:35:21.142866 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['78db4f2b-da71-438e-bc64-b6e228644d05'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:21.184112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a2d5c9bc-a6ae-4484-983c-81fbc776a9c3 req-3de31272-7ba2-4e36-a18e-55cc6ebbaf88 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Synchronizing usage tracker for tenant:28de4e1b6185466198e78f0de068dd04 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:21.229611 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-6da6b4ab-8933-4d86-877c-8ccf495b3013 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28de4e1b6185466198e78f0de068dd04&device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 1098 time: 0.2858982 Apr 18 19:35:21.305631 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96734daf-524e-4f46-9d59-4de9dc12bafa req-b2714358-8bce-4a9f-9c0b-88db9693046e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:21.312581 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-96734daf-524e-4f46-9d59-4de9dc12bafa req-b2714358-8bce-4a9f-9c0b-88db9693046e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.0914109 Apr 18 19:35:21.316365 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-119a0bca-bdcd-4564-8b27-fe68f2c1dbea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4 HTTP/1.1" status: 200 len: 217 time: 0.0762403 Apr 18 19:35:21.321981 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e3ed5c9a-4bbf-4c05-b321-fa670ec6c2bf req-3c90f0f2-0193-4a9f-a7c5-d8bffc3ea427 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 1096 time: 0.1975024 Apr 18 19:35:21.324957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a2d5c9bc-a6ae-4484-983c-81fbc776a9c3 req-3de31272-7ba2-4e36-a18e-55cc6ebbaf88 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Unset dirty status for tenant:28de4e1b6185466198e78f0de068dd04 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:21.325309 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2d5c9bc-a6ae-4484-983c-81fbc776a9c3 req-3de31272-7ba2-4e36-a18e-55cc6ebbaf88 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967231 Apr 18 19:35:21.385800 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-96734daf-524e-4f46-9d59-4de9dc12bafa req-f31d21c5-1ed2-4f2e-b8f7-fdecc7ae2322 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722682 Apr 18 19:35:21.420422 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-60b4e375-2683-47f7-b121-f318bec9693f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:21.421850 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-60b4e375-2683-47f7-b121-f318bec9693f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.0985081 Apr 18 19:35:21.424931 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e3ed5c9a-4bbf-4c05-b321-fa670ec6c2bf req-978623f2-2e20-4af7-b5f9-a0b961efc31b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658891 Apr 18 19:35:21.554213 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-14c4a507-a5fc-47d9-9f8c-b0c4d32d1640 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1241829 Apr 18 19:35:21.566201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86009fa1-1dd0-4c97-993b-5fc6f8d64cd3 req-9a177662-21d6-4372-9939-1fe36f537b49 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:21.566973 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-86009fa1-1dd0-4c97-993b-5fc6f8d64cd3 req-9a177662-21d6-4372-9939-1fe36f537b49 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Synchronizing usage tracker for tenant:a25f87ac9c03428b97eef945b548b052 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:21.572926 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dc1ca475-4f84-48e7-9d64-fa45682c38ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:21.705584 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-d882beae-1108-4b19-9aa1-43fc53e601b7 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350384 Apr 18 19:35:21.780525 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-86009fa1-1dd0-4c97-993b-5fc6f8d64cd3 req-9a177662-21d6-4372-9939-1fe36f537b49 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Unset dirty status for tenant:a25f87ac9c03428b97eef945b548b052 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:21.781652 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-86009fa1-1dd0-4c97-993b-5fc6f8d64cd3 req-9a177662-21d6-4372-9939-1fe36f537b49 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 945 time: 0.3191910 Apr 18 19:35:21.781846 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cfd18-1df4-4755-9ad5-9e75da7daa83 req-84aa01f4-14e1-426f-951d-621dc1f91816 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:21.789441 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f07cfd18-1df4-4755-9ad5-9e75da7daa83 req-84aa01f4-14e1-426f-951d-621dc1f91816 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.0850725 Apr 18 19:35:21.832160 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f07cfd18-1df4-4755-9ad5-9e75da7daa83 req-9a4d1995-0788-49b7-92e3-e3785594835b tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Apr 18 19:35:21.889576 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-86009fa1-1dd0-4c97-993b-5fc6f8d64cd3 req-9c416a6c-a616-4082-bfd3-fb39582c46f8 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918841 Apr 18 19:35:21.891513 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed88702f-a9ab-4f4a-b17c-2839dc85ba73 req-e93876de-ac1f-4721-9dd1-542b1d8b9f06 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791489 Apr 18 19:35:22.042875 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c1def-9399-48a4-899b-325158949c2e req-ea0d7634-8a59-41e1-8895-c402678e7c8a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:22.044599 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-893c1def-9399-48a4-899b-325158949c2e req-ea0d7634-8a59-41e1-8895-c402678e7c8a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0946510 Apr 18 19:35:22.082027 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 78db4f2b-da71-438e-bc64-b6e228644d05 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:22.106998 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-893c1def-9399-48a4-899b-325158949c2e req-82f3e08b-e307-410b-96ad-c6e2eb535ff2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531716 Apr 18 19:35:22.191504 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2200fe7-3e6c-416e-95c1-6c838857908d req-795a61ed-7d2d-4cff-942e-2ded50031655 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28de4e1b6185466198e78f0de068dd04&device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 1098 time: 0.1945693 Apr 18 19:35:22.228510 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b290-f6aa-457d-9508-c28ae032e7fc req-58c3f220-482d-4fb6-a1b6-c0c510e2606b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:22.229884 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f126b290-f6aa-457d-9508-c28ae032e7fc req-58c3f220-482d-4fb6-a1b6-c0c510e2606b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.1621230 Apr 18 19:35:22.252936 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 78db4f2b-da71-438e-bc64-b6e228644d05 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:22.259151 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 78db4f2b-da71-438e-bc64-b6e228644d05 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:22.259706 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.384631 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.420335 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 78db4f2b-da71-438e-bc64-b6e228644d05, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=78db4f2b-da71-438e-bc64-b6e228644d05,segment=NetworkSegment(4fcb5419-3cfb-49ae-9b7c-3462733766b6),segment_id=4fcb5419-3cfb-49ae-9b7c-3462733766b6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:22.437221 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f126b290-f6aa-457d-9508-c28ae032e7fc req-0f9d8829-d2c8-4eee-abf0-e0bf6520cc1b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629790 Apr 18 19:35:22.473259 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200fe7-3e6c-416e-95c1-6c838857908d req-1e767f26-2266-4297-a30c-47c3b5c72d83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:22.476793 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2200fe7-3e6c-416e-95c1-6c838857908d req-1e767f26-2266-4297-a30c-47c3b5c72d83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.2750721 Apr 18 19:35:22.516399 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:22.557505 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68717bfa-7c64-44cf-aab6-0fd63e175bde req-3072b50e-0ce4-41c9-a805-21cf52e7813a tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:22.559457 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2200fe7-3e6c-416e-95c1-6c838857908d req-4a93677e-b4fa-487b-bd55-f374a735d3f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4 HTTP/1.1" status: 200 len: 217 time: 0.0775619 Apr 18 19:35:22.573911 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-68717bfa-7c64-44cf-aab6-0fd63e175bde req-3072b50e-0ce4-41c9-a805-21cf52e7813a tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 947 time: 0.0961850 Apr 18 19:35:22.596552 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=78db4f2b-da71-438e-bc64-b6e228644d05,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:22.635309 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-68717bfa-7c64-44cf-aab6-0fd63e175bde req-3d448fd5-9bc8-41db-ae6a-5e929944a075 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604115 Apr 18 19:35:22.704510 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2200fe7-3e6c-416e-95c1-6c838857908d req-7f8de271-e2a8-4de9-95bf-1255431e23e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:22.705942 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2200fe7-3e6c-416e-95c1-6c838857908d req-7f8de271-e2a8-4de9-95bf-1255431e23e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.1385162 Apr 18 19:35:22.807029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2437934-e3fa-4d88-bd13-a9996f81fe2f req-3e8e3bec-3d39-4ca5-b254-eb7e98383139 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:22.810916 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2437934-e3fa-4d88-bd13-a9996f81fe2f req-3e8e3bec-3d39-4ca5-b254-eb7e98383139 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1588314 Apr 18 19:35:22.836976 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2200fe7-3e6c-416e-95c1-6c838857908d req-005632ec-fad2-434d-9c5d-173a90c6cc3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1238122 Apr 18 19:35:22.900588 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2437934-e3fa-4d88-bd13-a9996f81fe2f req-60e96562-a480-4bee-a8ea-bcfbc5c54be0 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846236 Apr 18 19:35:23.031442 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2200fe7-3e6c-416e-95c1-6c838857908d req-3b7892be-f9d0-4ffa-ae2a-cf403a851912 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854715 Apr 18 19:35:23.048106 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf056a-7a68-44f8-bfbb-7b21be9e266e req-f5e192f1-f91a-468d-ac2b-c4f347e765e7 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:23.049569 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-77cf056a-7a68-44f8-bfbb-7b21be9e266e req-f5e192f1-f91a-468d-ac2b-c4f347e765e7 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.0859516 Apr 18 19:35:23.052741 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc31d5ec-868c-418e-8cee-28e12639aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78db4f2b-da71-438e-bc64-b6e228644d05'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:23.107425 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-77cf056a-7a68-44f8-bfbb-7b21be9e266e req-395b3ad8-affb-41aa-9249-9302ebe5d8de tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518894 Apr 18 19:35:23.175254 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09d1816-a5ee-430d-94e2-ff8b8869fe3d'] response: {'server_uuid': 'dc31d5ec-868c-418e-8cee-28e12639aa4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78db4f2b-da71-438e-bc64-b6e228644d05', 'code': 200} Apr 18 19:35:23.249624 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2200fe7-3e6c-416e-95c1-6c838857908d req-6b630f1d-1fab-439f-8d5f-d60ce80429d0 service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126412 Apr 18 19:35:23.256126 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa242d-e8b1-45f4-9f97-a5b52a336fbf req-1088bf9c-33f3-41f9-a539-5a650de4fb80 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:23.258460 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24aa242d-e8b1-45f4-9f97-a5b52a336fbf req-1088bf9c-33f3-41f9-a539-5a650de4fb80 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 946 time: 0.2002175 Apr 18 19:35:23.350542 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2492537-48b4-4201-9887-7d2aae3a2cd9 req-c5ab5c48-aae6-4044-a01d-5daca72477e6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:23.352533 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a2492537-48b4-4201-9887-7d2aae3a2cd9 req-c5ab5c48-aae6-4044-a01d-5daca72477e6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0817528 Apr 18 19:35:23.360613 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24aa242d-e8b1-45f4-9f97-a5b52a336fbf req-87078c6e-bcde-45c6-a469-41ef9c554f50 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666773 Apr 18 19:35:23.378713 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74f55803-6aba-432c-98c4-a69e250f8d5c req-3c0b9f5a-dede-4f55-9419-d2e07330970f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 1097 time: 0.1191547 Apr 18 19:35:23.411075 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a2492537-48b4-4201-9887-7d2aae3a2cd9 req-7e45f506-96cd-447d-b050-cdfc673f217d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523477 Apr 18 19:35:23.445939 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74f55803-6aba-432c-98c4-a69e250f8d5c req-14464889-d81b-49c7-8d14-afb9894bfe0b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614924 Apr 18 19:35:23.652777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2664d-a297-45e9-97bd-4c95cfd5fdcf req-079a0a42-abf4-4d55-aa87-615cadacf30d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:23.654237 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-59a2664d-a297-45e9-97bd-4c95cfd5fdcf req-079a0a42-abf4-4d55-aa87-615cadacf30d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.0782311 Apr 18 19:35:23.702169 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-59a2664d-a297-45e9-97bd-4c95cfd5fdcf req-3cbb253d-fc7b-4b3e-b608-08e991a87558 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Apr 18 19:35:23.847553 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec0c9-1c25-4ef0-bca9-18c29c16e7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:23.909824 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61844a90-80d6-4104-bcfd-5a8362050363 req-574d7912-4377-4e48-b596-58e6a8f8514f tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:23.911379 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61844a90-80d6-4104-bcfd-5a8362050363 req-574d7912-4377-4e48-b596-58e6a8f8514f tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 947 time: 0.0901566 Apr 18 19:35:23.959930 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61844a90-80d6-4104-bcfd-5a8362050363 req-ee3b8751-e49f-42d8-bd83-9b0b9163c511 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Apr 18 19:35:24.152807 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6960cc4-41f9-422e-98df-9839d353bf25 req-fa4065b1-4267-4745-84cf-e45b8d262806 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:24.155273 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6960cc4-41f9-422e-98df-9839d353bf25 req-fa4065b1-4267-4745-84cf-e45b8d262806 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.0847964 Apr 18 19:35:24.211354 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6960cc4-41f9-422e-98df-9839d353bf25 req-a2e1f0b8-145b-4ae5-b643-41ca773ad28b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486760 Apr 18 19:35:24.372033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2499e-c867-455a-9722-0c10bde113de req-b490f748-6312-4490-b21e-4c707fb59df1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:24.373507 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-15c2499e-c867-455a-9722-0c10bde113de req-b490f748-6312-4490-b21e-4c707fb59df1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.0820072 Apr 18 19:35:24.418504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad031c4-076c-4d9c-9992-1d49a4454a4e req-2157d319-430c-454b-9a54-3f76807db484 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:24.419960 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1ad031c4-076c-4d9c-9992-1d49a4454a4e req-2157d319-430c-454b-9a54-3f76807db484 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0873585 Apr 18 19:35:24.425089 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-15c2499e-c867-455a-9722-0c10bde113de req-6aaf76c3-7db3-4f1d-93b6-78bb40a35636 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454657 Apr 18 19:35:24.467810 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1ad031c4-076c-4d9c-9992-1d49a4454a4e req-0282f31c-ef95-4d5e-a3eb-41f800c9611d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Apr 18 19:35:24.588729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:24.615664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d04f5-02d6-4741-857b-fa20e7bfc847 req-43304988-3a65-4005-9368-3fc12ccac511 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:24.617671 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-af9d04f5-02d6-4741-857b-fa20e7bfc847 req-43304988-3a65-4005-9368-3fc12ccac511 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 946 time: 0.0774851 Apr 18 19:35:24.667412 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-af9d04f5-02d6-4741-857b-fa20e7bfc847 req-cfd88075-aa4e-454d-8078-c87b9fcf6b8a tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 Apr 18 19:35:24.737353 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:24.751938 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'mac_address': 'fa:16:3e:ca:01:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:24.829218 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.853312 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:24.868858 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:24.905611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dafff-c55c-4856-9b14-b82875994ee5 req-7e766738-4a04-4f47-a224-abd1e659e113 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:24.906597 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.907115 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5a2dafff-c55c-4856-9b14-b82875994ee5 req-7e766738-4a04-4f47-a224-abd1e659e113 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.0753863 Apr 18 19:35:24.951842 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.952949 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:24.957494 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5a2dafff-c55c-4856-9b14-b82875994ee5 req-e2c9630b-64f0-46e8-b2c3-fd1b41f5f163 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435450 Apr 18 19:35:25.025810 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:25.045512 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 60130) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:25.175065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054c00-be48-4261-bee8-82b552dd8634 req-31f81488-fc5f-45e2-8efa-f41b3aede0a3 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:25.176501 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5a054c00-be48-4261-bee8-82b552dd8634 req-31f81488-fc5f-45e2-8efa-f41b3aede0a3 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 948 time: 0.0916944 Apr 18 19:35:25.209325 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6bbf41ec-9e5e-4b46-be9a-09b3176729c4'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:25.222668 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5a054c00-be48-4261-bee8-82b552dd8634 req-81a6557f-a199-4cd4-9a93-f8832f931043 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Apr 18 19:35:25.277534 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0116d1e9-16aa-4ebd-85e5-cba8ff93bfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.310556 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0116d1e9-16aa-4ebd-85e5-cba8ff93bfbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:25.314527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0116d1e9-16aa-4ebd-85e5-cba8ff93bfbd admin admin] Usage tracker for resource:security_group_rule and tenant:550408be4a3f48da8dfab2fa0119cd42 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:25.317393 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0116d1e9-16aa-4ebd-85e5-cba8ff93bfbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:25.323323 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0116d1e9-16aa-4ebd-85e5-cba8ff93bfbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:25.392738 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0116d1e9-16aa-4ebd-85e5-cba8ff93bfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.430997 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc4819-62c2-451c-907b-b8eacd78a99f req-cf7e1c6a-f252-4246-a35c-cbb5efca8aef tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:25.432453 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f9bc4819-62c2-451c-907b-b8eacd78a99f req-cf7e1c6a-f252-4246-a35c-cbb5efca8aef tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.0880580 Apr 18 19:35:25.480967 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f9bc4819-62c2-451c-907b-b8eacd78a99f req-ef23af01-ad8c-4316-8644-8c055fca11da tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427711 Apr 18 19:35:25.504471 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0116d1e9-16aa-4ebd-85e5-cba8ff93bfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.554114 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116d1e9-16aa-4ebd-85e5-cba8ff93bfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a4e2c2-65cb-49ce-b78d-7d59b3315ae7,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:25.594119 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0116d1e9-16aa-4ebd-85e5-cba8ff93bfbd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=550408be4a3f48da8dfab2fa0119cd42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5474916 Apr 18 19:35:25.596893 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 60142) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:25.640473 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa114e0a-85c1-446f-bc22-ef17d07864c7 req-473ae4eb-8875-4ea0-85c2-7bcfbf41ea2a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:25.641906 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fa114e0a-85c1-446f-bc22-ef17d07864c7 req-473ae4eb-8875-4ea0-85c2-7bcfbf41ea2a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.0841231 Apr 18 19:35:25.688340 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fa114e0a-85c1-446f-bc22-ef17d07864c7 req-547754e4-13c4-4b43-abc5-61c936914d18 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407732 Apr 18 19:35:25.791635 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e9a8d81-4240-4ca7-b45b-4e0322d4630e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.823683 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e9a8d81-4240-4ca7-b45b-4e0322d4630e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:25.841010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081f2f2-dcda-4c94-94c7-d63cf3f5ecfc req-4f93c3e4-65f2-484c-bfbf-4782c4b65c46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:25.842495 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c081f2f2-dcda-4c94-94c7-d63cf3f5ecfc req-4f93c3e4-65f2-484c-bfbf-4782c4b65c46 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.2200854 Apr 18 19:35:25.874238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc7666-e62f-499b-9bf7-cade8213725a req-32785f77-0961-46c2-88e9-19a1a1d90e4f tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:25.875788 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f9cc7666-e62f-499b-9bf7-cade8213725a req-32785f77-0961-46c2-88e9-19a1a1d90e4f tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 946 time: 0.0768301 Apr 18 19:35:25.905708 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c081f2f2-dcda-4c94-94c7-d63cf3f5ecfc req-f7f6693f-d512-466e-992b-60a4bdd28f89 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567143 Apr 18 19:35:25.934892 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f9cc7666-e62f-499b-9bf7-cade8213725a req-eb06b139-be33-47af-8089-58a6ece3d946 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534627 Apr 18 19:35:25.995617 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e9a8d81-4240-4ca7-b45b-4e0322d4630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.011209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a8d81-4240-4ca7-b45b-4e0322d4630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a4e2c2-65cb-49ce-b78d-7d59b3315ae7,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:26.017994 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e9a8d81-4240-4ca7-b45b-4e0322d4630e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.021570 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5e9a8d81-4240-4ca7-b45b-4e0322d4630e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/84a4e2c2-65cb-49ce-b78d-7d59b3315ae7 HTTP/1.1" status: 204 len: 168 time: 0.4211993 Apr 18 19:35:26.185381 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341c091-6de2-4f1a-9a35-4879cde6ebe2 req-8b9ccf25-33a2-4859-b737-cf5b506d5f36 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:26.186972 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9341c091-6de2-4f1a-9a35-4879cde6ebe2 req-8b9ccf25-33a2-4859-b737-cf5b506d5f36 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.0890918 Apr 18 19:35:26.235520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9341c091-6de2-4f1a-9a35-4879cde6ebe2 req-de8910f6-b723-408d-9fe0-72f3650e580c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Apr 18 19:35:26.424265 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.431186 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0ea6-bd96-4f34-aec6-9c846d9ba1bd req-d5a93148-68d2-47bc-9035-c2f25af561a9 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:26.432616 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d49a0ea6-bd96-4f34-aec6-9c846d9ba1bd req-d5a93148-68d2-47bc-9035-c2f25af561a9 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 948 time: 0.0810828 Apr 18 19:35:26.572676 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d49a0ea6-bd96-4f34-aec6-9c846d9ba1bd req-7827f136-7de7-4281-9e1b-a79f6a05eb82 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343131 Apr 18 19:35:26.598232 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15e4969b-e97d-412b-aec3-49461b377dff details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:26.600857 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:26.752765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8abe2c-3c31-4a7f-a3f6-5800e0c67b24 req-4e1efe8b-b3f1-40dc-b8ee-db07ada521a5 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:26.754247 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-de8abe2c-3c31-4a7f-a3f6-5800e0c67b24 req-4e1efe8b-b3f1-40dc-b8ee-db07ada521a5 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.0958381 Apr 18 19:35:26.798077 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15e4969b-e97d-412b-aec3-49461b377dff, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15e4969b-e97d-412b-aec3-49461b377dff,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:26.802559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8cece-5f0a-466a-92bf-c5767e8d7e1e req-f59603a7-e6c3-4ea3-a0ba-ac22803467b7 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:26.809805 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-39e8cece-5f0a-466a-92bf-c5767e8d7e1e req-f59603a7-e6c3-4ea3-a0ba-ac22803467b7 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 946 time: 0.0926685 Apr 18 19:35:26.811932 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-de8abe2c-3c31-4a7f-a3f6-5800e0c67b24 req-7b901b10-a3d6-4914-a8df-7e543675da4e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489957 Apr 18 19:35:26.815772 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '15e4969b-e97d-412b-aec3-49461b377dff', 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5', 'port_id': '15e4969b-e97d-412b-aec3-49461b377dff', 'mac_address': 'fa:16:3e:8e:31:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3cbeb9-5455-4933-b1e7-e251e8d856ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:26.846152 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:26.856842 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 60168) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:26.860365 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:26.860734 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.873551 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-39e8cece-5f0a-466a-92bf-c5767e8d7e1e req-f0f9c865-1219-4877-8eac-b88a61fc6f3b tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628314 Apr 18 19:35:26.878930 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5547158-47aa-4390-a3da-15b3af4bcb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.915513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d5547158-47aa-4390-a3da-15b3af4bcb7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:26.920118 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d5547158-47aa-4390-a3da-15b3af4bcb7c admin admin] Usage tracker for resource:security_group_rule and tenant:39cc7257d9d7428cbfa666124beca63b is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:26.923161 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d5547158-47aa-4390-a3da-15b3af4bcb7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:26.928699 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:26.929858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d5547158-47aa-4390-a3da-15b3af4bcb7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:26.948709 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15e4969b-e97d-412b-aec3-49461b377dff {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:26.969438 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15e4969b-e97d-412b-aec3-49461b377dff, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15e4969b-e97d-412b-aec3-49461b377dff,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:27.021815 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.048827 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:27.055240 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.069631 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5547158-47aa-4390-a3da-15b3af4bcb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.083333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e0574-1f79-421c-a261-c17297b201a2 req-b02ef129-7bd9-47e3-a31d-38995dfcb2dd tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:27.083333 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e8e0574-1f79-421c-a261-c17297b201a2 req-b02ef129-7bd9-47e3-a31d-38995dfcb2dd tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1327779 Apr 18 19:35:27.095824 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:27.134247 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955fe51-5346-4f41-a472-c2b12b08b569 req-aaa18d3f-997a-4062-b623-31fb5da4498a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:27.136094 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6955fe51-5346-4f41-a472-c2b12b08b569 req-aaa18d3f-997a-4062-b623-31fb5da4498a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1019430 Apr 18 19:35:27.138042 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=15e4969b-e97d-412b-aec3-49461b377dff,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:27.138898 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e8e0574-1f79-421c-a261-c17297b201a2 req-ac84d298-6198-4d0c-a186-42eeaba7dcb4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503826 Apr 18 19:35:27.184314 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d5547158-47aa-4390-a3da-15b3af4bcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.187244 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6955fe51-5346-4f41-a472-c2b12b08b569 req-69493420-c07c-4140-99a3-7a35ec8ba75c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Apr 18 19:35:27.210779 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.211679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15e4969b-e97d-412b-aec3-49461b377dff no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:27.236507 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f274a3c4-cdce-4d0e-9a51-13266bf88b5a'] response: {'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'code': 200} Apr 18 19:35:27.246250 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5547158-47aa-4390-a3da-15b3af4bcb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e8fad7-a5ed-491f-bee6-1e81a8b21a76,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:27.254304 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 60176) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:27.254800 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d5547158-47aa-4390-a3da-15b3af4bcb7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39cc7257d9d7428cbfa666124beca63b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3962562 Apr 18 19:35:27.309701 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['15e4969b-e97d-412b-aec3-49461b377dff'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:27.379985 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4e4cb9-5ac0-4f6f-9e95-dc6897df6c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.425027 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:27.494656 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4e4cb9-5ac0-4f6f-9e95-dc6897df6c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.507963 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-979b0d0a-f936-4c98-a125-1989234c2028 req-13efcfc7-b8bb-47f7-9d47-279f7642344f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 1100 time: 0.2126796 Apr 18 19:35:27.514452 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.576965 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 15e4969b-e97d-412b-aec3-49461b377dff {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:27.614276 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15e4969b-e97d-412b-aec3-49461b377dff, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15e4969b-e97d-412b-aec3-49461b377dff,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:27.616793 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc2980-eec6-4ccf-97b4-9f0adf7db511 req-4d6abf75-0ace-40d4-88c9-344c9bc65ae0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:27.619767 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4bcc2980-eec6-4ccf-97b4-9f0adf7db511 req-4d6abf75-0ace-40d4-88c9-344c9bc65ae0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.2423105 Apr 18 19:35:27.621253 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-979b0d0a-f936-4c98-a125-1989234c2028 req-a80ca6ff-d568-4b8c-80db-ea0109669cc3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947845 Apr 18 19:35:27.624363 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf4b3e7d-0396-410d-8f66-b51aa9c5591f req-f58f4797-2d77-4d73-8d49-3d185961d71c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 1097 time: 0.2001157 Apr 18 19:35:27.705152 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4bcc2980-eec6-4ccf-97b4-9f0adf7db511 req-162bf36b-992b-4164-861e-533daefda99b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737042 Apr 18 19:35:27.707036 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf4b3e7d-0396-410d-8f66-b51aa9c5591f req-a211a3cc-4693-4628-b9dc-f0aa8a917b1a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573771 Apr 18 19:35:27.712307 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.738583 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4e4cb9-5ac0-4f6f-9e95-dc6897df6c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.756628 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e4cb9-5ac0-4f6f-9e95-dc6897df6c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e8fad7-a5ed-491f-bee6-1e81a8b21a76,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:27.767170 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4e4cb9-5ac0-4f6f-9e95-dc6897df6c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:27.768307 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-dc4e4cb9-5ac0-4f6f-9e95-dc6897df6c25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e5e8fad7-a5ed-491f-bee6-1e81a8b21a76 HTTP/1.1" status: 204 len: 168 time: 0.5126450 Apr 18 19:35:27.788580 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87aa4e-4420-45c4-80f8-25aae1d17349 req-bf571a60-70e9-437c-80a7-707dd7a1a8c5 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:27.790010 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb87aa4e-4420-45c4-80f8-25aae1d17349 req-bf571a60-70e9-437c-80a7-707dd7a1a8c5 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 949 time: 0.0844755 Apr 18 19:35:27.790238 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=15e4969b-e97d-412b-aec3-49461b377dff,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:27.846469 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb87aa4e-4420-45c4-80f8-25aae1d17349 req-4f3e8726-b4af-4892-928b-a95aa109325b tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430293 Apr 18 19:35:28.022340 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0385-1577-4df3-803b-a6907e88c2f1 req-f7ee1370-c462-4454-be47-3f906ef7bcaf tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:28.023940 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-55cb0385-1577-4df3-803b-a6907e88c2f1 req-f7ee1370-c462-4454-be47-3f906ef7bcaf tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 944 time: 0.0876682 Apr 18 19:35:28.069481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6074-999e-44f1-bb4a-6db4975755e1 req-7275f929-0c72-49cb-825e-c2764f376a17 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:28.071021 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-533c6074-999e-44f1-bb4a-6db4975755e1 req-7275f929-0c72-49cb-825e-c2764f376a17 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 946 time: 0.0833044 Apr 18 19:35:28.081034 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-55cb0385-1577-4df3-803b-a6907e88c2f1 req-28be1662-29d4-4597-b0b9-b40c08f26c7d tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500660 Apr 18 19:35:28.121131 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-533c6074-999e-44f1-bb4a-6db4975755e1 req-e947721f-a14e-4da2-b769-b616abe8b77e tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Apr 18 19:35:28.262708 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a674f-4601-4a04-8f9d-4f0e865d52c3 req-59cc5db1-5c61-4240-85bf-83297695d3c6 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:28.264462 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c2a674f-4601-4a04-8f9d-4f0e865d52c3 req-59cc5db1-5c61-4240-85bf-83297695d3c6 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.71 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 946 time: 0.0881279 Apr 18 19:35:28.387113 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-3c2a674f-4601-4a04-8f9d-4f0e865d52c3 req-ba13e1d6-5b24-47f4-ac73-d5db58e560c2 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Deleting port 78db4f2b-da71-438e-bc64-b6e228644d05 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:28.387450 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3c2a674f-4601-4a04-8f9d-4f0e865d52c3 req-ba13e1d6-5b24-47f4-ac73-d5db58e560c2 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.398946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74f1ff-a856-42d5-afd2-9e273ac0d0a2 req-2d9af28e-1473-4c5b-82ea-49b0c9c38676 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:28.400529 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee74f1ff-a856-42d5-afd2-9e273ac0d0a2 req-2d9af28e-1473-4c5b-82ea-49b0c9c38676 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0843563 Apr 18 19:35:28.446939 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ee74f1ff-a856-42d5-afd2-9e273ac0d0a2 req-b2130bba-eb6d-4b61-9521-836866da3e90 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Apr 18 19:35:28.514156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f762c-94b3-457f-b9f4-957af458ed8a req-6a39da69-02d2-4017-824e-4041b4c5f383 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:28.515643 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e81f762c-94b3-457f-b9f4-957af458ed8a req-6a39da69-02d2-4017-824e-4041b4c5f383 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.2113252 Apr 18 19:35:28.597416 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15e4969b-e97d-412b-aec3-49461b377dff up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:28.649548 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e81f762c-94b3-457f-b9f4-957af458ed8a req-091165c1-8ba7-4be5-bf3f-9b605375624d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283946 Apr 18 19:35:28.696586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 15e4969b-e97d-412b-aec3-49461b377dff triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:28.696970 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.705875 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-3c2a674f-4601-4a04-8f9d-4f0e865d52c3 req-ba13e1d6-5b24-47f4-ac73-d5db58e560c2 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] For port 78db4f2b-da71-438e-bc64-b6e228644d05, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=78db4f2b-da71-438e-bc64-b6e228644d05,segment=NetworkSegment(4fcb5419-3cfb-49ae-9b7c-3462733766b6),segment_id=4fcb5419-3cfb-49ae-9b7c-3462733766b6)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:28.706527 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3c2a674f-4601-4a04-8f9d-4f0e865d52c3 req-ba13e1d6-5b24-47f4-ac73-d5db58e560c2 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.837430 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-3c2a674f-4601-4a04-8f9d-4f0e865d52c3 req-ba13e1d6-5b24-47f4-ac73-d5db58e560c2 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Calling delete_port for 78db4f2b-da71-438e-bc64-b6e228644d05 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:28.911163 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:28.971326 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 15e4969b-e97d-412b-aec3-49461b377dff, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15e4969b-e97d-412b-aec3-49461b377dff,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:29.034878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3af8e-9335-44f2-8e91-d158ea0d1b4c req-c9cdb144-51ad-486d-bde7-8bbc2422c411 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:29.036436 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1fd3af8e-9335-44f2-8e91-d158ea0d1b4c req-c9cdb144-51ad-486d-bde7-8bbc2422c411 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.1214926 Apr 18 19:35:29.098708 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.122899 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1fd3af8e-9335-44f2-8e91-d158ea0d1b4c req-66f85187-e3e6-470f-a47a-38cdc8d0176c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799222 Apr 18 19:35:29.133637 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2623-062e-4c48-9a17-6cfafdbf1c82 req-d4b174f9-87b0-48ff-8e9f-e34da37edad7 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:29.135270 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e9f2623-062e-4c48-9a17-6cfafdbf1c82 req-d4b174f9-87b0-48ff-8e9f-e34da37edad7 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 949 time: 0.1075761 Apr 18 19:35:29.168487 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3c2a674f-4601-4a04-8f9d-4f0e865d52c3 req-ba13e1d6-5b24-47f4-ac73-d5db58e560c2 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.216857 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=15e4969b-e97d-412b-aec3-49461b377dff,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:29.222990 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['78db4f2b-da71-438e-bc64-b6e228644d05'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:29.255589 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e52939e-518a-4f13-9c9f-ee8d860f5ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e4969b-e97d-412b-aec3-49461b377dff'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:29.349450 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3cee9-ecc5-465f-a50a-1e655ecb1e56 req-06601749-1b75-4b62-8e7f-8052f93aa962 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:29.350932 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4e3cee9-ecc5-465f-a50a-1e655ecb1e56 req-06601749-1b75-4b62-8e7f-8052f93aa962 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.0833511 Apr 18 19:35:29.387141 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13e1d6-5b24-47f4-ac73-d5db58e560c2 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Pushing event deleted for resources: {'Port': ['ID=78db4f2b-da71-438e-bc64-b6e228644d05,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:29.399670 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d4e3cee9-ecc5-465f-a50a-1e655ecb1e56 req-628f0119-2af6-4502-8684-79159c91e927 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Apr 18 19:35:29.475051 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2a674f-4601-4a04-8f9d-4f0e865d52c3 req-ba13e1d6-5b24-47f4-ac73-d5db58e560c2 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] No DVR routers for this DVR port 78db4f2b-da71-438e-bc64-b6e228644d05 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:35:29.478470 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3c2a674f-4601-4a04-8f9d-4f0e865d52c3 req-ba13e1d6-5b24-47f4-ac73-d5db58e560c2 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:29.483695 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc31d5ec-868c-418e-8cee-28e12639aa4e', 'name': 'network-vif-deleted', 'tag': '78db4f2b-da71-438e-bc64-b6e228644d05'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:29.496973 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e9f2623-062e-4c48-9a17-6cfafdbf1c82 req-193efd6e-8cbe-4e44-ab15-8427bc467c5c tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484786 Apr 18 19:35:29.527286 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-835f3490-16b0-40a2-bae3-2329ac70eccc req-ed390c98-d1e3-4a87-bcf9-3cb538867cba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293366 Apr 18 19:35:29.572658 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c2a674f-4601-4a04-8f9d-4f0e865d52c3 req-ba13e1d6-5b24-47f4-ac73-d5db58e560c2 tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.71 "DELETE /v2.0/ports/78db4f2b-da71-438e-bc64-b6e228644d05 HTTP/1.1" status: 204 len: 173 time: 1.3015826 Apr 18 19:35:29.576057 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5c382657-1a4d-4e74-b280-3bc953a07147 req-b517d685-6867-4174-9893-eaabee4a97db tempest-ServerAddressesNegativeTestJSON-571833108 tempest-ServerAddressesNegativeTestJSON-571833108-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc31d5ec-868c-418e-8cee-28e12639aa4e HTTP/1.1" status: 200 len: 210 time: 0.0598047 Apr 18 19:35:29.595745 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4019093b-7b74-4226-89a4-753b1cd3e794'] response: {'server_uuid': '6e52939e-518a-4f13-9c9f-ee8d860f5ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e4969b-e97d-412b-aec3-49461b377dff', 'code': 200} Apr 18 19:35:29.664656 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0d8f2e-e327-4156-a232-0d942be98a97'] response: {'server_uuid': 'dc31d5ec-868c-418e-8cee-28e12639aa4e', 'name': 'network-vif-deleted', 'tag': '78db4f2b-da71-438e-bc64-b6e228644d05', 'status': 'completed', 'code': 200} Apr 18 19:35:29.715978 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-835f3490-16b0-40a2-bae3-2329ac70eccc req-3e882de6-e632-4a56-a8be-db472571993c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 1096 time: 0.1011117 Apr 18 19:35:29.809489 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cc13a-632f-437c-9777-fa85239a6543 req-b01a5a8c-2619-45ee-9f8f-07796029a561 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:29.811179 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bd0cc13a-632f-437c-9777-fa85239a6543 req-b01a5a8c-2619-45ee-9f8f-07796029a561 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0959632 Apr 18 19:35:29.861482 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bd0cc13a-632f-437c-9777-fa85239a6543 req-69c2bd2f-ebae-4de2-9686-b2a1b4794c08 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Apr 18 19:35:30.034279 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-efa19ea7-2fcc-4b05-a1c9-b6bf9ad43acb req-fe20206f-b403-4676-8868-7d90ad26bee0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 1097 time: 0.2613947 Apr 18 19:35:30.043018 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f3490-16b0-40a2-bae3-2329ac70eccc req-4ff5d8ef-3190-4233-ae24-abf5b527e41c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:30.044374 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-835f3490-16b0-40a2-bae3-2329ac70eccc req-4ff5d8ef-3190-4233-ae24-abf5b527e41c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.3001504 Apr 18 19:35:30.069325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac6c2a-03d0-43e4-a5a4-5c0da76ffcc1 req-625135d8-f484-48db-8740-1aa5eabdeca4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:30.071429 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58ac6c2a-03d0-43e4-a5a4-5c0da76ffcc1 req-625135d8-f484-48db-8740-1aa5eabdeca4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.2509751 Apr 18 19:35:30.139545 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-835f3490-16b0-40a2-bae3-2329ac70eccc req-9f35d218-c379-4c1e-b021-1447bc5ba779 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6884e8ed-fefd-418d-a58d-251245a0e540 HTTP/1.1" status: 200 len: 217 time: 0.0780745 Apr 18 19:35:30.244002 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-efa19ea7-2fcc-4b05-a1c9-b6bf9ad43acb req-afeb4f1a-23e5-4f69-b61d-f0f00d4b750a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021711 Apr 18 19:35:30.256795 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f3490-16b0-40a2-bae3-2329ac70eccc req-ad4fde10-f64f-434a-a354-6fb5a320ecea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:30.258239 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-835f3490-16b0-40a2-bae3-2329ac70eccc req-ad4fde10-f64f-434a-a354-6fb5a320ecea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.0984170 Apr 18 19:35:30.260387 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58ac6c2a-03d0-43e4-a5a4-5c0da76ffcc1 req-cfa3e6a4-409b-45ba-a8d9-e02bbb875e64 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199896 Apr 18 19:35:30.325169 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e120d-eb07-48c3-8a6f-71e4730d7b98 req-c5303f36-499d-4557-bdaa-268b0bd214a2 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:30.326680 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f82e120d-eb07-48c3-8a6f-71e4730d7b98 req-c5303f36-499d-4557-bdaa-268b0bd214a2 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.0824773 Apr 18 19:35:30.384843 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f82e120d-eb07-48c3-8a6f-71e4730d7b98 req-b837bb3c-01ad-495b-9291-b10c2574de7e tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468111 Apr 18 19:35:30.546339 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-835f3490-16b0-40a2-bae3-2329ac70eccc req-87ee26a8-5bf7-4769-98f4-6cc12e1f6865 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136899 Apr 18 19:35:30.656955 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cab2cd-b04d-4946-8bba-987700cae6de req-a5e1294a-0809-4df6-96f2-adff5a9fb65f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:30.658747 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9cab2cd-b04d-4946-8bba-987700cae6de req-a5e1294a-0809-4df6-96f2-adff5a9fb65f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.1041503 Apr 18 19:35:30.712357 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9cab2cd-b04d-4946-8bba-987700cae6de req-58c19b6b-c724-450b-9b71-b0c8bcafc13f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470324 Apr 18 19:35:30.753113 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-835f3490-16b0-40a2-bae3-2329ac70eccc req-18ec0711-65fc-4153-840e-36d67660af35 service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995509 Apr 18 19:35:30.762602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baffba9-4097-48a5-984c-25fdd8df9084 req-01dbc425-d9ae-4c2c-a4c5-f47f393ebdac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:30.764244 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0baffba9-4097-48a5-984c-25fdd8df9084 req-01dbc425-d9ae-4c2c-a4c5-f47f393ebdac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.1769233 Apr 18 19:35:30.901628 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0baffba9-4097-48a5-984c-25fdd8df9084 req-5e3ffbf6-0835-4918-8887-d696d233bef0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175041 Apr 18 19:35:30.915836 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41381e7f-dc01-4cce-abd6-5c32a78ec6fa req-24981d18-8cf7-4b44-b8da-790e16088b7f tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:30.917316 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-41381e7f-dc01-4cce-abd6-5c32a78ec6fa req-24981d18-8cf7-4b44-b8da-790e16088b7f tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 949 time: 0.0833800 Apr 18 19:35:30.925173 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-835f3490-16b0-40a2-bae3-2329ac70eccc req-3a14b7de-d2c0-4194-8821-f3b87cafbcfa service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600175 Apr 18 19:35:30.973546 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-41381e7f-dc01-4cce-abd6-5c32a78ec6fa req-a4780216-3748-42a3-ae47-4cf127dc0835 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428925 Apr 18 19:35:31.019589 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 60266) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:31.098487 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db9517c-b359-4656-b2ed-ff80f9bb2f66 admin admin] Deleting subnet 663fc9b8-6adc-4960-8528-e6312cae1056 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:35:31.101969 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7db9517c-b359-4656-b2ed-ff80f9bb2f66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.207493 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7db9517c-b359-4656-b2ed-ff80f9bb2f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.217524 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a9825-1326-4eec-b065-878684e1ac88 req-d70b52bf-a0dd-41ee-a008-3c6ddaeee7f3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:31.219205 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-270a9825-1326-4eec-b065-878684e1ac88 req-d70b52bf-a0dd-41ee-a008-3c6ddaeee7f3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1098328 Apr 18 19:35:31.284118 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7db9517c-b359-4656-b2ed-ff80f9bb2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.304068 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-270a9825-1326-4eec-b065-878684e1ac88 req-7f1c4077-dc50-46fb-85f3-0887c5e5dd65 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790896 Apr 18 19:35:31.469742 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7db9517c-b359-4656-b2ed-ff80f9bb2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.530834 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9517c-b359-4656-b2ed-ff80f9bb2f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663fc9b8-6adc-4960-8528-e6312cae1056,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:31.536651 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7db9517c-b359-4656-b2ed-ff80f9bb2f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.545640 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7db9517c-b359-4656-b2ed-ff80f9bb2f66 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/663fc9b8-6adc-4960-8528-e6312cae1056 HTTP/1.1" status: 204 len: 168 time: 0.5229449 Apr 18 19:35:31.545867 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 60284) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:31.656042 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.902910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d80c7-d17f-4c3d-bbcf-585d37a46a9b req-1cecd470-624d-4d78-a85b-0f3a2f42fad6 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:31.904390 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-827d80c7-d17f-4c3d-bbcf-585d37a46a9b req-1cecd470-624d-4d78-a85b-0f3a2f42fad6 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1015286 Apr 18 19:35:31.978450 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:31.979338 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-827d80c7-d17f-4c3d-bbcf-585d37a46a9b req-8074c1f8-5db5-4c35-96f9-9dea1427e576 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646043 Apr 18 19:35:32.030505 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:32.051236 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcb5419-3cfb-49ae-9b7c-3462733766b6') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:32.051534 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcb5419-3cfb-49ae-9b7c-3462733766b6') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:32.070298 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022aaf93-402a-41a2-9409-91bb36b11c1a req-6fc9f488-2eae-48aa-a0db-d40108a71d01 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:32.072027 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-022aaf93-402a-41a2-9409-91bb36b11c1a req-6fc9f488-2eae-48aa-a0db-d40108a71d01 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.2393034 Apr 18 19:35:32.080013 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.117131 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.129978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 78db4f2b-da71-438e-bc64-b6e228644d05 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:32.130810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:35:32.131560 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:35:32.145377 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:35:32.194084 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 78db4f2b-da71-438e-bc64-b6e228644d05 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:35:32.194738 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 78db4f2b-da71-438e-bc64-b6e228644d05 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:35:32.224580 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-022aaf93-402a-41a2-9409-91bb36b11c1a req-dea42e0d-3b14-4835-89ae-d028073e78a0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469443 Apr 18 19:35:32.292180 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5da9f-0e6d-4a7b-ae6b-b33203c6f9c7 req-bdbc3cab-332e-40d6-9a56-80bf396312ac tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:32.293777 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b0c5da9f-0e6d-4a7b-ae6b-b33203c6f9c7 req-bdbc3cab-332e-40d6-9a56-80bf396312ac tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.0849104 Apr 18 19:35:32.298423 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.318985 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:32.329072 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:32.334192 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f30f66d9-a39d-4532-9e0c-e3d8e6f81d01 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9b3ec1b2-9967-49d8-9ecb-a8ab4b0a9284 HTTP/1.1" status: 204 len: 168 time: 0.7867186 Apr 18 19:35:32.379031 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b0c5da9f-0e6d-4a7b-ae6b-b33203c6f9c7 req-7f4b4e1e-139e-47a2-a952-6d2df2bfdc71 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787513 Apr 18 19:35:32.605653 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec0f41-47a0-4e50-9533-bb3d1a3aa5b6 req-d72f0ec8-96f6-41f7-8cae-8783a2d62fb0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:32.607411 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cec0f41-47a0-4e50-9533-bb3d1a3aa5b6 req-d72f0ec8-96f6-41f7-8cae-8783a2d62fb0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0881321 Apr 18 19:35:32.654858 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cec0f41-47a0-4e50-9533-bb3d1a3aa5b6 req-5aa39cc5-ba05-4df9-a510-e5d73860dbc1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Apr 18 19:35:32.763178 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678cfa1-ca71-47f2-9b52-dddc77ec6712 req-90f6f962-7b41-4ce5-97ab-055f93db1d55 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:32.764747 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3678cfa1-ca71-47f2-9b52-dddc77ec6712 req-90f6f962-7b41-4ce5-97ab-055f93db1d55 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.0937185 Apr 18 19:35:32.864436 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6599d9-4e5a-41ec-826b-8ae91fdbfd79 req-48939b85-25f4-4513-a497-a61b9e8b8a0e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:32.865913 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac6599d9-4e5a-41ec-826b-8ae91fdbfd79 req-48939b85-25f4-4513-a497-a61b9e8b8a0e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.0881042 Apr 18 19:35:32.877951 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3678cfa1-ca71-47f2-9b52-dddc77ec6712 req-f4253912-074e-4c54-bc16-9deab209ac74 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000628 Apr 18 19:35:32.909171 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 60322) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:32.924113 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac6599d9-4e5a-41ec-826b-8ae91fdbfd79 req-94fc2da2-8556-4892-b05c-96d491cca2b6 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521560 Apr 18 19:35:32.949383 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6af0ec8-9878-4357-9c0c-c5b68f7a3e13 req-8ad86b1b-f7c3-47d2-b6e4-0c63dcc4265c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 1097 time: 0.1255398 Apr 18 19:35:33.037777 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-aefa50a0-6a0e-4518-8401-8fc86f201989 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a25f87ac9c03428b97eef945b548b052&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1275043 Apr 18 19:35:33.040388 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 60330) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:33.113539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af0ec8-9878-4357-9c0c-c5b68f7a3e13 req-de06ff1d-eb4d-49a2-a4a3-30ce6014a34a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:33.115077 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6af0ec8-9878-4357-9c0c-c5b68f7a3e13 req-de06ff1d-eb4d-49a2-a4a3-30ce6014a34a service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 912 time: 0.1529224 Apr 18 19:35:33.185887 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dcd42115-af39-4298-bed5-d42ccbcc77a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.213088 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dcd42115-af39-4298-bed5-d42ccbcc77a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.252328 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6af0ec8-9878-4357-9c0c-c5b68f7a3e13 req-51b94614-da14-4451-88b5-f4b1b24caa8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f HTTP/1.1" status: 200 len: 1002 time: 0.1251748 Apr 18 19:35:33.360378 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af0ec8-9878-4357-9c0c-c5b68f7a3e13 req-bf9d0235-1294-46ac-9ec2-ee83578900bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:33.363038 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6af0ec8-9878-4357-9c0c-c5b68f7a3e13 req-bf9d0235-1294-46ac-9ec2-ee83578900bb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 HTTP/1.1" status: 200 len: 850 time: 0.1038713 Apr 18 19:35:33.378510 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dcd42115-af39-4298-bed5-d42ccbcc77a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.406165 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd42115-af39-4298-bed5-d42ccbcc77a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1c03a9-d6a2-4e85-93ad-89e50efd20e0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:33.490701 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6af0ec8-9878-4357-9c0c-c5b68f7a3e13 req-db8a906c-c5a9-40bf-8c45-aed1fb40f25b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151822 Apr 18 19:35:33.643275 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dcd42115-af39-4298-bed5-d42ccbcc77a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:33.651454 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-dcd42115-af39-4298-bed5-d42ccbcc77a9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e1c03a9-d6a2-4e85-93ad-89e50efd20e0 HTTP/1.1" status: 204 len: 168 time: 0.6096351 Apr 18 19:35:33.690040 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c7678-29b0-44db-a931-e318f61e0a03 req-dcbd0893-3a53-4f58-a16b-f7c53bbdefc3 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:33.692517 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-667c7678-29b0-44db-a931-e318f61e0a03 req-dcbd0893-3a53-4f58-a16b-f7c53bbdefc3 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.2380326 Apr 18 19:35:33.719259 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6af0ec8-9878-4357-9c0c-c5b68f7a3e13 req-962ae3ce-eef1-4135-bb36-348467c3e098 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234960 Apr 18 19:35:33.793806 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-667c7678-29b0-44db-a931-e318f61e0a03 req-a4d2d501-f988-47b2-9243-7832ffc2332c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927985 Apr 18 19:35:33.970713 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6af0ec8-9878-4357-9c0c-c5b68f7a3e13 req-c59b943c-086d-4bcc-9b78-236f3766bce4 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448459 Apr 18 19:35:33.997083 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-34b500e1-9785-466d-b43f-1c49e93996dc tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:33.998567 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-34b500e1-9785-466d-b43f-1c49e93996dc tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/networks?id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 HTTP/1.1" status: 200 len: 814 time: 0.1931551 Apr 18 19:35:34.003488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9436e7f-3889-458b-92a7-8914bc088cc8 req-43dd5256-509f-4327-8851-d8585a88d50c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:34.005000 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c9436e7f-3889-458b-92a7-8914bc088cc8 req-43dd5256-509f-4327-8851-d8585a88d50c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0845625 Apr 18 19:35:34.018189 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-1e17c414-193e-4af5-9472-29632bcd2c83 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/quotas/7ac380de70d546e8bdcac3d66adc8947 HTTP/1.1" status: 200 len: 375 time: 0.0120568 Apr 18 19:35:34.076185 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c9436e7f-3889-458b-92a7-8914bc088cc8 req-22a7634b-3dd0-4299-a46e-01be04f6bcdb tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646167 Apr 18 19:35:34.135593 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-d16eb9ad-7142-499a-ab68-36d0b423f0c2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ac380de70d546e8bdcac3d66adc8947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1103230 Apr 18 19:35:34.406190 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-eed1e6d3-5f94-484a-af5f-12170b86a1ba service neutron] 10.222.0.66 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637782 Apr 18 19:35:34.525976 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92353e41-47f2-4463-ae73-4ab707d30e5f req-fb3a9b43-f88a-4d4a-9059-f22a657183da tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:34.527938 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-92353e41-47f2-4463-ae73-4ab707d30e5f req-fb3a9b43-f88a-4d4a-9059-f22a657183da tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1201587 Apr 18 19:35:34.596050 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-92353e41-47f2-4463-ae73-4ab707d30e5f req-62c56924-ca76-4902-8eae-5b9614c48cdc tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619483 Apr 18 19:35:34.608955 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-1f70b64e-135c-4c4d-956a-4a95ce286ef4 service neutron] 10.222.0.66 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955783 Apr 18 19:35:34.620089 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:34.641857 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1edd5f3c-c9c3-4832-bf6a-3fd2723239ac req-3907ae04-1780-4978-9ae4-5e964d3d3d0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1232784 Apr 18 19:35:34.853496 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:34.872944 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'mac_address': 'fa:16:3e:ca:01:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:34.892842 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1edd5f3c-c9c3-4832-bf6a-3fd2723239ac req-fcb88dc4-68be-41c7-9e6c-a79cfa4b3701 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 1098 time: 0.1369655 Apr 18 19:35:34.970520 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:35.019979 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:35.060851 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:35.121655 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:35.191082 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0271d0f7-46ae-423a-9b2f-4dc0e826ea6d req-c3ef9ff8-31ca-48f1-ad3a-e9ef18be5f2d tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 210 time: 0.2208953 Apr 18 19:35:35.303904 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:35.308257 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6bbf41ec-9e5e-4b46-be9a-09b3176729c4'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:35.591758 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34897bfe-1b2f-4c9c-a7cf-cae3d4f83eb1 req-70d0544a-3533-4b97-84cc-1d3d3a6febe5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:35.610985 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34897bfe-1b2f-4c9c-a7cf-cae3d4f83eb1 req-70d0544a-3533-4b97-84cc-1d3d3a6febe5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.2152095 Apr 18 19:35:35.677575 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd5f3c-c9c3-4832-bf6a-3fd2723239ac req-40a6ec09-3369-4c75-88ee-e258711e7f8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:35.679753 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1edd5f3c-c9c3-4832-bf6a-3fd2723239ac req-40a6ec09-3369-4c75-88ee-e258711e7f8c service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 200 len: 918 time: 0.7665567 Apr 18 19:35:35.696268 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34897bfe-1b2f-4c9c-a7cf-cae3d4f83eb1 req-bf41817b-1904-4b28-90ad-52c02d4019eb tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828507 Apr 18 19:35:35.716559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad4781-29fc-4df2-a67b-6480c940eaea req-8be16e0c-b7c6-4068-8be9-c51122c0d35e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:35.732332 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-adad4781-29fc-4df2-a67b-6480c940eaea req-8be16e0c-b7c6-4068-8be9-c51122c0d35e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.3930326 Apr 18 19:35:35.820332 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4840054-513e-4bbd-aa8e-cb6ee89f5d49 req-996e52b8-e1d3-4d08-a861-45fc34830e8f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:35.821784 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a4840054-513e-4bbd-aa8e-cb6ee89f5d49 req-996e52b8-e1d3-4d08-a861-45fc34830e8f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e52939e-518a-4f13-9c9f-ee8d860f5ec3 HTTP/1.1" status: 200 len: 946 time: 0.8529954 Apr 18 19:35:35.932939 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c826cd6-d2d8-4e6c-8639-c26cd826879d req-a7dd8dde-414c-4bd3-9cb8-678367e8ce24 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:35.938901 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9c826cd6-d2d8-4e6c-8639-c26cd826879d req-a7dd8dde-414c-4bd3-9cb8-678367e8ce24 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.0990338 Apr 18 19:35:35.943473 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a4840054-513e-4bbd-aa8e-cb6ee89f5d49 req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Deleting port 15e4969b-e97d-412b-aec3-49461b377dff {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:35.943824 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a4840054-513e-4bbd-aa8e-cb6ee89f5d49 req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.004134 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9c826cd6-d2d8-4e6c-8639-c26cd826879d req-497af845-2aa9-4d8e-b214-7d0da520a6cf tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575778 Apr 18 19:35:36.032975 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-adad4781-29fc-4df2-a67b-6480c940eaea req-96e8ba27-6fc1-4d43-b1a3-a2d990458002 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997944 Apr 18 19:35:36.041677 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1edd5f3c-c9c3-4832-bf6a-3fd2723239ac req-084ecc6f-bbb0-40bb-a17b-00b638c327eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99170d7f-a006-44e5-88e9-ab189090db42 HTTP/1.1" status: 200 len: 1001 time: 0.3497069 Apr 18 19:35:36.145829 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:35:36.215340 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd5f3c-c9c3-4832-bf6a-3fd2723239ac req-e1dd34ad-fb7a-4740-ba65-70f28f03ce00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:36.215870 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1edd5f3c-c9c3-4832-bf6a-3fd2723239ac req-e1dd34ad-fb7a-4740-ba65-70f28f03ce00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 200 len: 856 time: 0.1639493 Apr 18 19:35:36.327682 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a4840054-513e-4bbd-aa8e-cb6ee89f5d49 req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] For port 15e4969b-e97d-412b-aec3-49461b377dff, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=15e4969b-e97d-412b-aec3-49461b377dff,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:36.328114 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a4840054-513e-4bbd-aa8e-cb6ee89f5d49 req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.379766 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-34da4e52-888a-4b4d-a5eb-5feb2da8d741 req-82bf6442-41e7-4ebf-af3f-bdad0597a3a9 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 210 time: 0.0631864 Apr 18 19:35:36.479245 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a4840054-513e-4bbd-aa8e-cb6ee89f5d49 req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Calling delete_port for 15e4969b-e97d-412b-aec3-49461b377dff owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:36.508377 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1edd5f3c-c9c3-4832-bf6a-3fd2723239ac req-55e88fe2-4ba7-458c-a0ac-2ca55f471105 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0c29ad8-5934-46ca-987e-34bfe794904a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2850327 Apr 18 19:35:36.633026 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:36.780850 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:36.781412 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:36.933072 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1edd5f3c-c9c3-4832-bf6a-3fd2723239ac req-73223106-99a7-4304-bad3-835302bba36c service neutron] 10.222.0.71 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145861 Apr 18 19:35:36.989914 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.037563 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:37.038615 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:37.084804 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ae6bcf53-8a0f-4a2c-8552-1c0f45213119 req-943e8994-3c63-4499-8f4c-bb2c825ab0b7 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.2024074 Apr 18 19:35:37.086846 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.087992 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15e4969b-e97d-412b-aec3-49461b377dff no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:37.197281 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a4840054-513e-4bbd-aa8e-cb6ee89f5d49 req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.263908 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 15e4969b-e97d-412b-aec3-49461b377dff {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:35:37.264276 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 15e4969b-e97d-412b-aec3-49461b377dff not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:35:37.295079 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Pushing event deleted for resources: {'Port': ['ID=15e4969b-e97d-412b-aec3-49461b377dff,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:37.301849 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a764ae-3ccd-433a-bbde-afadf00ea7f0'] response: {'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'code': 200} Apr 18 19:35:37.347711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:37.347711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:37.348010 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:37.348206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:37.348493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:37.348821 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:37.349146 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:37.349474 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:37.349819 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:37.350114 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:37.350470 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:37.360952 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:37.469991 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1edd5f3c-c9c3-4832-bf6a-3fd2723239ac req-85d1d75b-9de2-413d-af0b-a9255b22a42d service neutron] 10.222.0.71 "GET /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300910 Apr 18 19:35:37.480746 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4840054-513e-4bbd-aa8e-cb6ee89f5d49 req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] No DVR routers for this DVR port 15e4969b-e97d-412b-aec3-49461b377dff on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:35:37.484428 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a4840054-513e-4bbd-aa8e-cb6ee89f5d49 req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:37.489880 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e52939e-518a-4f13-9c9f-ee8d860f5ec3', 'name': 'network-vif-deleted', 'tag': '15e4969b-e97d-412b-aec3-49461b377dff'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:37.508436 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff502723-14b8-4eaa-ad85-6dbb4543ba8e req-531a450e-96ff-4117-995f-108f5dfd9849 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:37.510969 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ff502723-14b8-4eaa-ad85-6dbb4543ba8e req-531a450e-96ff-4117-995f-108f5dfd9849 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.5422342 Apr 18 19:35:37.536614 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f896338-7031-4927-8ce1-7062eca3b9eb req-dbf37009-f471-4727-a8d5-3059517379ce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:37.538199 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2f896338-7031-4927-8ce1-7062eca3b9eb req-dbf37009-f471-4727-a8d5-3059517379ce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1130869 Apr 18 19:35:37.587026 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ff502723-14b8-4eaa-ad85-6dbb4543ba8e req-2e5d8429-a57e-4c37-bd62-151e19dd176b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663986 Apr 18 19:35:37.607695 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a4840054-513e-4bbd-aa8e-cb6ee89f5d49 req-2afb94b3-ef73-4186-808b-7c2f45e61853 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.16 "DELETE /v2.0/ports/15e4969b-e97d-412b-aec3-49461b377dff HTTP/1.1" status: 204 len: 173 time: 1.7744505 Apr 18 19:35:37.693372 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2f896338-7031-4927-8ce1-7062eca3b9eb req-6ccaf161-ae29-47ac-b9fa-8e6032065715 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469650 Apr 18 19:35:37.784942 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd825df-a8da-4117-a382-74680d06da11'] response: {'server_uuid': '6e52939e-518a-4f13-9c9f-ee8d860f5ec3', 'name': 'network-vif-deleted', 'tag': '15e4969b-e97d-412b-aec3-49461b377dff', 'status': 'completed', 'code': 200} Apr 18 19:35:37.899120 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-09b3bba5-157f-4ba3-a689-b50c44c7cdae req-a8422ac4-091d-4c53-88cb-c8fab84ba0cb tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Synchronizing usage tracker for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:38.022391 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-09b3bba5-157f-4ba3-a689-b50c44c7cdae req-a8422ac4-091d-4c53-88cb-c8fab84ba0cb tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Unset dirty status for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:38.024303 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-09b3bba5-157f-4ba3-a689-b50c44c7cdae req-a8422ac4-091d-4c53-88cb-c8fab84ba0cb tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 210 time: 0.1963480 Apr 18 19:35:38.211084 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-b2199e78-16fd-41c4-b3c4-15e8d874ac75 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:38.213130 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-b2199e78-16fd-41c4-b3c4-15e8d874ac75 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.71 "GET /v2.0/networks?id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 HTTP/1.1" status: 200 len: 814 time: 0.2218559 Apr 18 19:35:38.232978 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Request body: {'port': {'device_id': 'c739bac8-5c78-42f8-b571-df739ac251d7', 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5', 'admin_state_up': True, 'tenant_id': '7ac380de70d546e8bdcac3d66adc8947'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:38.343341 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e6f52f4b-7d3f-43f5-a635-7ee6e2e588cf req-866d4c42-071a-4b64-b6b4-94f837c092ec tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0553713 Apr 18 19:35:38.417475 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:38.429355 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:38.521076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Made reservation on behalf of 7ac380de70d546e8bdcac3d66adc8947 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:35:38.526324 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:38.750622 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Allocated IP 172.20.0.13 (52b1d32f-cbdb-4cd8-8905-3c05e236a1a5/6f3cbeb9-5455-4933-b1e7-e251e8d856ba/a448ee4a-ffce-4e92-ae98-07b8b6dc38b8) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:35:39.047490 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:39.198905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16bd04-8381-4d1c-87b9-0ddbff6bf6ee req-7f873c18-8a08-49cf-9995-f63068ac8c57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:39.204310 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6e16bd04-8381-4d1c-87b9-0ddbff6bf6ee req-7f873c18-8a08-49cf-9995-f63068ac8c57 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1608002 Apr 18 19:35:39.267305 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6e16bd04-8381-4d1c-87b9-0ddbff6bf6ee req-b2fa3603-9900-480b-be76-2a6d3fabb682 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619278 Apr 18 19:35:39.304788 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:39.418578 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:35:39.422926 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:35:39.430774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Pushing event updated for resources: {'Port': ['ID=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:39.434796 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:35:39.507611 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b4f99-199b-44a1-9d7f-4faf6638bdb4 req-5bda0832-8d9e-4abd-a3d4-0cba9d6c3327 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:39.513253 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c63b4f99-199b-44a1-9d7f-4faf6638bdb4 req-5bda0832-8d9e-4abd-a3d4-0cba9d6c3327 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 932 time: 0.2509115 Apr 18 19:35:39.549739 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:39.550425 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:39.611284 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c63b4f99-199b-44a1-9d7f-4faf6638bdb4 req-0b0190ac-6c2b-4054-8e5f-499f3dbd17f2 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970557 Apr 18 19:35:39.680877 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d250a1ef-be3a-4e95-b743-c20af47dfdf0 req-003a90ce-91ad-4410-b03e-756b472911be tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0864308 Apr 18 19:35:39.693387 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-c76d06e3-9e8a-435a-9a01-0c2f0ca8fc4a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4646182 Apr 18 19:35:39.705970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Request body: {'port': {'device_id': 'c739bac8-5c78-42f8-b571-df739ac251d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:35:39.756342 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:39.941075 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.530186 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b8208-64de-4a69-a909-186acae55270 req-23127cd9-8439-4515-a591-94b5ae51fc72 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:40.538899 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-910b8208-64de-4a69-a909-186acae55270 req-23127cd9-8439-4515-a591-94b5ae51fc72 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1148410 Apr 18 19:35:40.594732 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-910b8208-64de-4a69-a909-186acae55270 req-78e972a8-1b63-4092-9988-c38d2df3c689 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548306 Apr 18 19:35:40.655371 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:40.669985 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:40.688328 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Transition to ACTIVE for port object a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:35:40.761843 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.055398 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-276fdbe8-fbbe-4251-9bbe-14b7380aec6b req-cd739176-6647-4b1e-b5ef-75a68b8f9afd tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0686107 Apr 18 19:35:41.106923 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:41.149895 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.270104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbec991-9d44-40a4-9fe5-a711ee02b8c1 req-2ddd72ab-3d88-4e1d-8b6c-efaf37bd52a9 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:41.270892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ddbec991-9d44-40a4-9fe5-a711ee02b8c1 req-2ddd72ab-3d88-4e1d-8b6c-efaf37bd52a9 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Synchronizing usage tracker for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:35:41.321913 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Attempting to bind port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:35:41.322255 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Attempting to bind port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:35:41.322619 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Attempting to bind port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 on network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:41.329331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 on network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:35:41.333361 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Attempting to bind port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 on network 52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:35:41.338891 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:35:41.339231 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Checking segment: {'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:35:41.339616 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Bound using segment: {'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:35:41.340119 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Bound port: a448ee4a-ffce-4e92-ae98-07b8b6dc38b8, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116eae9a-5c1d-4331-9624-b480b0ccc979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:35:41.340444 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.402982 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ddbec991-9d44-40a4-9fe5-a711ee02b8c1 req-2ddd72ab-3d88-4e1d-8b6c-efaf37bd52a9 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Unset dirty status for tenant:7ac380de70d546e8bdcac3d66adc8947 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:35:41.404201 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ddbec991-9d44-40a4-9fe5-a711ee02b8c1 req-2ddd72ab-3d88-4e1d-8b6c-efaf37bd52a9 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 944 time: 0.6377950 Apr 18 19:35:41.497415 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] For port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:35:41.500745 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] For port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:35:41.506606 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ddbec991-9d44-40a4-9fe5-a711ee02b8c1 req-daf33aaa-552c-4ff4-93fa-d63e6c4bac85 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905716 Apr 18 19:35:41.578410 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.656449 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:41.657963 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] 10.222.0.71 "PUT /v2.0/ports/a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 HTTP/1.1" status: 200 len: 1092 time: 1.9567435 Apr 18 19:35:41.658496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c739bac8-5c78-42f8-b571-df739ac251d7', 'tag': 'a448ee4a-ffce-4e92-ae98-07b8b6dc38b8'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:41.716922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585e48b-4013-4ab2-b46b-9efb4cb346d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:41.815285 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd39313-99ce-4285-9be4-946d4626a11d'] response: {'name': 'network-changed', 'server_uuid': 'c739bac8-5c78-42f8-b571-df739ac251d7', 'tag': 'a448ee4a-ffce-4e92-ae98-07b8b6dc38b8', 'status': 'completed', 'code': 200} Apr 18 19:35:42.003900 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-1d083e72-036a-4236-b31c-8ce53fa0e54f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ac380de70d546e8bdcac3d66adc8947&device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 1095 time: 0.2416866 Apr 18 19:35:42.015904 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4093c7be-3c8b-4f1b-a00b-99e28e1b58db req-612a3929-555f-4f26-8ec9-7ca9374f2914 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 1096 time: 0.1448245 Apr 18 19:35:42.020884 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8601464-5959-4ead-b940-2a5f73f1377f req-a7d30a1d-587e-4ced-999e-8113e2e931b1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:42.022457 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c8601464-5959-4ead-b940-2a5f73f1377f req-a7d30a1d-587e-4ced-999e-8113e2e931b1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.2090614 Apr 18 19:35:42.043780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a666f2-94bd-4bca-baa2-92d2d2f8523c req-506accd8-222b-4926-abd3-587abe8092a2 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:42.051533 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-49a666f2-94bd-4bca-baa2-92d2d2f8523c req-506accd8-222b-4926-abd3-587abe8092a2 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.1340606 Apr 18 19:35:42.119438 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-49a666f2-94bd-4bca-baa2-92d2d2f8523c req-ebac22f0-d9fd-4dda-940e-d37ae0268b6d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664105 Apr 18 19:35:42.258870 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-8f6f1297-2c32-441c-8e6d-5e8def0fdb6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 HTTP/1.1" status: 200 len: 217 time: 0.2440891 Apr 18 19:35:42.295977 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f872ed97-95ef-40c4-bb8a-e2568f747358 req-d2706285-f55e-44ca-9c55-82d3eb55601e tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0494022 Apr 18 19:35:42.378633 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c8601464-5959-4ead-b940-2a5f73f1377f req-e60a05bc-3cc2-40d3-98c8-d6d7660e1753 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739346 Apr 18 19:35:42.385060 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-06c4cc15-0a2d-4b76-a3c5-889ba6fe8f19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:42.386206 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-06c4cc15-0a2d-4b76-a3c5-889ba6fe8f19 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f3cbeb9-5455-4933-b1e7-e251e8d856ba HTTP/1.1" status: 200 len: 854 time: 0.1191046 Apr 18 19:35:42.549198 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-70ad30d1-0b4c-404e-9dd9-5e0d66005cc8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490874 Apr 18 19:35:42.574160 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-344ac961-ad1e-45be-9086-8cda048e4bd3 req-30c0710f-d913-4699-817c-aae31c31f4e8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0930049 Apr 18 19:35:42.601934 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093c7be-3c8b-4f1b-a00b-99e28e1b58db req-18df96ee-4d33-41f6-a3c7-03e8470c204d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:42.603392 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4093c7be-3c8b-4f1b-a00b-99e28e1b58db req-18df96ee-4d33-41f6-a3c7-03e8470c204d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.5798032 Apr 18 19:35:42.875661 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4093c7be-3c8b-4f1b-a00b-99e28e1b58db req-2243b265-1357-4b7c-938a-a93d1e55da4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6884e8ed-fefd-418d-a58d-251245a0e540 HTTP/1.1" status: 200 len: 217 time: 0.2296085 Apr 18 19:35:42.981993 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-6314518e-e85d-440a-a7c9-78a3abce8c1b service neutron] 10.222.0.71 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112823 Apr 18 19:35:42.985907 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093c7be-3c8b-4f1b-a00b-99e28e1b58db req-04fdb62c-56b8-445c-888f-b92e67b19d78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:42.988558 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4093c7be-3c8b-4f1b-a00b-99e28e1b58db req-04fdb62c-56b8-445c-888f-b92e67b19d78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.1028352 Apr 18 19:35:43.148281 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c07506-372d-418b-9eb2-17c2c04cfec7 req-38f84f06-4ae2-42ff-a677-25ffbfe768f1 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:43.149852 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8c07506-372d-418b-9eb2-17c2c04cfec7 req-38f84f06-4ae2-42ff-a677-25ffbfe768f1 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 944 time: 0.5027356 Apr 18 19:35:43.281891 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a8c07506-372d-418b-9eb2-17c2c04cfec7 req-f7119329-83d7-4675-91d3-be13ff462290 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102061 Apr 18 19:35:43.299349 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4093c7be-3c8b-4f1b-a00b-99e28e1b58db req-ff3fd0a0-dcb1-453a-8ced-ecee480a4faf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2861044 Apr 18 19:35:43.301072 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ad66187-f3e5-45b5-9198-2a325c9e40b8 req-bfa2ae5b-8317-4695-845a-c03097f5a262 service neutron] 10.222.0.71 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075802 Apr 18 19:35:43.364313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd5a6f-1a0d-431d-accb-6dce4587aaae req-3fe4ba3f-1595-49b9-93ce-fca7693246c6 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:43.366652 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cabd5a6f-1a0d-431d-accb-6dce4587aaae req-3fe4ba3f-1595-49b9-93ce-fca7693246c6 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.1009328 Apr 18 19:35:43.442941 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cabd5a6f-1a0d-431d-accb-6dce4587aaae req-c48d8a83-739b-4dd2-9249-584dc3ee4f3a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689249 Apr 18 19:35:43.692007 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4093c7be-3c8b-4f1b-a00b-99e28e1b58db req-9a367adc-0343-4f9a-b023-5a9026aa6449 service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856733 Apr 18 19:35:43.800735 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48e4f0-93f8-45dc-93d0-15b9954323a5 req-839dd574-931b-4558-9356-0fb2f366a9b1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:43.814290 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a48e4f0-93f8-45dc-93d0-15b9954323a5 req-839dd574-931b-4558-9356-0fb2f366a9b1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.2041185 Apr 18 19:35:43.817263 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c035355-ad0b-475f-8438-68a8eecb7644 req-8a58adcc-320a-4506-bb7c-47cb96b7c92b tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.2585733 Apr 18 19:35:43.924891 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a48e4f0-93f8-45dc-93d0-15b9954323a5 req-7616d54a-5afa-48be-a0a6-e7f8b7204eab tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859518 Apr 18 19:35:43.942605 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4093c7be-3c8b-4f1b-a00b-99e28e1b58db req-e05aec17-eeb4-47fd-8bbc-9a34480b3210 service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378893 Apr 18 19:35:43.953289 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-660a04ea-2f58-4d2a-a5ce-cd58b243990b req-7fea307b-ec01-4335-8c40-f9d17a975439 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ac380de70d546e8bdcac3d66adc8947&device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 1095 time: 0.5042453 Apr 18 19:35:44.137893 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a04ea-2f58-4d2a-a5ce-cd58b243990b req-2ade0b3d-c28a-4d28-87e5-6047c976203a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:44.139458 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-660a04ea-2f58-4d2a-a5ce-cd58b243990b req-2ade0b3d-c28a-4d28-87e5-6047c976203a service neutron] 10.222.0.71 "GET /v2.0/networks?id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 HTTP/1.1" status: 200 len: 915 time: 0.1823835 Apr 18 19:35:44.220626 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-660a04ea-2f58-4d2a-a5ce-cd58b243990b req-0125ad7f-30fd-4cc3-91fa-e60a8bd5b6d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 HTTP/1.1" status: 200 len: 217 time: 0.0744314 Apr 18 19:35:44.303810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a04ea-2f58-4d2a-a5ce-cd58b243990b req-18a0d295-031a-4a4f-8b3a-9240a90f2545 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:44.305310 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-660a04ea-2f58-4d2a-a5ce-cd58b243990b req-18a0d295-031a-4a4f-8b3a-9240a90f2545 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6f3cbeb9-5455-4933-b1e7-e251e8d856ba HTTP/1.1" status: 200 len: 854 time: 0.0682259 Apr 18 19:35:44.368915 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-660a04ea-2f58-4d2a-a5ce-cd58b243990b req-e476245d-d42b-4704-842c-396e19abd45c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504591 Apr 18 19:35:44.550787 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-660a04ea-2f58-4d2a-a5ce-cd58b243990b req-65b26079-e1fa-4558-a940-7cc14e9112d2 service neutron] 10.222.0.71 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743205 Apr 18 19:35:44.554470 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49e0c0-d857-4c75-8b00-2dc1941f226b req-40b34dde-3154-45bd-ba5e-91317ced2407 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:44.556327 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c49e0c0-d857-4c75-8b00-2dc1941f226b req-40b34dde-3154-45bd-ba5e-91317ced2407 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 944 time: 0.0947480 Apr 18 19:35:44.618563 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c49e0c0-d857-4c75-8b00-2dc1941f226b req-cd3fff63-d5d7-424d-8f61-a2f4a03f6e0e tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559983 Apr 18 19:35:44.781058 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-660a04ea-2f58-4d2a-a5ce-cd58b243990b req-f5c31476-59a4-46b0-8f73-493aa48fa56e service neutron] 10.222.0.71 "GET /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151082 Apr 18 19:35:44.787730 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b7434-09ff-4741-838a-c780da3fdbd9 req-7e165818-0c3c-4ac2-9081-4ac272112afb tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:44.789280 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b26b7434-09ff-4741-838a-c780da3fdbd9 req-7e165818-0c3c-4ac2-9081-4ac272112afb tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.1957922 Apr 18 19:35:44.855122 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b26b7434-09ff-4741-838a-c780da3fdbd9 req-9f6e74b5-81bd-417f-a347-da695cbb0db9 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527074 Apr 18 19:35:45.117972 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c6c07947-ce69-456d-b5a1-b951e09aacd4 req-4951781d-9498-447b-a067-5a5789ab46d3 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.1052806 Apr 18 19:35:45.228790 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e30da-4c46-4796-9f99-db2996458cf4 req-a2b2ea80-0f1e-4693-ba99-b1424e4ed289 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:45.229656 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-022e30da-4c46-4796-9f99-db2996458cf4 req-a2b2ea80-0f1e-4693-ba99-b1424e4ed289 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1294315 Apr 18 19:35:45.299386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-022e30da-4c46-4796-9f99-db2996458cf4 req-3bf6e9a7-9fff-439d-9e03-1d1630a5795f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641241 Apr 18 19:35:45.935606 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f022c776-7fb3-4527-b4cd-8e3226f7243f req-8b024c6d-bd15-4825-86d9-3403d82bf59c tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0446291 Apr 18 19:35:46.055134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34165726-6e4f-4bdd-aecb-297a3084d881 req-f82efcf4-807b-4cd8-929e-eb42fd60fca8 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:46.066588 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-34165726-6e4f-4bdd-aecb-297a3084d881 req-f82efcf4-807b-4cd8-929e-eb42fd60fca8 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 944 time: 0.2712455 Apr 18 19:35:46.151236 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-34165726-6e4f-4bdd-aecb-297a3084d881 req-33705876-9211-4300-941f-227e2f5d651d tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837593 Apr 18 19:35:46.162938 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:46.246615 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52474e0-fe49-4046-bf5f-b17a2d9b3413 req-891cf955-3e96-45f7-a076-2a3d41a304d1 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:46.248128 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d52474e0-fe49-4046-bf5f-b17a2d9b3413 req-891cf955-3e96-45f7-a076-2a3d41a304d1 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.1427088 Apr 18 19:35:46.324903 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d52474e0-fe49-4046-bf5f-b17a2d9b3413 req-084a4e09-a60b-4864-a552-42360f2c0694 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665717 Apr 18 19:35:46.378043 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:46.405971 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'a448ee4a-ffce-4e92-ae98-07b8b6dc38b8', 'network_id': '52b1d32f-cbdb-4cd8-8905-3c05e236a1a5', 'port_id': 'a448ee4a-ffce-4e92-ae98-07b8b6dc38b8', 'mac_address': 'fa:16:3e:1a:9c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3cbeb9-5455-4933-b1e7-e251e8d856ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:46.474587 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:46.502081 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:46.510439 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:46.555539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ee721-d7f6-4f8d-adf8-a418b7be034a req-2a2caac1-8e4f-4bd0-b7b4-24cf316dcf1c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:46.557258 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c8ee721-d7f6-4f8d-adf8-a418b7be034a req-2a2caac1-8e4f-4bd0-b7b4-24cf316dcf1c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0969803 Apr 18 19:35:46.613810 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:46.629599 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c8ee721-d7f6-4f8d-adf8-a418b7be034a req-ce4f3fd9-0466-42de-95af-c75770bdfb5d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665567 Apr 18 19:35:46.694574 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:46.704135 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:46.704487 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:46.704817 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:46.705293 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:46.706168 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:46.706168 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:46.706557 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:46.706852 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:46.707168 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:46.707485 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:46.707810 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:35:46.902141 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['a448ee4a-ffce-4e92-ae98-07b8b6dc38b8'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:47.220326 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a0d29536-484f-40b1-935e-cc49c35e3b9f req-cbcf0bd4-9f9f-4ef3-83ef-e9db76c2d3c1 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0720420 Apr 18 19:35:47.452297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5d9db-0885-4299-a3ef-585821f7b25c req-76d4cf8c-6998-4480-b9cc-41bca76bc9a0 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:47.455643 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c2f5d9db-0885-4299-a3ef-585821f7b25c req-76d4cf8c-6998-4480-b9cc-41bca76bc9a0 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 945 time: 0.1293898 Apr 18 19:35:47.511420 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c2f5d9db-0885-4299-a3ef-585821f7b25c req-101be741-6728-4a8f-a487-da78d683590a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487800 Apr 18 19:35:47.613896 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace021c2-98a1-459d-ba5a-89fa67d7688e req-c00ba921-7997-44f9-9896-541bf5e4e5a7 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:47.615272 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ace021c2-98a1-459d-ba5a-89fa67d7688e req-c00ba921-7997-44f9-9896-541bf5e4e5a7 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.0838532 Apr 18 19:35:47.666559 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ace021c2-98a1-459d-ba5a-89fa67d7688e req-98a07dfd-5dc5-4c77-b8bf-dbabc2dd6a00 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452509 Apr 18 19:35:47.874616 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed48f4a-6e8a-491f-bc7a-fd3b878837b5 req-cbf274c1-cd2f-4df1-8d03-7cac24edcbb6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:47.876048 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bed48f4a-6e8a-491f-bc7a-fd3b878837b5 req-cbf274c1-cd2f-4df1-8d03-7cac24edcbb6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0857899 Apr 18 19:35:47.926231 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bed48f4a-6e8a-491f-bc7a-fd3b878837b5 req-2ce3e705-5306-4f5a-b617-59a7da5e4e4a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426228 Apr 18 19:35:48.170269 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:48.354760 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:35:48.367041 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:48.367414 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.456048 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-842ad2fb-f61e-4347-a608-26f9d246e4fe req-91a3d07d-45a4-4e73-aa66-69410401d12d tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0620553 Apr 18 19:35:48.578379 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.615778 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c739bac8-5c78-42f8-b571-df739ac251d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a448ee4a-ffce-4e92-ae98-07b8b6dc38b8'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:48.627095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:48.687360 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6416d726-d313-4c1c-8cec-90a9e0e86eb9'] response: {'server_uuid': 'c739bac8-5c78-42f8-b571-df739ac251d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a448ee4a-ffce-4e92-ae98-07b8b6dc38b8', 'code': 200} Apr 18 19:35:48.715210 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:48.738751 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a02f6-46d8-4a96-a732-c89a099d9708 req-84f1f1ce-0ca5-4999-9df1-d9b4c17d4c5a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:48.748583 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-550a02f6-46d8-4a96-a732-c89a099d9708 req-84f1f1ce-0ca5-4999-9df1-d9b4c17d4c5a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 945 time: 0.1007233 Apr 18 19:35:48.810404 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:48.854748 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-550a02f6-46d8-4a96-a732-c89a099d9708 req-dfd00379-f810-4230-8229-f29b3a1e1600 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010423 Apr 18 19:35:48.894103 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4cc2270a-acdf-4222-abcc-fb607682861d req-fad6cba9-efbb-4114-9a85-250499fdf90e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 1097 time: 0.1271596 Apr 18 19:35:49.004087 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4cc2270a-acdf-4222-abcc-fb607682861d req-63b22130-31d1-4e69-999a-3e81e894838e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747797 Apr 18 19:35:49.024365 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4081f-1570-4c1b-9ba1-20cbf9f1567e req-b82c6a31-820b-44dc-93c8-787c01b11dce tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:49.026090 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-29f4081f-1570-4c1b-9ba1-20cbf9f1567e req-b82c6a31-820b-44dc-93c8-787c01b11dce tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.1294835 Apr 18 19:35:49.094826 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-29f4081f-1570-4c1b-9ba1-20cbf9f1567e req-fefe5fd0-e0d5-4fb0-8bcb-3029056f3624 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609472 Apr 18 19:35:49.191676 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f0c4e-6301-4887-8b7c-920104fdf81b req-50f4dc41-9bbf-43ef-af74-cee5e210f372 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:49.193156 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c1f0c4e-6301-4887-8b7c-920104fdf81b req-50f4dc41-9bbf-43ef-af74-cee5e210f372 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1204996 Apr 18 19:35:49.251120 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c1f0c4e-6301-4887-8b7c-920104fdf81b req-96a4c713-8f86-4f68-b7ab-d986702e60f3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Apr 18 19:35:49.714022 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3666fb4f-0613-44ed-8a7a-198433c9a46a req-a4d1c9a1-2bf4-444a-9483-fe97687cd1da tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0602682 Apr 18 19:35:50.075388 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250409f3-a8b7-4bc3-a705-c0cc92b218c3 req-0ab2ff66-6e1f-4d76-af84-d37ef5a0d0ce tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:50.076875 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-250409f3-a8b7-4bc3-a705-c0cc92b218c3 req-0ab2ff66-6e1f-4d76-af84-d37ef5a0d0ce tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 946 time: 0.0904398 Apr 18 19:35:50.144574 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-250409f3-a8b7-4bc3-a705-c0cc92b218c3 req-0cc6db69-093c-48f6-895c-e102713d785b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620351 Apr 18 19:35:50.443424 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad6496-509a-43ba-a182-a960bb71439c req-df613374-a8b2-4d83-a240-b71abf2531e6 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:50.445293 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6ad6496-509a-43ba-a182-a960bb71439c req-df613374-a8b2-4d83-a240-b71abf2531e6 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.1719484 Apr 18 19:35:50.515869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08921bf9-c4f4-42a6-a419-69bda2256d21 req-99d00fe6-89f0-415d-a3a2-5d8d0b8ee34a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:50.521726 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6ad6496-509a-43ba-a182-a960bb71439c req-313aca70-17bd-4be7-9b7d-a04f77041dad tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694020 Apr 18 19:35:50.523822 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-08921bf9-c4f4-42a6-a419-69bda2256d21 req-99d00fe6-89f0-415d-a3a2-5d8d0b8ee34a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1055648 Apr 18 19:35:50.578981 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-08921bf9-c4f4-42a6-a419-69bda2256d21 req-c24d8bd5-43ef-422b-a7fb-7bc65450b45b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532949 Apr 18 19:35:50.917544 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6d1772bf-73d4-4ec1-90b9-60089f8a9278 req-03edc9f7-a0cb-4859-a391-995c20c5cfbb tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0411003 Apr 18 19:35:51.381676 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65508af7-1e70-49c3-a9d4-831dedcd0bfa req-fbd27b1c-0540-437d-b379-a5ad9d54ef21 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:51.383471 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-65508af7-1e70-49c3-a9d4-831dedcd0bfa req-fbd27b1c-0540-437d-b379-a5ad9d54ef21 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 946 time: 0.0871975 Apr 18 19:35:51.490794 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-65508af7-1e70-49c3-a9d4-831dedcd0bfa req-0d309ac6-3238-4fd3-83a5-ddd37e480a76 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644789 Apr 18 19:35:51.645332 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c318bc4-cb5a-4c3e-bd41-f98d3faa0f6f req-42bc2fb2-0bc5-4672-b0d1-6d9140ef2daf tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:51.646830 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8c318bc4-cb5a-4c3e-bd41-f98d3faa0f6f req-42bc2fb2-0bc5-4672-b0d1-6d9140ef2daf tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 946 time: 0.0803735 Apr 18 19:35:51.692570 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8c318bc4-cb5a-4c3e-bd41-f98d3faa0f6f req-5a76984d-c630-4e9f-93f5-0a4db5be6710 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397637 Apr 18 19:35:51.739244 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9361b62-6acd-403b-9a12-94be60fb808a req-7d992d01-b965-449c-bb62-a57575fd5d9b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:51.740755 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c9361b62-6acd-403b-9a12-94be60fb808a req-7d992d01-b965-449c-bb62-a57575fd5d9b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.0797393 Apr 18 19:35:51.784512 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-62e53cce-45eb-410c-a24b-4fdac2e428ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:51.788021 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c9361b62-6acd-403b-9a12-94be60fb808a req-edbc069a-f01f-4d93-9d3c-5df9969a42e3 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Apr 18 19:35:51.902611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7fbd0-9f99-4b41-a3b2-4a5ddc6118ba req-b0674ea3-2c39-4965-b137-1fb91228b63f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:51.904387 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1a7fbd0-9f99-4b41-a3b2-4a5ddc6118ba req-b0674ea3-2c39-4965-b137-1fb91228b63f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0850945 Apr 18 19:35:52.055172 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a1a7fbd0-9f99-4b41-a3b2-4a5ddc6118ba req-ffd7b087-c345-42fa-96fb-cc49f98e2c2a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447532 Apr 18 19:35:52.365063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008e368-5de7-43c9-b84e-35eb31e975dd req-8c8bdcb9-3655-4ae2-88d6-8cdec18f96fc tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:52.372588 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d008e368-5de7-43c9-b84e-35eb31e975dd req-8c8bdcb9-3655-4ae2-88d6-8cdec18f96fc tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 946 time: 0.0923345 Apr 18 19:35:52.427482 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d008e368-5de7-43c9-b84e-35eb31e975dd req-a81024aa-3d95-4f3e-a22f-2d4b075a5c2b tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531921 Apr 18 19:35:52.554294 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-532f922d-9a52-45cd-8ba6-06c89a917ad4 req-07bcabf7-71f0-4e3c-a364-b4da771d0534 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.3294570 Apr 18 19:35:52.655015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394ac68-390f-4a6d-971a-c2d229fa943c req-5f885108-b5c8-442e-b1e7-63f0605db542 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:52.656603 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8394ac68-390f-4a6d-971a-c2d229fa943c req-5f885108-b5c8-442e-b1e7-63f0605db542 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 946 time: 0.0877223 Apr 18 19:35:52.703102 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8394ac68-390f-4a6d-971a-c2d229fa943c req-57319fd8-23c3-4b0b-96c8-d4b35357871f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 Apr 18 19:35:53.019156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2afc3-d08a-46f2-b20b-f16b75af4cab req-896f9c6a-dea9-4e4a-ac68-feb2177335cc tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:53.020628 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f9d2afc3-d08a-46f2-b20b-f16b75af4cab req-896f9c6a-dea9-4e4a-ac68-feb2177335cc tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.0991564 Apr 18 19:35:53.071961 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f9d2afc3-d08a-46f2-b20b-f16b75af4cab req-eba45a2f-ad14-4b21-824f-06eb64842adf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439951 Apr 18 19:35:53.198667 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615ff86-1d30-44a1-9ec1-692d8294cd1c req-b9b507c5-89dd-44ae-9e3c-e6f9127d6df5 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:53.205608 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b615ff86-1d30-44a1-9ec1-692d8294cd1c req-b9b507c5-89dd-44ae-9e3c-e6f9127d6df5 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 946 time: 0.0837412 Apr 18 19:35:53.263598 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b615ff86-1d30-44a1-9ec1-692d8294cd1c req-f328eecd-0c6c-4a7b-95c5-7747376f774f tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561085 Apr 18 19:35:53.313816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e8e6e-49bf-4689-83ea-a2b607e463d5 req-d49356eb-53fb-45fb-b505-a48420c1119b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:53.315917 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-046e8e6e-49bf-4689-83ea-a2b607e463d5 req-d49356eb-53fb-45fb-b505-a48420c1119b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0838194 Apr 18 19:35:53.363091 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-046e8e6e-49bf-4689-83ea-a2b607e463d5 req-464b8c77-c0f5-4990-a046-df64e8d199dd tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410700 Apr 18 19:35:53.462462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a732157-5bde-4634-b26e-907efd12b957 req-64ba0fd4-25f1-42d8-8265-d9f743bb2691 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:53.463945 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8a732157-5bde-4634-b26e-907efd12b957 req-64ba0fd4-25f1-42d8-8265-d9f743bb2691 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 946 time: 0.0807672 Apr 18 19:35:53.510531 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8a732157-5bde-4634-b26e-907efd12b957 req-2671f143-5df0-412f-9882-144a54b4392a tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Apr 18 19:35:53.746325 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dcaeeea5-f636-4842-9d38-16ce2d0251f0 req-3382a972-7661-463e-8e7d-6b0a01aad708 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0412178 Apr 18 19:35:53.857429 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4aa09762-693e-4bad-ad8a-0d585fdb6e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.302686 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e1f2d-0f63-4c3c-ae34-8755fda5f07f req-8b87bbc8-a2c7-4c0a-b62d-6a3ae9b53e41 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:54.304755 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-877e1f2d-0f63-4c3c-ae34-8755fda5f07f req-8b87bbc8-a2c7-4c0a-b62d-6a3ae9b53e41 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.0855248 Apr 18 19:35:54.355607 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-877e1f2d-0f63-4c3c-ae34-8755fda5f07f req-07709a5f-4a06-4a10-8645-e022b37e39a0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452619 Apr 18 19:35:54.377591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecc827-4cbe-4138-9d10-178a344896f5 req-c4a39b39-adbe-4631-8ee8-cdda4702ac77 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:54.380134 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-22ecc827-4cbe-4138-9d10-178a344896f5 req-c4a39b39-adbe-4631-8ee8-cdda4702ac77 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 946 time: 0.0872111 Apr 18 19:35:54.427527 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-22ecc827-4cbe-4138-9d10-178a344896f5 req-76f48c58-242d-404d-b340-e5b0f92a9985 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Apr 18 19:35:54.563258 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b61e59-0080-419e-9b95-bc709bdda666 req-be7f579f-5c61-49dc-9b00-5c5a086f5ee3 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:54.566880 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-88b61e59-0080-419e-9b95-bc709bdda666 req-be7f579f-5c61-49dc-9b00-5c5a086f5ee3 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 949 time: 0.0801065 Apr 18 19:35:54.623752 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-88b61e59-0080-419e-9b95-bc709bdda666 req-18ec9534-dfc0-46f1-bc8b-56eb22610903 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527177 Apr 18 19:35:54.630409 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884439ce-2229-499c-ad3d-0414b08643b1 req-ffcf9367-1524-422a-a532-b012f65a99f2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:54.638106 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-884439ce-2229-499c-ad3d-0414b08643b1 req-ffcf9367-1524-422a-a532-b012f65a99f2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.0960121 Apr 18 19:35:54.692159 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-884439ce-2229-499c-ad3d-0414b08643b1 req-3b6d341d-b759-4b95-8b7e-9a503dc0aa12 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529196 Apr 18 19:35:54.885346 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.937913 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:54.945769 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8eccdcb0-88b2-405a-a95c-6b0746c4d3ab req-30850505-4895-4160-aa74-605b193aaa07 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0419836 Apr 18 19:35:55.202039 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 60924) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:55.347977 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e2bf10-2940-4d47-9e17-929b2f4a6c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.379400 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-98e2bf10-2940-4d47-9e17-929b2f4a6c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:55.384916 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-98e2bf10-2940-4d47-9e17-929b2f4a6c5a admin admin] Usage tracker for resource:security_group_rule and tenant:76e7c5c7f12041689e94ca67624cd34e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:55.388256 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-98e2bf10-2940-4d47-9e17-929b2f4a6c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:55.394148 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-98e2bf10-2940-4d47-9e17-929b2f4a6c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:55.471423 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e2bf10-2940-4d47-9e17-929b2f4a6c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.564621 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e8a64-ed31-4676-94fc-2884d94a37ec req-0033a2f7-eb19-4ddc-b453-74338ff2467c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:55.566048 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d97e8a64-ed31-4676-94fc-2884d94a37ec req-0033a2f7-eb19-4ddc-b453-74338ff2467c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.0765007 Apr 18 19:35:55.593949 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98e2bf10-2940-4d47-9e17-929b2f4a6c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.617455 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d97e8a64-ed31-4676-94fc-2884d94a37ec req-f093cf7c-b9f1-4bc5-b0b6-7e530377b831 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449126 Apr 18 19:35:55.650932 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2bf10-2940-4d47-9e17-929b2f4a6c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b57e332-9212-4758-a03b-e7e7b74a0f25,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:55.654554 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-98e2bf10-2940-4d47-9e17-929b2f4a6c5a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=76e7c5c7f12041689e94ca67624cd34e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4511044 Apr 18 19:35:55.659198 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 60950) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:55.719817 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1224df7a-9619-42bf-bfb9-2b1837dcc2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.750383 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1224df7a-9619-42bf-bfb9-2b1837dcc2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.869123 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1224df7a-9619-42bf-bfb9-2b1837dcc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.871922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e8a19-7b25-493a-9f7a-bcfcf022f3ab req-a0fe1c5a-2821-4460-b3f7-88fab0b32481 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:55.873362 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-498e8a19-7b25-493a-9f7a-bcfcf022f3ab req-a0fe1c5a-2821-4460-b3f7-88fab0b32481 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 946 time: 0.1347439 Apr 18 19:35:55.884120 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224df7a-9619-42bf-bfb9-2b1837dcc2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b57e332-9212-4758-a03b-e7e7b74a0f25,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:55.895619 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1224df7a-9619-42bf-bfb9-2b1837dcc2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:55.896763 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1224df7a-9619-42bf-bfb9-2b1837dcc2e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b57e332-9212-4758-a03b-e7e7b74a0f25 HTTP/1.1" status: 204 len: 168 time: 0.2364976 Apr 18 19:35:55.901702 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4c36a-d597-41cc-9838-60728ed67dd8 req-02f48029-8f09-4e03-8ffd-9abfe764f37c tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:55.903045 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e0b4c36a-d597-41cc-9838-60728ed67dd8 req-02f48029-8f09-4e03-8ffd-9abfe764f37c tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.71 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 946 time: 0.1225009 Apr 18 19:35:55.997498 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-498e8a19-7b25-493a-9f7a-bcfcf022f3ab req-c2b11a1b-5d16-49f7-92bd-d3c7816d6aab tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/security-groups?id=93da05ef-b92b-4bcf-a794-1626d4cc533a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150939 Apr 18 19:35:56.009513 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-e0b4c36a-d597-41cc-9838-60728ed67dd8 req-2d511cc0-bf48-412c-b050-ff9af3d394ca tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Deleting port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:35:56.010031 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-e0b4c36a-d597-41cc-9838-60728ed67dd8 req-2d511cc0-bf48-412c-b050-ff9af3d394ca tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.164191 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 6d1223d1-9203-437c-82e3-97327c732488 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:35:56.270933 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3e88395b-f556-4547-b5bb-ca994a090b8d req-26536dec-49b5-4f29-ba19-5b08864b0f9e tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0547819 Apr 18 19:35:56.308541 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 6d1223d1-9203-437c-82e3-97327c732488, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6d1223d1-9203-437c-82e3-97327c732488,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:56.318470 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '6d1223d1-9203-437c-82e3-97327c732488', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'port_id': '6d1223d1-9203-437c-82e3-97327c732488', 'mac_address': 'fa:16:3e:b3:f4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd27771e-135d-4136-a053-2cd32b4aaaa8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:35:56.354401 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824aba-76c3-4888-aa68-9e29d446224b req-3b1f3c88-2143-4fb9-8540-767f5a4986da tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:56.358413 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-de824aba-76c3-4888-aa68-9e29d446224b req-3b1f3c88-2143-4fb9-8540-767f5a4986da tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.2031035 Apr 18 19:35:56.424208 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.438336 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d1223d1-9203-437c-82e3-97327c732488 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:35:56.458866 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-e0b4c36a-d597-41cc-9838-60728ed67dd8 req-2d511cc0-bf48-412c-b050-ff9af3d394ca tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] For port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8,segment=NetworkSegment(116eae9a-5c1d-4331-9624-b480b0ccc979),segment_id=116eae9a-5c1d-4331-9624-b480b0ccc979)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:56.459261 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-e0b4c36a-d597-41cc-9838-60728ed67dd8 req-2d511cc0-bf48-412c-b050-ff9af3d394ca tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.508953 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.559697 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 6d1223d1-9203-437c-82e3-97327c732488, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6d1223d1-9203-437c-82e3-97327c732488,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:56.615516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-e0b4c36a-d597-41cc-9838-60728ed67dd8 req-2d511cc0-bf48-412c-b050-ff9af3d394ca tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Calling delete_port for a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:35:56.636432 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.681272 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:35:56.693891 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-de824aba-76c3-4888-aa68-9e29d446224b req-1bfe2af1-ffbf-45df-972c-25f63f27bd1b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602232 Apr 18 19:35:56.764844 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=6d1223d1-9203-437c-82e3-97327c732488,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:56.769684 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['6d1223d1-9203-437c-82e3-97327c732488'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:56.847621 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 60976) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:56.872296 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70417ca8-30f2-4411-a6ba-8b83f739b654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.896424 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.916683 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-e0b4c36a-d597-41cc-9838-60728ed67dd8 req-2d511cc0-bf48-412c-b050-ff9af3d394ca tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:56.955021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:56.955216 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-70417ca8-30f2-4411-a6ba-8b83f739b654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:35:56.959947 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-70417ca8-30f2-4411-a6ba-8b83f739b654 admin admin] Usage tracker for resource:security_group_rule and tenant:d328a8c6d0d54d7e84fa6eccbd0c03b6 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:35:56.963298 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-70417ca8-30f2-4411-a6ba-8b83f739b654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:35:56.970221 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:56.970437 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-70417ca8-30f2-4411-a6ba-8b83f739b654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:35:56.990683 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d511cc0-bf48-412c-b050-ff9af3d394ca tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Pushing event deleted for resources: {'Port': ['ID=a448ee4a-ffce-4e92-ae98-07b8b6dc38b8,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:57.054352 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70417ca8-30f2-4411-a6ba-8b83f739b654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.060114 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['a448ee4a-ffce-4e92-ae98-07b8b6dc38b8'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:35:57.084140 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.137562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b4c36a-d597-41cc-9838-60728ed67dd8 req-2d511cc0-bf48-412c-b050-ff9af3d394ca tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] No DVR routers for this DVR port a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:35:57.138200 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70417ca8-30f2-4411-a6ba-8b83f739b654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.140758 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-e0b4c36a-d597-41cc-9838-60728ed67dd8 req-2d511cc0-bf48-412c-b050-ff9af3d394ca tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.146265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c739bac8-5c78-42f8-b571-df739ac251d7', 'name': 'network-vif-deleted', 'tag': 'a448ee4a-ffce-4e92-ae98-07b8b6dc38b8'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:57.188428 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:57.194737 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15170f4e-9b40-4306-abdf-1af491ac3136'] response: {'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'code': 200} Apr 18 19:35:57.207129 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc86f2-961a-4068-a40a-b7195100e848 req-f14fbae2-7be3-438d-a712-ddef632032f3 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:57.211956 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70bc86f2-961a-4068-a40a-b7195100e848 req-f14fbae2-7be3-438d-a712-ddef632032f3 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.1670594 Apr 18 19:35:57.216855 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-70417ca8-30f2-4411-a6ba-8b83f739b654 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d328a8c6d0d54d7e84fa6eccbd0c03b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3681176 Apr 18 19:35:57.220454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 60992) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:57.270780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70417ca8-30f2-4411-a6ba-8b83f739b654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006ed4fc-e292-4bb7-a41f-2659884e8b1e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:57.273133 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-70bc86f2-961a-4068-a40a-b7195100e848 req-26026767-491f-4cce-9a10-82e77f27df2b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594933 Apr 18 19:35:57.288835 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e0b4c36a-d597-41cc-9838-60728ed67dd8 req-2d511cc0-bf48-412c-b050-ff9af3d394ca tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.71 "DELETE /v2.0/ports/a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 HTTP/1.1" status: 204 len: 173 time: 1.3778906 Apr 18 19:35:57.341445 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bfb39661-4411-41ef-9c4e-e7613caef75b req-98c393ac-6575-4ae8-9b72-3ce7dbe207a5 tempest-ServerDiskConfigTestJSON-1030662363 tempest-ServerDiskConfigTestJSON-1030662363-project] 10.222.0.66 "GET /v2.0/ports?device_id=c739bac8-5c78-42f8-b571-df739ac251d7 HTTP/1.1" status: 200 len: 210 time: 0.0458379 Apr 18 19:35:57.341995 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ab623388-f19f-49a7-92db-46da14295528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.373564 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ab623388-f19f-49a7-92db-46da14295528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.413658 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7414f75-9f6c-4f33-b62e-4c144d647a25'] response: {'server_uuid': 'c739bac8-5c78-42f8-b571-df739ac251d7', 'name': 'network-vif-deleted', 'tag': 'a448ee4a-ffce-4e92-ae98-07b8b6dc38b8', 'status': 'completed', 'code': 200} Apr 18 19:35:57.498206 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ab623388-f19f-49a7-92db-46da14295528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.515766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab623388-f19f-49a7-92db-46da14295528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006ed4fc-e292-4bb7-a41f-2659884e8b1e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:57.556786 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ab623388-f19f-49a7-92db-46da14295528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:57.557934 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ab623388-f19f-49a7-92db-46da14295528 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/006ed4fc-e292-4bb7-a41f-2659884e8b1e HTTP/1.1" status: 204 len: 168 time: 0.3362181 Apr 18 19:35:57.564653 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b2227454-4769-4738-9255-aa5ee7a5cac0 req-3dd60fe2-edaa-4c8a-8eaa-f17256139f75 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0448599 Apr 18 19:35:57.910707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd441b-a348-4d03-8143-78d8da82bb4e req-cdd065ad-da1e-4b3e-8c0c-9e5e4afd83d0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:57.912243 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-61fd441b-a348-4d03-8143-78d8da82bb4e req-cdd065ad-da1e-4b3e-8c0c-9e5e4afd83d0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 944 time: 0.0788164 Apr 18 19:35:57.958532 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-61fd441b-a348-4d03-8143-78d8da82bb4e req-bd1ac80d-5368-48e2-b9f1-b31d2af311ec tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Apr 18 19:35:58.165478 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 6d1223d1-9203-437c-82e3-97327c732488 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:35:58.260738 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 6d1223d1-9203-437c-82e3-97327c732488 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:35:58.261375 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:58.429616 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:58.465437 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 6d1223d1-9203-437c-82e3-97327c732488, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6d1223d1-9203-437c-82e3-97327c732488,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:35:58.532195 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:58.604629 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d15734-e8f7-4f28-939a-ff4f60751ac3 req-af4e97ef-9a55-4ecb-aeb7-bdbfa8de0621 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:58.613581 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-84d15734-e8f7-4f28-939a-ff4f60751ac3 req-af4e97ef-9a55-4ecb-aeb7-bdbfa8de0621 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.1005883 Apr 18 19:35:58.679186 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=6d1223d1-9203-437c-82e3-97327c732488,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:58.732283 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-84d15734-e8f7-4f28-939a-ff4f60751ac3 req-97dfdd46-6083-4897-8660-4f91eeb63d7d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177459 Apr 18 19:35:58.954550 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-32164dbb-0974-45ac-baaf-245fbc5a2e70 req-fb573d1c-e827-4c04-8880-d19f1cf16538 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0649045 Apr 18 19:35:59.093145 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 32818) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:59.196548 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1223d1-9203-437c-82e3-97327c732488'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:35:59.225787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aea464-d873-47dc-8ab8-6dacab138ef2 admin admin] Deleting subnet 6f3cbeb9-5455-4933-b1e7-e251e8d856ba {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:35:59.229558 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-20aea464-d873-47dc-8ab8-6dacab138ef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.291436 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400ff82-4135-40cd-8b67-1935be61d5ad req-a909247c-df42-4a7f-b5cd-420dd9765dbc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:35:59.291729 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e25175-4f33-40d0-94ee-509883ea90a1'] response: {'server_uuid': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1223d1-9203-437c-82e3-97327c732488', 'code': 200} Apr 18 19:35:59.293727 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a400ff82-4135-40cd-8b67-1935be61d5ad req-a909247c-df42-4a7f-b5cd-420dd9765dbc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1560481 Apr 18 19:35:59.301039 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-20aea464-d873-47dc-8ab8-6dacab138ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.404484 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-20aea464-d873-47dc-8ab8-6dacab138ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.477494 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a400ff82-4135-40cd-8b67-1935be61d5ad req-ba42b5dd-3f2f-42e6-b422-c1bfeb193204 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455581 Apr 18 19:35:59.560491 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-20aea464-d873-47dc-8ab8-6dacab138ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.595507 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aea464-d873-47dc-8ab8-6dacab138ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3cbeb9-5455-4933-b1e7-e251e8d856ba,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:35:59.606042 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-20aea464-d873-47dc-8ab8-6dacab138ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.611988 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-20aea464-d873-47dc-8ab8-6dacab138ef2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6f3cbeb9-5455-4933-b1e7-e251e8d856ba HTTP/1.1" status: 204 len: 168 time: 0.5177231 Apr 18 19:35:59.615016 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 32838) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:35:59.733993 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.874975 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.914464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b1d32f-cbdb-4cd8-8905-3c05e236a1a5']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:59.930429 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116eae9a-5c1d-4331-9624-b480b0ccc979') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:59.930981 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116eae9a-5c1d-4331-9624-b480b0ccc979') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:35:59.955657 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.979123 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:35:59.995918 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:35:59.996909 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:36:00.091089 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:36:00.168613 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.173267 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:00.248079 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:00.261591 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:00.262466 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device a448ee4a-ffce-4e92-ae98-07b8b6dc38b8 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:00.263728 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=52b1d32f-cbdb-4cd8-8905-3c05e236a1a5,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:00.295318 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4a060-0eb4-4c4f-af02-796a87eb7ed7 req-bb6013a0-5cfe-4bec-8fa8-5fb93d0cab31 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:00.304521 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3dc4a060-0eb4-4c4f-af02-796a87eb7ed7 req-bb6013a0-5cfe-4bec-8fa8-5fb93d0cab31 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.2098529 Apr 18 19:36:00.344039 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2ecee49d-8669-416a-8123-13e704041e23 admin admin] 10.222.0.66 "DELETE /v2.0/networks/52b1d32f-cbdb-4cd8-8905-3c05e236a1a5 HTTP/1.1" status: 204 len: 168 time: 0.7269390 Apr 18 19:36:00.362977 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2daefb6-4fe8-42f6-a664-b10c7d0f3121 req-75ab36e5-4d1c-4d15-a493-6d943f8962a5 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0566926 Apr 18 19:36:00.623686 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734054a-010a-4530-97ca-205adc0c8929 req-b16c74c0-2486-4b68-a45b-80d22f04e9fe tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:00.626561 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1734054a-010a-4530-97ca-205adc0c8929 req-b16c74c0-2486-4b68-a45b-80d22f04e9fe tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 947 time: 0.1020646 Apr 18 19:36:00.660170 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3218ccc2-c8c2-491b-b462-74a0002aedd3 req-d56028b5-1626-4593-8670-dfd33ebb9ac9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 1096 time: 0.0898018 Apr 18 19:36:00.700227 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1734054a-010a-4530-97ca-205adc0c8929 req-a06d9caf-91f2-41c2-b736-c90c7a96b51b tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661440 Apr 18 19:36:00.704986 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:36:00.763488 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3dc4a060-0eb4-4c4f-af02-796a87eb7ed7 req-6dc23e3f-e1f9-496e-a49b-60062be379cc tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576421 Apr 18 19:36:00.767272 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3218ccc2-c8c2-491b-b462-74a0002aedd3 req-7119add4-b88a-47de-bde4-71c0aa08787a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884736 Apr 18 19:36:00.914863 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 32880) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:01.020514 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:01.036833 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'network_id': '19e36dc5-5333-42ef-b250-f5434ca81ce3', 'port_id': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'mac_address': 'fa:16:3e:ca:01:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ec8f64-0df1-4f16-a004-3f29eda342da', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:36:01.094043 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:01.113057 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:36:01.131191 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:01.197580 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ad650-4f40-4c67-afb9-a8826ca06045 req-42227fff-ccfa-4d7b-a7c8-c7575cb88336 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:01.199633 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a51ad650-4f40-4c67-afb9-a8826ca06045 req-42227fff-ccfa-4d7b-a7c8-c7575cb88336 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.2717097 Apr 18 19:36:01.228982 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:01.265511 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a51ad650-4f40-4c67-afb9-a8826ca06045 req-6cdd9deb-fcc7-480a-9d53-311b81678054 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596685 Apr 18 19:36:01.321057 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1b65df6a-72d3-42c2-80a3-856994aa0f09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ac380de70d546e8bdcac3d66adc8947&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4048359 Apr 18 19:36:01.323730 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 32890) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:01.369478 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=9']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:01.419198 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe7c9-4241-4cc1-9537-9a10d5ab2ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:01.422414 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6bbf41ec-9e5e-4b46-be9a-09b3176729c4'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:01.461427 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe7c9-4241-4cc1-9537-9a10d5ab2ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:01.710244 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe7c9-4241-4cc1-9537-9a10d5ab2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:01.755311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbe7c9-4241-4cc1-9537-9a10d5ab2ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93da05ef-b92b-4bcf-a794-1626d4cc533a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:01.822203 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-410a56b3-39d2-4efd-a0d4-f6c52ed04b0f req-dbd19b95-3bb3-470b-8612-855543b70d86 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.1512036 Apr 18 19:36:01.828220 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c4cbe7c9-4241-4cc1-9537-9a10d5ab2ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:01.839364 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c4cbe7c9-4241-4cc1-9537-9a10d5ab2ab1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93da05ef-b92b-4bcf-a794-1626d4cc533a HTTP/1.1" status: 204 len: 168 time: 0.5106530 Apr 18 19:36:01.871158 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-7f5df024-b233-4557-aafd-c6a3ccffdb49 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:01.872605 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-7f5df024-b233-4557-aafd-c6a3ccffdb49 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.71 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 947 time: 0.1351905 Apr 18 19:36:01.953768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Deleting port 99170d7f-a006-44e5-88e9-ab189090db42 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:01.954082 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.238512 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefc0f1-8e54-4963-8725-c51a23c2b1ba req-b3a96eec-d76f-49df-ae4a-8cb9bc7762ce tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:02.241926 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cefc0f1-8e54-4963-8725-c51a23c2b1ba req-b3a96eec-d76f-49df-ae4a-8cb9bc7762ce tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 947 time: 0.1926057 Apr 18 19:36:02.316097 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9cefc0f1-8e54-4963-8725-c51a23c2b1ba req-c62181c2-3844-4faa-8f8d-e9e92cdd9092 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups?id=5bde9a17-7310-4377-a2cc-2589fb714c98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684202 Apr 18 19:36:02.395423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380472e5-c6c3-4a68-8fd5-7743cfbfc1a0 req-dc11c2ca-2760-4302-a4ec-cff055c2a9d0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:02.404364 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-380472e5-c6c3-4a68-8fd5-7743cfbfc1a0 req-dc11c2ca-2760-4302-a4ec-cff055c2a9d0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.2108209 Apr 18 19:36:02.445175 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] For port 99170d7f-a006-44e5-88e9-ab189090db42, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=99170d7f-a006-44e5-88e9-ab189090db42,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:02.445536 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.486835 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-380472e5-c6c3-4a68-8fd5-7743cfbfc1a0 req-2e471a51-c6a6-422f-9755-4edba790a065 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829995 Apr 18 19:36:02.733097 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:02.852885 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:02.853443 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.950298 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d0a9d-4404-4813-be8d-a967dad26eb8 req-ee54f98e-fa18-4aaf-a09b-02dd7b5625e3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:02.957366 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e04d0a9d-4404-4813-be8d-a967dad26eb8 req-ee54f98e-fa18-4aaf-a09b-02dd7b5625e3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.2884943 Apr 18 19:36:02.977432 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.977835 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:02.978523 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Floating IP 2c5043ff-9b3a-4cee-b881-0b1fbc8b0946 disassociated. External IP: 172.25.8.88, port: 99170d7f-a006-44e5-88e9-ab189090db42. Apr 18 19:36:02.978523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Calling delete_port for 99170d7f-a006-44e5-88e9-ab189090db42 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:03.049077 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.086962 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e04d0a9d-4404-4813-be8d-a967dad26eb8 req-be68f09c-f219-4918-95af-e1d203340b7f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286702 Apr 18 19:36:03.121229 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:03.122431 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:03.217629 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.342313 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25fb5f4e-f0bd-409e-9615-5f107f1c9a14 req-61fe5cc8-a4b1-4f01-b430-7d36122f8ef1 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0984340 Apr 18 19:36:03.360394 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3ceec5-eca1-433f-8e87-b8661c257168'] response: {'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'code': 200} Apr 18 19:36:03.361468 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=10']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:03.372038 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:03.428901 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event deleted for resources: {'Port': ['ID=99170d7f-a006-44e5-88e9-ab189090db42,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:03.713187 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a07f10d2-91c4-4da5-9213-2d7ad012f209 req-9c3d4a25-2a47-4c1a-b084-80bc5fd5af87 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0801959 Apr 18 19:36:03.783807 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Router c63fee8a-f0a4-4bf3-be29-a832a60cc865 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:36:03.799440 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74243633-8db3-435d-80b0-fb825c4f8ec4 req-df6a21f2-96a0-4e3e-b2c3-6660b50f6813 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:03.808879 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-74243633-8db3-435d-80b0-fb825c4f8ec4 req-df6a21f2-96a0-4e3e-b2c3-6660b50f6813 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.1485171 Apr 18 19:36:03.903241 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-74243633-8db3-435d-80b0-fb825c4f8ec4 req-7e8c32a4-ea05-428e-af77-b2df4f1e149c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929677 Apr 18 19:36:04.489891 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:36:04.502337 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b436a-7e29-452e-abba-9bbac6b86a25 None None] Sync routers for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:36:04.541515 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d8a23-0390-4da9-9b73-7df2d48f54ad req-11397456-931b-4a42-97b9-c62acb316333 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:04.543826 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a3d8a23-0390-4da9-9b73-7df2d48f54ad req-11397456-931b-4a42-97b9-c62acb316333 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1609988 Apr 18 19:36:04.546845 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 32982) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:04.555456 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b436a-7e29-452e-abba-9bbac6b86a25 None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:04.556967 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-1f4b436a-7e29-452e-abba-9bbac6b86a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:35:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:04.599808 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] No DVR routers for this DVR port 99170d7f-a006-44e5-88e9-ab189090db42 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:04.603806 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.632004 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'name': 'network-vif-deleted', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:04.707317 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1139889955-network', 'tenant_id': '0b1a678a23d24244ad73e07e5baedfa0'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:04.716032 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:04.721043 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Usage tracker for resource:network and tenant:0b1a678a23d24244ad73e07e5baedfa0 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:04.732852 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:04.748355 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:04.779062 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3a3d8a23-0390-4da9-9b73-7df2d48f54ad req-bba87a92-9f3c-4506-a472-e97d3885920b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220974 Apr 18 19:36:04.787003 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-07ff83df-09a1-4a34-9fb8-ab648ffb667a req-60829d92-ae9e-4832-a1db-d5d0e08ad05d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.71 "DELETE /v2.0/ports/99170d7f-a006-44e5-88e9-ab189090db42 HTTP/1.1" status: 204 len: 173 time: 2.9061880 Apr 18 19:36:04.815607 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6df56b4-35d2-4bff-8eaf-d61a84e12075 req-3aeec68a-b855-44b9-a34c-ae91f6363e47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 1096 time: 0.1711309 Apr 18 19:36:04.847654 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Made reservation on behalf of 0b1a678a23d24244ad73e07e5baedfa0 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:04.855163 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.907680 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:04.938899 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-1f4b436a-7e29-452e-abba-9bbac6b86a25 None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:05.112312 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b4783e0c-14bb-45f4-b805-6f237ee3d875 req-489547bc-0679-487a-9e4e-70e5926fd045 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.2348208 Apr 18 19:36:05.205744 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df56b4-35d2-4bff-8eaf-d61a84e12075 req-3a436778-8437-4e6c-b22d-d8d63f0d5a04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:05.205744 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6df56b4-35d2-4bff-8eaf-d61a84e12075 req-3a436778-8437-4e6c-b22d-d8d63f0d5a04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.3783493 Apr 18 19:36:05.235328 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:05.248941 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Usage tracker for resource:security_group_rule and tenant:0b1a678a23d24244ad73e07e5baedfa0 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:05.260479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:05.296458 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:05.371339 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b449097-9ba9-47bb-9974-152614aea093'] response: {'server_uuid': '039e420e-cc44-4820-9c20-c2a8ff27e3f9', 'name': 'network-vif-deleted', 'tag': '99170d7f-a006-44e5-88e9-ab189090db42', 'status': 'completed', 'code': 200} Apr 18 19:36:05.421387 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6df56b4-35d2-4bff-8eaf-d61a84e12075 req-902372ca-754a-40cc-9bed-84b8348bbfae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6884e8ed-fefd-418d-a58d-251245a0e540 HTTP/1.1" status: 200 len: 217 time: 0.1554375 Apr 18 19:36:05.444908 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db98064-7dd8-43f9-8198-6b20cdf43000 req-72f8d739-593c-47ae-96f3-a030919e55f6 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:05.455183 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5db98064-7dd8-43f9-8198-6b20cdf43000 req-72f8d739-593c-47ae-96f3-a030919e55f6 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.4163291 Apr 18 19:36:05.545877 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5db98064-7dd8-43f9-8198-6b20cdf43000 req-c8f30941-9dca-41e4-b117-9052069f0654 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890734 Apr 18 19:36:05.673041 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6a7796d7-8021-4309-a1e7-1fb5d902f303 req-1793befc-2612-4146-8775-23e135e1ad8d tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/ports?device_id=039e420e-cc44-4820-9c20-c2a8ff27e3f9 HTTP/1.1" status: 200 len: 210 time: 0.0847235 Apr 18 19:36:05.702065 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:05.753987 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-1f4b436a-7e29-452e-abba-9bbac6b86a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:05.755023 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b436a-7e29-452e-abba-9bbac6b86a25 None None] Checking router: c63fee8a-f0a4-4bf3-be29-a832a60cc865 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:36:05.772339 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:05.780936 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b436a-7e29-452e-abba-9bbac6b86a25 None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:05.781842 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-1f4b436a-7e29-452e-abba-9bbac6b86a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:35:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:05.823618 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:36:05.863178 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:05.863782 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Added segment 1a2f28ff-cb36-46d6-86d5-17032137b8a1 of type vlan for network 7c91e620-097a-4ffa-9628-6f5bfc0148a3 Apr 18 19:36:05.888497 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df56b4-35d2-4bff-8eaf-d61a84e12075 req-17f7371c-9568-4715-ad8d-24298a1c8b4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:05.890593 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6df56b4-35d2-4bff-8eaf-d61a84e12075 req-17f7371c-9568-4715-ad8d-24298a1c8b4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.4626973 Apr 18 19:36:05.959361 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:05.982882 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d928651-a169-4440-9ae3-1ed8e47d601b,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:06.045540 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6df56b4-35d2-4bff-8eaf-d61a84e12075 req-cca85135-843b-45b2-99a7-8f05052b5e61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481283 Apr 18 19:36:06.149989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-1f4b436a-7e29-452e-abba-9bbac6b86a25 None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:06.151650 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:06.153273 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:06.154165 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:06.274645 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] Pushing event updated for resources: {'Network': ['ID=7c91e620-097a-4ffa-9628-6f5bfc0148a3,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:06.315267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12ad68-782b-467b-b69a-c0b6b53737f4 req-f7cfd113-3d8c-4be7-9560-34a1d2f7d42f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:06.322713 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c12ad68-782b-467b-b69a-c0b6b53737f4 req-f7cfd113-3d8c-4be7-9560-34a1d2f7d42f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.2401683 Apr 18 19:36:06.326231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 99170d7f-a006-44e5-88e9-ab189090db42 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:06.384594 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c12ad68-782b-467b-b69a-c0b6b53737f4 req-669d4bbc-36b8-4c15-a491-b625f315c814 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605223 Apr 18 19:36:06.394113 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6df56b4-35d2-4bff-8eaf-d61a84e12075 req-5eb567a2-c599-4bf3-a5cd-8ea3a33bcb57 service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414047 Apr 18 19:36:06.397603 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 7c91e620-097a-4ffa-9628-6f5bfc0148a3 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:36:06.405900 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f31aa5c7-894e-4786-8938-a3687ffa276f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8522573 Apr 18 19:36:06.408087 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33012) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:06.417173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Request body: {'subnet': {'network_id': '7c91e620-097a-4ffa-9628-6f5bfc0148a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1139889955-subnet', 'tenant_id': '0b1a678a23d24244ad73e07e5baedfa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:06.422732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:06.430345 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Usage tracker for resource:subnet and tenant:0b1a678a23d24244ad73e07e5baedfa0 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:06.435801 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:06.442219 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:06.520464 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Made reservation on behalf of 0b1a678a23d24244ad73e07e5baedfa0 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:06.524645 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:06.542015 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b4428f36-160a-4549-a86c-d4705c6d9139 req-0190d287-e854-4893-bf7c-05082d89cdf8 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0623486 Apr 18 19:36:06.615368 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 99170d7f-a006-44e5-88e9-ab189090db42 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:06.616069 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 99170d7f-a006-44e5-88e9-ab189090db42 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:06.651958 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6df56b4-35d2-4bff-8eaf-d61a84e12075 req-5c10f094-1b7e-4891-8257-c988d5e5747a service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483714 Apr 18 19:36:06.997703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50152c-dd26-46ef-b739-34b733f55075 req-e4a70e61-a2f5-4e62-ae01-92d0ef19de45 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:07.005491 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9e50152c-dd26-46ef-b739-34b733f55075 req-e4a70e61-a2f5-4e62-ae01-92d0ef19de45 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.2747352 Apr 18 19:36:07.015763 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-1f4b436a-7e29-452e-abba-9bbac6b86a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:07.020742 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b436a-7e29-452e-abba-9bbac6b86a25 None None] The sync data for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 is: [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:28:35Z', 'revision_number': 4, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e9b74e1b-06d5-4eea-a11e-1cee848c077e', 'name': '', 'network_id': 'd0c29ad8-5934-46ca-987e-34bfe794904a', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'mac_address': 'fa:16:3e:67:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:33Z', 'updated_at': '2022-04-18T19:28:46Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'subnets': [{'id': '38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:36:07.096833 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9e50152c-dd26-46ef-b739-34b733f55075 req-eee34f94-84ec-479e-adec-41774def8af0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897176 Apr 18 19:36:07.165919 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.201496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 33032) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:07.265454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41bd295-7fb7-4806-8aad-df81462df3d9,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:07.295865 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Checking segment: {'id': '1a2f28ff-cb36-46d6-86d5-17032137b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7c91e620-097a-4ffa-9628-6f5bfc0148a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:07.296780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Network hostable DHCP agents. Network: 7c91e620-097a-4ffa-9628-6f5bfc0148a3, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:36:07.343604 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-08b775a9-c7d9-4bf0-b503-1a8d48c8eefe tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.382052 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-08b775a9-c7d9-4bf0-b503-1a8d48c8eefe tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.382227 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da02f5b-62aa-4bc1-93fb-fb11c9cb25fd None None] New status for floating IP 2c5043ff-9b3a-4cee-b881-0b1fbc8b0946: DOWN {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:36:07.429299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Network 7c91e620-097a-4ffa-9628-6f5bfc0148a3 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:36:07.520217 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-08b775a9-c7d9-4bf0-b503-1a8d48c8eefe tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.549479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 7c91e620-097a-4ffa-9628-6f5bfc0148a3) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:07.554043 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:07.554953 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.560834 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b651dd79-aac0-4d5f-bf8b-870bf664b085 None None] Network 7c91e620-097a-4ffa-9628-6f5bfc0148a3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:07.562839 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b775a9-c7d9-4bf0-b503-1a8d48c8eefe tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bde9a17-7310-4377-a2cc-2589fb714c98,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:07.634522 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-08b775a9-c7d9-4bf0-b503-1a8d48c8eefe tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.638773 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-08b775a9-c7d9-4bf0-b503-1a8d48c8eefe tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "DELETE /v2.0/security-groups/5bde9a17-7310-4377-a2cc-2589fb714c98 HTTP/1.1" status: 204 len: 168 time: 0.4362636 Apr 18 19:36:07.639408 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 33042) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:07.695102 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [None req-368f34b8-1d67-453c-8b8b-432700b2fe58 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] show failed (client error): The resource could not be found. Apr 18 19:36:07.699493 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33048) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:07.701789 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-368f34b8-1d67-453c-8b8b-432700b2fe58 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "GET /v2.0/security-groups/5bde9a17-7310-4377-a2cc-2589fb714c98 HTTP/1.1" status: 404 len: 347 time: 0.0613611 Apr 18 19:36:07.861709 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-549e9653-23cc-49ea-b2b7-e5783f078d24 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4524570 Apr 18 19:36:07.887119 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-d27fec30-9e15-4b33-b34a-9e979542ca29 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Deleting port f6498b64-8f4b-4d0e-a047-972ace6014f3 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:07.887469 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d27fec30-9e15-4b33-b34a-9e979542ca29 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:07.896934 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d52343c-fb95-402f-a53d-c916975baf0f req-84e36f9c-457e-4b22-b8ab-0ad5051b3fe0 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0770228 Apr 18 19:36:07.971810 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eb07eb-148c-4671-8894-aab4e31cd4ca None None] Network 7c91e620-097a-4ffa-9628-6f5bfc0148a3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:07.990313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c4467-a0ed-4818-89cf-4d4968136433 req-8bbacc38-47de-45c4-b26e-38238b18389b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:07.997132 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d51c4467-a0ed-4818-89cf-4d4968136433 req-8bbacc38-47de-45c4-b26e-38238b18389b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.3765092 Apr 18 19:36:08.120390 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d51c4467-a0ed-4818-89cf-4d4968136433 req-16b50330-0680-4d9e-b4d1-230c6c69b18d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223249 Apr 18 19:36:08.215845 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d27fec30-9e15-4b33-b34a-9e979542ca29 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.216472 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d27fec30-9e15-4b33-b34a-9e979542ca29 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.427174 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-d27fec30-9e15-4b33-b34a-9e979542ca29 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Calling delete_port for f6498b64-8f4b-4d0e-a047-972ace6014f3 owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:08.772992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da362cd8-cded-4f7b-aa1f-c7b3923dde6e req-8cca3f1f-d0d0-46ef-9cec-443dbe4adaef tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:08.779006 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da362cd8-cded-4f7b-aa1f-c7b3923dde6e req-8cca3f1f-d0d0-46ef-9cec-443dbe4adaef tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.2446392 Apr 18 19:36:08.834532 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-da362cd8-cded-4f7b-aa1f-c7b3923dde6e req-276db737-c90a-4652-b93c-1cc0b7384cdd tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538156 Apr 18 19:36:08.891986 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d27fec30-9e15-4b33-b34a-9e979542ca29 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:08.941297 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fec30-9e15-4b33-b34a-9e979542ca29 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Pushing event deleted for resources: {'Port': ['ID=f6498b64-8f4b-4d0e-a047-972ace6014f3,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:09.074528 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d27fec30-9e15-4b33-b34a-9e979542ca29 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.092856 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d27fec30-9e15-4b33-b34a-9e979542ca29 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:09.093992 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d27fec30-9e15-4b33-b34a-9e979542ca29 tempest-AttachVolumeShelveTestJSON-763389950 tempest-AttachVolumeShelveTestJSON-763389950-project] 10.222.0.66 "DELETE /v2.0/floatingips/2c5043ff-9b3a-4cee-b881-0b1fbc8b0946 HTTP/1.1" status: 204 len: 168 time: 1.3933697 Apr 18 19:36:09.143638 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-b3214ac1-91fa-499e-8b22-071146ae6876 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:09.160141 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-b3214ac1-91fa-499e-8b22-071146ae6876 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/networks?id=7c91e620-097a-4ffa-9628-6f5bfc0148a3 HTTP/1.1" status: 200 len: 822 time: 0.2659760 Apr 18 19:36:09.183158 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-c81182aa-9369-46f4-8a7f-69e6b4f39cb7 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/quotas/0b1a678a23d24244ad73e07e5baedfa0 HTTP/1.1" status: 200 len: 375 time: 0.0218790 Apr 18 19:36:09.238717 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-02e9fffc-41d9-4ad9-8bb1-9a3a46a27ce4 req-86cd2dd3-5d17-4dfb-a472-b076ba0171ec tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0496328 Apr 18 19:36:09.272725 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-39c91b13-8bbe-45db-82dd-9d7573a25b9f tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b1a678a23d24244ad73e07e5baedfa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885763 Apr 18 19:36:09.495445 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b36ea-7fcb-462f-8093-0324937e0d0f req-e7a6d7d3-7b68-4aa3-b4d2-70d6733f1aa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:09.496796 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c52b36ea-7fcb-462f-8093-0324937e0d0f req-e7a6d7d3-7b68-4aa3-b4d2-70d6733f1aa1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1079552 Apr 18 19:36:09.604204 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c52b36ea-7fcb-462f-8093-0324937e0d0f req-a35f776a-ebae-4b96-af1b-52bc0e041f7a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884144 Apr 18 19:36:09.749461 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-e2c86064-d68c-4260-9eec-a53bb6365b07 service neutron] 10.222.0.66 "GET /v2.0/networks/7c91e620-097a-4ffa-9628-6f5bfc0148a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750626 Apr 18 19:36:09.967544 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-44a0be4b-7e85-41a6-8f06-6eeae767ea08 service neutron] 10.222.0.66 "GET /v2.0/networks/7c91e620-097a-4ffa-9628-6f5bfc0148a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116857 Apr 18 19:36:10.052154 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:10.075795 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6e3b0-d9c6-4fed-a049-fc6642b484ec req-9eda7796-9970-4e3d-9d4b-750cebcb2b7a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:10.083064 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-65d6e3b0-d9c6-4fed-a049-fc6642b484ec req-9eda7796-9970-4e3d-9d4b-750cebcb2b7a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.0943644 Apr 18 19:36:10.148535 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-65d6e3b0-d9c6-4fed-a049-fc6642b484ec req-99896cce-cfe5-4957-b423-84a241f3545e tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638566 Apr 18 19:36:10.545943 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9729f028-b6ac-4b15-9735-46f6b896e46b req-0e9f6e8c-2346-4f72-a6eb-3f541b13b25e tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 210 time: 0.1157742 Apr 18 19:36:10.641227 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-09e8abce-d8a3-4ab9-bfa7-f3086147d6f9 req-701e96ad-ed4c-48d6-8abd-36347d032c1b tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0570402 Apr 18 19:36:10.924989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3c79b-bd76-4479-a7ac-5aafed304765 req-d23676c3-3664-42d2-bf44-ee9f6c12721a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:10.927735 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d3c79b-bd76-4479-a7ac-5aafed304765 req-d23676c3-3664-42d2-bf44-ee9f6c12721a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1468918 Apr 18 19:36:11.028796 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d3c79b-bd76-4479-a7ac-5aafed304765 req-ffaa1739-7f62-42f1-b2c8-3d31237ee26d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914054 Apr 18 19:36:11.114289 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:11.714098 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4cd6df19-44d1-4443-ae21-4538c18acfb5 req-4f472f41-8369-4aad-a34d-33380d55ea38 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 210 time: 0.0682356 Apr 18 19:36:11.999022 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-075af491-8940-4077-8578-19fb82fcf3fd req-fdb322c9-3e97-43a1-bb0e-dfe1dcd51878 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0831678 Apr 18 19:36:12.392480 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06fdf9-17aa-4495-834a-a588254f0b27 req-71b72dda-9f71-417e-9b31-04827203d6d8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:12.394111 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-be06fdf9-17aa-4495-834a-a588254f0b27 req-71b72dda-9f71-417e-9b31-04827203d6d8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1160824 Apr 18 19:36:12.468650 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-be06fdf9-17aa-4495-834a-a588254f0b27 req-ef31d716-f199-465c-baf8-9539320ed81e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674896 Apr 18 19:36:12.997335 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e7d2195e-c8c8-4470-81c2-786866cfa4de req-56cf4768-8e13-409f-9677-a58f0e87977a tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 210 time: 0.0765908 Apr 18 19:36:13.137681 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:36:13.344339 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24cd1d39-02b9-4de2-b57c-378d31108ae7 req-a0cfb001-e2a9-4ed9-9808-cf4af85dd000 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0604682 Apr 18 19:36:13.712182 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-21929c85-2efd-49e9-8485-380f88adad9b tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:13.714145 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-21929c85-2efd-49e9-8485-380f88adad9b tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.16 "GET /v2.0/networks?id=7c91e620-097a-4ffa-9628-6f5bfc0148a3 HTTP/1.1" status: 200 len: 822 time: 0.3118372 Apr 18 19:36:13.732935 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Request body: {'port': {'device_id': '2387956d-71a8-4dd4-9db1-6fe470bcc0b3', 'network_id': '7c91e620-097a-4ffa-9628-6f5bfc0148a3', 'admin_state_up': True, 'tenant_id': '0b1a678a23d24244ad73e07e5baedfa0'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:14.280555 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:14.291377 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2449ee-c3a6-402c-9918-d2aa51d2b1c5 req-0a6f9acb-41f9-4241-8bd3-77a1ed431b76 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:14.299229 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33212) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:14.305478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--557578781', 'description': 'tempest-description--2136506430'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:14.305664 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9a2449ee-c3a6-402c-9918-d2aa51d2b1c5 req-0a6f9acb-41f9-4241-8bd3-77a1ed431b76 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.5307391 Apr 18 19:36:14.312059 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Usage tracker for resource:port and tenant:0b1a678a23d24244ad73e07e5baedfa0 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:14.317841 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:14.337770 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:14.339220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:14.358152 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:14.417105 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.452394 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9a2449ee-c3a6-402c-9918-d2aa51d2b1c5 req-8f4133af-8e98-426c-92a7-fa184cf5a631 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452599 Apr 18 19:36:14.473630 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Made reservation on behalf of 0b1a678a23d24244ad73e07e5baedfa0 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:14.478262 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.512987 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:14.521439 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Usage tracker for resource:security_group_rule and tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:14.526266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:14.536083 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:14.627230 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.703123 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a13884cb-3c5c-4103-958d-66c7dffeef56 req-d2b010c3-40aa-419a-9718-36e0e4e14a88 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 210 time: 0.0717857 Apr 18 19:36:14.705979 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.792571 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:14.805161 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:14.805505 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:14.805840 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:14.806172 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:14.806540 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:14.806870 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:14.807200 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:14.825445 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:14.825870 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:14.826204 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:14.826563 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:14.929948 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4853f975-cc5c-4c0e-bcff-d05e4b1b9753 req-a311b413-007c-4376-a10f-38d3849a999f tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.1045904 Apr 18 19:36:14.971179 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Allocated IP 172.20.0.2 (7c91e620-097a-4ffa-9628-6f5bfc0148a3/b41bd295-7fb7-4806-8aad-df81462df3d9/c181f956-fcb1-4735-9184-a24435283302) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:14.994687 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:14.994687 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e757d326-ff48-438f-9732-7fa68638e46b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6901915 Apr 18 19:36:15.001367 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 33234) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:15.010556 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-fc846ce5-9d6c-4add-b806-0ac7ce0baecf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Request body: {'security_group_rule': {'security_group_id': 'd97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:15.020897 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fc846ce5-9d6c-4add-b806-0ac7ce0baecf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:15.037564 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fc846ce5-9d6c-4add-b806-0ac7ce0baecf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Usage tracker for resource:security_group_rule and tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:15.042208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fc846ce5-9d6c-4add-b806-0ac7ce0baecf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:15.062192 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-fc846ce5-9d6c-4add-b806-0ac7ce0baecf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:15.170787 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fc846ce5-9d6c-4add-b806-0ac7ce0baecf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.245128 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fc846ce5-9d6c-4add-b806-0ac7ce0baecf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.311220 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.328594 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fc846ce5-9d6c-4add-b806-0ac7ce0baecf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.383446 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc846ce5-9d6c-4add-b806-0ac7ce0baecf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568351e7-e637-45d3-a237-afdf8572588d,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:15.538291 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fc846ce5-9d6c-4add-b806-0ac7ce0baecf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:15.539761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fc846ce5-9d6c-4add-b806-0ac7ce0baecf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5370231 Apr 18 19:36:15.542336 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 33248) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:15.548372 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-cbc21cd4-b551-4ca8-b082-97c74d5f045b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Request body: {'security_group_rule': {'security_group_id': 'd97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:15.584575 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-cbc21cd4-b551-4ca8-b082-97c74d5f045b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:15.589097 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-cbc21cd4-b551-4ca8-b082-97c74d5f045b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Usage tracker for resource:security_group_rule and tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:15.596155 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-cbc21cd4-b551-4ca8-b082-97c74d5f045b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:15.604131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-cbc21cd4-b551-4ca8-b082-97c74d5f045b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:15.785729 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834141d9-4561-454f-9602-818445f69134 req-7fd41dc8-899f-499c-941c-beea7cb16ad5 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:15.788012 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-834141d9-4561-454f-9602-818445f69134 req-7fd41dc8-899f-499c-941c-beea7cb16ad5 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1286500 Apr 18 19:36:15.882291 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-834141d9-4561-454f-9602-818445f69134 req-4e051bab-3f39-4612-b5ec-18de3b77920c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876999 Apr 18 19:36:15.898859 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.025898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Network 7c91e620-097a-4ffa-9628-6f5bfc0148a3 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:16.026965 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cbc21cd4-b551-4ca8-b082-97c74d5f045b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.050259 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:16.112718 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:16.221581 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Pushing event updated for resources: {'Port': ['ID=c181f956-fcb1-4735-9184-a24435283302,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:16.348189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f1e6f-d72a-4101-9db6-fecc0a107131 req-115bc8b4-1b17-4b1b-bb2c-85b3a45bae0c tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:16.351967 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-736f1e6f-d72a-4101-9db6-fecc0a107131 req-115bc8b4-1b17-4b1b-bb2c-85b3a45bae0c tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Synchronizing usage tracker for tenant:0b1a678a23d24244ad73e07e5baedfa0 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:16.383968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:16.384728 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.400385 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cbc21cd4-b551-4ca8-b082-97c74d5f045b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.484964 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-47f97984-a4ba-4d93-bf60-0f631f823a2f req-18787a24-5164-434a-8152-733d09e31734 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0645289 Apr 18 19:36:16.494676 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-701c248e-2a2e-4085-a861-c2c17bf7f860 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7663329 Apr 18 19:36:16.497618 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cbc21cd4-b551-4ca8-b082-97c74d5f045b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.510128 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Request body: {'port': {'device_id': '2387956d-71a8-4dd4-9db1-6fe470bcc0b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:16.568614 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc21cd4-b551-4ca8-b082-97c74d5f045b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbc026a-733f-4986-b0df-e937c70aa752,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:16.572066 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-736f1e6f-d72a-4101-9db6-fecc0a107131 req-115bc8b4-1b17-4b1b-bb2c-85b3a45bae0c tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Unset dirty status for tenant:0b1a678a23d24244ad73e07e5baedfa0 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:16.578688 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-736f1e6f-d72a-4101-9db6-fecc0a107131 req-115bc8b4-1b17-4b1b-bb2c-85b3a45bae0c tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 931 time: 0.7257166 Apr 18 19:36:16.804242 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cbc21cd4-b551-4ca8-b082-97c74d5f045b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.805512 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-cbc21cd4-b551-4ca8-b082-97c74d5f045b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2619886 Apr 18 19:36:16.808873 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33278) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:16.814858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:16.825236 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:16.829882 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-736f1e6f-d72a-4101-9db6-fecc0a107131 req-4dcafa33-db36-411f-b864-a523aa8b3f94 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d928651-a169-4440-9ae3-1ed8e47d601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431991 Apr 18 19:36:16.834007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Usage tracker for resource:floatingip and tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:16.839273 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:16.839765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:16.852144 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:16.926069 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:17.340415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cad821-26ca-494c-ad70-8e63cb9fcb2c req-34ade2d2-7806-4497-acfe-fe695e22306f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:17.348376 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b7cad821-26ca-494c-ad70-8e63cb9fcb2c req-34ade2d2-7806-4497-acfe-fe695e22306f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.2039125 Apr 18 19:36:17.352094 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:17.461612 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b7cad821-26ca-494c-ad70-8e63cb9fcb2c req-151d5893-9836-4c55-9ca6-9613e5ebdfa7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120806 Apr 18 19:36:17.522947 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c181f956-fcb1-4735-9184-a24435283302 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:36:17.532479 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:17.574039 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Transition to ACTIVE for port object c181f956-fcb1-4735-9184-a24435283302 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:17.624040 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Allocated IP 172.25.8.237 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/e7a2253c-20ff-4740-b0ef-21844098b7cc) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:17.645470 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:17.971872 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:18.013716 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Pushing event updated for resources: {'Port': ['ID=c181f956-fcb1-4735-9184-a24435283302,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:18.172727 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:18.307637 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aa791f95-eeb4-4333-937c-30a15d343a2a req-a03391a2-28b6-4de7-a460-9c26a0b0d1bb tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0555332 Apr 18 19:36:18.308310 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Attempting to bind port c181f956-fcb1-4735-9184-a24435283302 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:36:18.308635 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Attempting to bind port c181f956-fcb1-4735-9184-a24435283302 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '1a2f28ff-cb36-46d6-86d5-17032137b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7c91e620-097a-4ffa-9628-6f5bfc0148a3'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:36:18.308953 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Attempting to bind port c181f956-fcb1-4735-9184-a24435283302 on network 7c91e620-097a-4ffa-9628-6f5bfc0148a3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:18.315261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Port c181f956-fcb1-4735-9184-a24435283302 on network 7c91e620-097a-4ffa-9628-6f5bfc0148a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:36:18.315577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Attempting to bind port c181f956-fcb1-4735-9184-a24435283302 on network 7c91e620-097a-4ffa-9628-6f5bfc0148a3 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:18.322235 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:36:18.322626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Checking segment: {'id': '1a2f28ff-cb36-46d6-86d5-17032137b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7c91e620-097a-4ffa-9628-6f5bfc0148a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:18.323008 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Bound using segment: {'id': '1a2f28ff-cb36-46d6-86d5-17032137b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7c91e620-097a-4ffa-9628-6f5bfc0148a3'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:36:18.323492 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Bound port: c181f956-fcb1-4735-9184-a24435283302, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f28ff-cb36-46d6-86d5-17032137b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7c91e620-097a-4ffa-9628-6f5bfc0148a3'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:36:18.323847 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:18.395748 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:18.404217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:18.408254 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:18.492653 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] For port c181f956-fcb1-4735-9184-a24435283302, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:36:18.501965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] For port c181f956-fcb1-4735-9184-a24435283302, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=c181f956-fcb1-4735-9184-a24435283302,segment=NetworkSegment(1a2f28ff-cb36-46d6-86d5-17032137b8a1),segment_id=1a2f28ff-cb36-46d6-86d5-17032137b8a1)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:36:18.513850 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 33318) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:18.572208 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:18.590609 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event updated for resources: {'Port': ['ID=e7a2253c-20ff-4740-b0ef-21844098b7cc,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:18.734149 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:18.736106 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] 10.222.0.16 "PUT /v2.0/ports/c181f956-fcb1-4735-9184-a24435283302 HTTP/1.1" status: 200 len: 1091 time: 2.2308564 Apr 18 19:36:18.741329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2387956d-71a8-4dd4-9db1-6fe470bcc0b3', 'tag': 'c181f956-fcb1-4735-9184-a24435283302'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:18.741497 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:18.755794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c2d43-9158-42e1-a940-58f7fbab6e9a req-b9c520fb-3747-4076-a2b7-3a3130711fa5 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:18.764776 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-490c2d43-9158-42e1-a940-58f7fbab6e9a req-b9c520fb-3747-4076-a2b7-3a3130711fa5 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 943 time: 0.5073571 Apr 18 19:36:18.824934 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-490c2d43-9158-42e1-a940-58f7fbab6e9a req-86dd62eb-9826-4116-86dd-41b4ba7699dc tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Synchronizing usage tracker for tenant:0b1a678a23d24244ad73e07e5baedfa0 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:18.871712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efc770-9a94-4db2-9f50-a2b1bf5e524d service neutron] Pushing event updated for resources: {'Port': ['ID=c181f956-fcb1-4735-9184-a24435283302,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:18.933563 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:19.002876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-490c2d43-9158-42e1-a940-58f7fbab6e9a req-86dd62eb-9826-4116-86dd-41b4ba7699dc tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Unset dirty status for tenant:0b1a678a23d24244ad73e07e5baedfa0 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:19.016574 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-b77bee85-e1a1-409b-bc37-52283c75158e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b1a678a23d24244ad73e07e5baedfa0&device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 1094 time: 0.1379361 Apr 18 19:36:19.017963 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-490c2d43-9158-42e1-a940-58f7fbab6e9a req-86dd62eb-9826-4116-86dd-41b4ba7699dc tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d928651-a169-4440-9ae3-1ed8e47d601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511365 Apr 18 19:36:19.464878 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:19.472343 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d5265-db62-40d8-b2c4-4fdbd2f2cc0c req-85a5b014-ca91-431d-bbb7-46d4f9bbd4b1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:19.474656 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-893d5265-db62-40d8-b2c4-4fdbd2f2cc0c req-85a5b014-ca91-431d-bbb7-46d4f9bbd4b1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.7090256 Apr 18 19:36:19.484783 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871cf81e-799c-4b64-9536-ea5a689e5987'] response: {'name': 'network-changed', 'server_uuid': '2387956d-71a8-4dd4-9db1-6fe470bcc0b3', 'tag': 'c181f956-fcb1-4735-9184-a24435283302', 'status': 'completed', 'code': 200} Apr 18 19:36:19.498246 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-5bc2bb1d-1c8c-4da9-8e96-3ad23f465940 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c181f956-fcb1-4735-9184-a24435283302 HTTP/1.1" status: 200 len: 217 time: 0.3160784 Apr 18 19:36:19.548651 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:19.606286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-5fccf734-13a1-413f-8519-1108930b9afa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:19.608180 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-5fccf734-13a1-413f-8519-1108930b9afa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b41bd295-7fb7-4806-8aad-df81462df3d9 HTTP/1.1" status: 200 len: 862 time: 0.0790143 Apr 18 19:36:19.674328 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event updated for resources: {'Port': ['ID=e7a2253c-20ff-4740-b0ef-21844098b7cc,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:19.718913 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-f5c526e5-dac6-4c46-bd67-4a4bba60793f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c91e620-097a-4ffa-9628-6f5bfc0148a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010251 Apr 18 19:36:19.751923 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:19.759228 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2a4ce7cf-5511-486e-abca-c4eda3d25896 req-46df0794-ec16-48b7-b276-92db88c98a49 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.1972606 Apr 18 19:36:19.869725 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-893d5265-db62-40d8-b2c4-4fdbd2f2cc0c req-b5064d32-5009-4475-be7c-356a28cda49a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839037 Apr 18 19:36:19.869867 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:19.874416 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ea9ce725-6967-4729-87f9-77ad66960c24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0613019 Apr 18 19:36:19.981422 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-4badc83d-8d31-42f6-be6a-2e831c939600 service neutron] 10.222.0.16 "GET /v2.0/networks/7c91e620-097a-4ffa-9628-6f5bfc0148a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405906 Apr 18 19:36:20.262243 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77c92c90-0e7c-430e-80d8-5f30551aa104 req-492f953e-842d-4aa2-acb2-547a8e232e60 service neutron] 10.222.0.16 "GET /v2.0/networks/7c91e620-097a-4ffa-9628-6f5bfc0148a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713866 Apr 18 19:36:20.437835 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475b51e-1286-4b9d-81a3-f729ae9e3b3d req-845ee1b0-d29a-40fc-9cf6-37bf15356b81 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:20.454402 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2475b51e-1286-4b9d-81a3-f729ae9e3b3d req-845ee1b0-d29a-40fc-9cf6-37bf15356b81 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 943 time: 0.1155734 Apr 18 19:36:20.541667 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2475b51e-1286-4b9d-81a3-f729ae9e3b3d req-158a964e-4fd8-4337-ae27-54ef4b317820 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d928651-a169-4440-9ae3-1ed8e47d601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833015 Apr 18 19:36:20.647522 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-ece1daed-18bb-4f63-aba3-6eeadbbd30a7 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--557578781&fields=id&tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f HTTP/1.1" status: 200 len: 267 time: 0.2645390 Apr 18 19:36:20.656484 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d1a6485-2383-45c9-9d09-e6213ffdcfa4 req-7bde8ce1-a212-4efb-9a44-62c32d610fdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b1a678a23d24244ad73e07e5baedfa0&device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 1094 time: 0.1832650 Apr 18 19:36:20.918102 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-9c1e9792-3ca1-470e-9f32-9f7cbb7e6261 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:20.920869 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-9c1e9792-3ca1-470e-9f32-9f7cbb7e6261 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 819 time: 0.2622340 Apr 18 19:36:20.981353 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a6485-2383-45c9-9d09-e6213ffdcfa4 req-a1d78eb9-71dd-4123-9de4-526b4d2c237c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:20.989118 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d1a6485-2383-45c9-9d09-e6213ffdcfa4 req-a1d78eb9-71dd-4123-9de4-526b4d2c237c service neutron] 10.222.0.16 "GET /v2.0/networks?id=7c91e620-097a-4ffa-9628-6f5bfc0148a3 HTTP/1.1" status: 200 len: 923 time: 0.2302885 Apr 18 19:36:20.989118 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-37ae6673-1343-4200-8861-d6cb77488151 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/quotas/5bcbf884732c4f7f9fa3f1cf0fc0155f HTTP/1.1" status: 200 len: 375 time: 0.0505085 Apr 18 19:36:21.112594 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:21.207548 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d1a6485-2383-45c9-9d09-e6213ffdcfa4 req-33cfc936-3e72-469a-bc3a-468eb413a5e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c181f956-fcb1-4735-9184-a24435283302 HTTP/1.1" status: 200 len: 217 time: 0.2078440 Apr 18 19:36:21.381716 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a6485-2383-45c9-9d09-e6213ffdcfa4 req-2889311a-3573-4090-9cfe-624da6537fdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:21.383088 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d1a6485-2383-45c9-9d09-e6213ffdcfa4 req-2889311a-3573-4090-9cfe-624da6537fdb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b41bd295-7fb7-4806-8aad-df81462df3d9 HTTP/1.1" status: 200 len: 862 time: 0.1575155 Apr 18 19:36:21.440310 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d1a6485-2383-45c9-9d09-e6213ffdcfa4 req-53c29f02-326a-4736-85d6-e3da4b5b3292 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7c91e620-097a-4ffa-9628-6f5bfc0148a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489607 Apr 18 19:36:21.453766 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-fc747143-75b0-4589-9474-8ecfc80f4c64 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4628718 Apr 18 19:36:21.477421 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-615ce4a6-0a94-4789-98ca-e84a97cd1631 req-ef9b4936-0bdc-4b3b-b141-fc11c2ce9110 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0649443 Apr 18 19:36:21.613073 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d1a6485-2383-45c9-9d09-e6213ffdcfa4 req-28c3914b-0638-4885-883a-cd34fb386c76 service neutron] 10.222.0.16 "GET /v2.0/networks/7c91e620-097a-4ffa-9628-6f5bfc0148a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583540 Apr 18 19:36:21.713672 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9aea8da2-66b1-4013-a899-2bdc06f4a73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:21.862672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0961e6-bc5d-4625-a2e0-1694bd39569a req-9c0d5881-b1aa-46bd-9a43-fbc5e8390902 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:21.870820 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5a0961e6-bc5d-4625-a2e0-1694bd39569a req-9c0d5881-b1aa-46bd-9a43-fbc5e8390902 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1638343 Apr 18 19:36:21.942529 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5a0961e6-bc5d-4625-a2e0-1694bd39569a req-45e6edb8-be98-4ea2-babd-0903525bf2e1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697732 Apr 18 19:36:22.035387 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d1a6485-2383-45c9-9d09-e6213ffdcfa4 req-846e0ee4-7713-455b-8e33-90953ec6ad10 service neutron] 10.222.0.16 "GET /v2.0/networks/7c91e620-097a-4ffa-9628-6f5bfc0148a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100208 Apr 18 19:36:22.185282 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-7c5924ec-dea4-43c1-9793-a89673f3d21d service neutron] 10.222.0.66 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7082305 Apr 18 19:36:22.216793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db0c29-7847-43bf-9b95-7b89246b3e37 req-b41b1246-5a48-4317-85ee-0de8a970c3cb tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:22.219773 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-92db0c29-7847-43bf-9b95-7b89246b3e37 req-b41b1246-5a48-4317-85ee-0de8a970c3cb tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1401448 Apr 18 19:36:22.290247 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-92db0c29-7847-43bf-9b95-7b89246b3e37 req-999bbe38-6cbc-4795-a2db-fa6b4f0d496f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636253 Apr 18 19:36:22.438678 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-32891349-9bf0-4df6-b032-b62840c166a0 service neutron] 10.222.0.66 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456439 Apr 18 19:36:22.530342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cded7ce-07ab-4199-b319-69bc6c384cd8 req-e65c0416-e6a1-4b0f-8882-052809162c83 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:22.537619 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0cded7ce-07ab-4199-b319-69bc6c384cd8 req-e65c0416-e6a1-4b0f-8882-052809162c83 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 943 time: 0.0916288 Apr 18 19:36:22.596160 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0cded7ce-07ab-4199-b319-69bc6c384cd8 req-a47742a6-542b-4653-ac4a-6cade915cbc7 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d928651-a169-4440-9ae3-1ed8e47d601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575652 Apr 18 19:36:22.625855 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] Deleting port e9b74e1b-06d5-4eea-a11e-1cee848c077e {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:22.626265 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:22.837577 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device c181f956-fcb1-4735-9184-a24435283302 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:36:22.852632 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa5c4705-c5d6-46df-892b-f00ff9f4e02e req-ce9dfcc1-872f-4d75-9b83-3f3f13ee1737 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 210 time: 0.0576737 Apr 18 19:36:22.990962 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c7307b0c-5809-44d5-b1d9-41a5128d505a req-c990b664-b738-40cf-add9-f5251ffca089 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0619447 Apr 18 19:36:22.999853 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] For port e9b74e1b-06d5-4eea-a11e-1cee848c077e, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e9b74e1b-06d5-4eea-a11e-1cee848c077e,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:23.000272 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.074450 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port c181f956-fcb1-4735-9184-a24435283302, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=c181f956-fcb1-4735-9184-a24435283302,segment=NetworkSegment(1a2f28ff-cb36-46d6-86d5-17032137b8a1),segment_id=1a2f28ff-cb36-46d6-86d5-17032137b8a1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:23.110801 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'c181f956-fcb1-4735-9184-a24435283302', 'network_id': '7c91e620-097a-4ffa-9628-6f5bfc0148a3', 'port_id': 'c181f956-fcb1-4735-9184-a24435283302', 'mac_address': 'fa:16:3e:bb:64:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41bd295-7fb7-4806-8aad-df81462df3d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:36:23.241888 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] Calling delete_port for e9b74e1b-06d5-4eea-a11e-1cee848c077e owned by network:router_interface {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:23.315445 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.352187 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c181f956-fcb1-4735-9184-a24435283302 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:36:23.404294 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port c181f956-fcb1-4735-9184-a24435283302, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=c181f956-fcb1-4735-9184-a24435283302,segment=NetworkSegment(1a2f28ff-cb36-46d6-86d5-17032137b8a1),segment_id=1a2f28ff-cb36-46d6-86d5-17032137b8a1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:23.460577 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1ebbd-463b-4211-8fe8-2ce0826c3ce4 req-355f63e9-64a8-4b8d-a644-cc0193bae021 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:23.468977 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27e1ebbd-463b-4211-8fe8-2ce0826c3ce4 req-355f63e9-64a8-4b8d-a644-cc0193bae021 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.2171211 Apr 18 19:36:23.475395 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.538992 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27e1ebbd-463b-4211-8fe8-2ce0826c3ce4 req-89513967-efbd-48a7-90a0-20304a9ac63f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686381 Apr 18 19:36:23.576698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=c181f956-fcb1-4735-9184-a24435283302,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:23.743845 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['c181f956-fcb1-4735-9184-a24435283302'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:23.749732 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecc756-9f63-42c8-85ed-78a2e4365992 req-4ff47fc7-bc86-459d-b91e-37b864ef1dee tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:23.751305 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eaecc756-9f63-42c8-85ed-78a2e4365992 req-4ff47fc7-bc86-459d-b91e-37b864ef1dee tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1242161 Apr 18 19:36:23.780068 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:23.832620 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901ee1b-dd29-4bf2-a54f-92ee8295415e req-4046b24f-1a5b-449f-a3b8-308fe9f4c011 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:23.835440 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a901ee1b-dd29-4bf2-a54f-92ee8295415e req-4046b24f-1a5b-449f-a3b8-308fe9f4c011 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 944 time: 0.0980628 Apr 18 19:36:23.874533 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b74e1b-06d5-4eea-a11e-1cee848c077e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:23.917903 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a901ee1b-dd29-4bf2-a54f-92ee8295415e req-56b56f81-7034-4cbb-813f-e1f1cf648d28 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d928651-a169-4440-9ae3-1ed8e47d601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742602 Apr 18 19:36:23.951527 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-08291bf8-8dfb-4408-9256-3ed657698a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:24.062664 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eaecc756-9f63-42c8-85ed-78a2e4365992 req-f152de89-5cd3-42c3-986f-851458a726e5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047225 Apr 18 19:36:24.502209 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0f370ef6-4800-4ebf-ae6e-979958c313c1 req-fa8b42d3-e5fd-4d7b-8b56-29980ccc6724 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.1120002 Apr 18 19:36:24.590005 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0b15dc91-20a2-4f3a-90a8-d7f0ff6a0d94 req-456f17f1-02c4-474b-b1d7-05bd82947521 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 210 time: 0.0573878 Apr 18 19:36:24.712447 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:24.886447 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device c181f956-fcb1-4735-9184-a24435283302 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:24.913255 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-77f72be1-5424-4919-a951-703e66b04aa7 req-f6420989-443f-44af-be7f-53d313cb3080 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0578163 Apr 18 19:36:24.978434 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b7a13-fd8f-4613-a0b4-5549f201a0c6 req-4c0d89d7-a372-45b3-9c3a-c56ec4f9e409 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:24.982018 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b2b7a13-fd8f-4613-a0b4-5549f201a0c6 req-4c0d89d7-a372-45b3-9c3a-c56ec4f9e409 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.2213199 Apr 18 19:36:24.996367 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:25.051474 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b2b7a13-fd8f-4613-a0b4-5549f201a0c6 req-24538a90-20b5-42e0-aa43-e26f43b4fe21 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582433 Apr 18 19:36:25.087569 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:25.147948 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port c181f956-fcb1-4735-9184-a24435283302 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:25.158704 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port c181f956-fcb1-4735-9184-a24435283302 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:25.160850 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:25.387533 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:25.443725 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2387956d-71a8-4dd4-9db1-6fe470bcc0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c181f956-fcb1-4735-9184-a24435283302'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:25.467976 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port c181f956-fcb1-4735-9184-a24435283302, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=c181f956-fcb1-4735-9184-a24435283302,segment=NetworkSegment(1a2f28ff-cb36-46d6-86d5-17032137b8a1),segment_id=1a2f28ff-cb36-46d6-86d5-17032137b8a1)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:25.536865 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:25.553384 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63315d6e-11e2-4ba2-9fb5-04dbbece1d1f req-f197d839-bc22-4631-8deb-ff148dc1f6ed tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:25.557092 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-63315d6e-11e2-4ba2-9fb5-04dbbece1d1f req-f197d839-bc22-4631-8deb-ff148dc1f6ed tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1478949 Apr 18 19:36:25.647330 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-63315d6e-11e2-4ba2-9fb5-04dbbece1d1f req-77dac61f-e47e-4ef7-be81-a867756868da tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771942 Apr 18 19:36:25.650183 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=c181f956-fcb1-4735-9184-a24435283302,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:25.778979 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ebe56-f4db-4ab6-a144-ec59c3f18e53 req-bf72b6f6-e78d-405f-84c0-937e99123cb1 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:25.780581 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-825ebe56-f4db-4ab6-a144-ec59c3f18e53 req-bf72b6f6-e78d-405f-84c0-937e99123cb1 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 945 time: 0.3440356 Apr 18 19:36:25.882994 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-825ebe56-f4db-4ab6-a144-ec59c3f18e53 req-4cb32d6b-a872-4891-8816-055dbaf51a24 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d928651-a169-4440-9ae3-1ed8e47d601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950313 Apr 18 19:36:25.959774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] Router c63fee8a-f0a4-4bf3-be29-a832a60cc865 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:36:26.238585 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbd87ec-1358-4ac4-a34b-3b115803dbb0'] response: {'server_uuid': '2387956d-71a8-4dd4-9db1-6fe470bcc0b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c181f956-fcb1-4735-9184-a24435283302', 'code': 200} Apr 18 19:36:26.360636 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-daae0033-c0fd-4685-b453-a3f032ca9c8f req-cc73c903-c6f3-4455-860d-4d3c2ffa4f3e tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.1426110 Apr 18 19:36:26.440449 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:26.741023 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-44632964-e13d-4a85-8360-b7057b030af2 req-eff2af75-5eac-4083-9b32-4490e5c77d63 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 210 time: 0.0643003 Apr 18 19:36:26.798160 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-e1ff86d8-cff8-45d4-b263-6223fb42d875 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:26.799833 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-e1ff86d8-cff8-45d4-b263-6223fb42d875 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.71 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 819 time: 0.5507894 Apr 18 19:36:26.922111 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-e4c0515a-85f4-4dbe-8dc7-3bb619ce2a96 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f HTTP/1.1" status: 200 len: 379 time: 0.0719106 Apr 18 19:36:26.949506 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Request body: {'port': {'device_id': '90e78027-721d-42bf-94bc-3806331b0d58', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'admin_state_up': True, 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'security_groups': ['d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:26.977463 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263215e-540b-4c8a-99a2-526d5ca3bd93 req-45b48227-50ae-45aa-a1e0-626c4f1d1acc tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:26.979377 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1263215e-540b-4c8a-99a2-526d5ca3bd93 req-45b48227-50ae-45aa-a1e0-626c4f1d1acc tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1104994 Apr 18 19:36:27.059697 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1263215e-540b-4c8a-99a2-526d5ca3bd93 req-26effdf0-04ed-4782-a381-aa278632efb5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738394 Apr 18 19:36:27.175965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75ed4558-9afe-476b-9789-26110a824d1d req-5e96ea9f-73cd-4803-a753-02c84b01b983 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 1096 time: 0.7123556 Apr 18 19:36:27.297639 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:36:27.299805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:27.312612 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe728300-ce23-4fdc-af7c-3a051c065322 None None] Sync routers for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:36:27.323261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7550b6-79f9-4359-bb5e-0d5c43a8c30c req-a9b7a9e3-fc04-4b21-8cb8-6b04147adbb3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:27.328200 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c7550b6-79f9-4359-bb5e-0d5c43a8c30c req-a9b7a9e3-fc04-4b21-8cb8-6b04147adbb3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.5258555 Apr 18 19:36:27.331377 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe728300-ce23-4fdc-af7c-3a051c065322 None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:27.337520 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-fe728300-ce23-4fdc-af7c-3a051c065322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:27.388364 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-dc4ea38d-e8c5-41a7-94f3-ddad02938918 admin admin] 10.222.0.66 "PUT /v2.0/routers/c63fee8a-f0a4-4bf3-be29-a832a60cc865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8733282 Apr 18 19:36:27.390277 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:27.390993 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33508) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:27.452549 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75ed4558-9afe-476b-9789-26110a824d1d req-5e7e0fdc-8eb3-4e39-b0bf-49dfbebe79ce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8d928651-a169-4440-9ae3-1ed8e47d601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659516 Apr 18 19:36:27.499400 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c7550b6-79f9-4359-bb5e-0d5c43a8c30c req-45d07e76-adb4-403a-a5ad-2432a1fdc431 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393597 Apr 18 19:36:27.531206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Made reservation on behalf of 5bcbf884732c4f7f9fa3f1cf0fc0155f for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:27.534667 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:27.703080 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-fe728300-ce23-4fdc-af7c-3a051c065322 None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:27.755047 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-44a97ae5-87a8-4b0c-8b94-8ef6cfc77870 req-124c39c2-d640-42c9-b1c3-04e71c5d57ae tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0524783 Apr 18 19:36:27.991951 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Allocated IP 172.20.0.9 (b030620a-5853-4e6e-8663-a7352e9b876c/4356da42-f7a2-4b69-9ee8-c005b0d702f8/7bc6af6d-6f17-417d-b34c-ca398bbe43f5) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:28.145684 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14930085-bf37-4c81-808a-cb0f5d94a34e req-7c5d4c98-622e-407e-8e95-f1bbb4c42482 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:28.147109 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-14930085-bf37-4c81-808a-cb0f5d94a34e req-7c5d4c98-622e-407e-8e95-f1bbb4c42482 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 945 time: 0.4485891 Apr 18 19:36:28.153666 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8fc65a69-0f86-46ba-aef4-6f20c1956c3e req-05425cfb-a779-4555-b7be-ffdce37f0d81 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 210 time: 0.1741841 Apr 18 19:36:28.272688 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-fe728300-ce23-4fdc-af7c-3a051c065322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:36:23Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:28.289988 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe728300-ce23-4fdc-af7c-3a051c065322 None None] Checking router: c63fee8a-f0a4-4bf3-be29-a832a60cc865 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:36:28.306075 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe728300-ce23-4fdc-af7c-3a051c065322 None None] Routers {'c63fee8a-f0a4-4bf3-be29-a832a60cc865'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:28.309473 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-fe728300-ce23-4fdc-af7c-3a051c065322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:28.333162 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-14930085-bf37-4c81-808a-cb0f5d94a34e req-b359438c-12c3-4d2d-b87f-bf46ed254c7b tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d928651-a169-4440-9ae3-1ed8e47d601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762009 Apr 18 19:36:28.398352 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.563984 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.614864 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Transition to ACTIVE for port object 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:28.741003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-fe728300-ce23-4fdc-af7c-3a051c065322 None None] Set router c63fee8a-f0a4-4bf3-be29-a832a60cc865 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:28.748712 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.812722 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c10e9-67e9-4a91-a928-64dbf157493f req-d22d206d-bb03-4ba7-aa8f-f02fd86c94ae tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:28.814231 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-839c10e9-67e9-4a91-a928-64dbf157493f req-d22d206d-bb03-4ba7-aa8f-f02fd86c94ae tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1583407 Apr 18 19:36:28.922237 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Network b030620a-5853-4e6e-8663-a7352e9b876c is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:28.938562 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-839c10e9-67e9-4a91-a928-64dbf157493f req-db0f3f0b-1352-411e-9118-0d0f14667fbc tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146441 Apr 18 19:36:28.965877 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:28.977087 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:28.984363 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:29.085585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Deleting port 724bd130-b8bf-46b3-ac15-7b4116dd433b {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:29.085930 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.148210 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event updated for resources: {'Port': ['ID=7bc6af6d-6f17-417d-b34c-ca398bbe43f5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:29.197120 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:29.197747 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.358385 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-34c529c9-e244-43eb-b6f7-09383c9b65ac tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4249780 Apr 18 19:36:29.496959 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] For port 724bd130-b8bf-46b3-ac15-7b4116dd433b, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=724bd130-b8bf-46b3-ac15-7b4116dd433b,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:29.497526 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.521708 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-fe728300-ce23-4fdc-af7c-3a051c065322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:36:23Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:29.528331 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe728300-ce23-4fdc-af7c-3a051c065322 None None] The sync data for ids ['c63fee8a-f0a4-4bf3-be29-a832a60cc865'] in n-d-838334-1 is: [{'id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'name': 'tempest-AttachVolumeShelveTestJSON-1160625318-router', 'tenant_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:28:19Z', 'updated_at': '2022-04-18T19:36:23Z', 'revision_number': 5, 'project_id': 'd9c1bdfce24f453f8544e30ca226c10d', 'gw_port': {'id': '724bd130-b8bf-46b3-ac15-7b4116dd433b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63fee8a-f0a4-4bf3-be29-a832a60cc865', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:28:22Z', 'updated_at': '2022-04-18T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:36:29.572365 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36d9da24-c0e6-495f-b246-211b72f75a37 req-bcda5928-5524-4f1f-a928-eaacf72e741a tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.1802373 Apr 18 19:36:29.577465 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-59b1f0c5-0036-4c6e-a3ff-47cac1c9d768 None None] Provisioning for port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:29.588927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-59b1f0c5-0036-4c6e-a3ff-47cac1c9d768 None None] Provisioning complete for port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:29.591498 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-59b1f0c5-0036-4c6e-a3ff-47cac1c9d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:29.599660 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-849a3783-354e-40d0-b3cb-0ec29510c8fd req-d452f3c4-dbc1-4e4f-8dfe-90482bb90a95 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=eb81ddccf0f646f49905dc48086c4362&device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.7148168 Apr 18 19:36:29.655791 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-849a3783-354e-40d0-b3cb-0ec29510c8fd req-93a9d3f2-6552-474a-9db9-31ae5b22524e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=eb81ddccf0f646f49905dc48086c4362&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506351 Apr 18 19:36:29.670299 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Request body: {'port': {'device_id': '90e78027-721d-42bf-94bc-3806331b0d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:29.690892 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-59b1f0c5-0036-4c6e-a3ff-47cac1c9d768 None None] Port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:36:29.764975 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Calling delete_port for 724bd130-b8bf-46b3-ac15-7b4116dd433b owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:29.889462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a3783-354e-40d0-b3cb-0ec29510c8fd req-fae0b22a-9f17-43fb-8b42-370b5d3303e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:29.890933 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-849a3783-354e-40d0-b3cb-0ec29510c8fd req-fae0b22a-9f17-43fb-8b42-370b5d3303e2 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1642895 Apr 18 19:36:30.004566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2336a-5fd8-4af7-b4fe-412f68e3cf32 req-df4cf33a-6195-4b24-af20-cfeb83ec49bb tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:30.012614 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-89a2336a-5fd8-4af7-b4fe-412f68e3cf32 req-df4cf33a-6195-4b24-af20-cfeb83ec49bb tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.2175136 Apr 18 19:36:30.157224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcc3be-6de7-4cff-b869-b97f719e9158 req-6529326b-927b-4372-8b40-9445a6e3ea6e tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:30.159589 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffcc3be-6de7-4cff-b869-b97f719e9158 req-6529326b-927b-4372-8b40-9445a6e3ea6e tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Synchronizing usage tracker for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:30.169280 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:30.199458 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-89a2336a-5fd8-4af7-b4fe-412f68e3cf32 req-d4e8893d-7c8d-4faa-a47f-0fee3f8a6cba tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857226 Apr 18 19:36:30.255175 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device e9b74e1b-06d5-4eea-a11e-1cee848c077e no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:30.323391 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: e9b74e1b-06d5-4eea-a11e-1cee848c077e {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:30.329006 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device e9b74e1b-06d5-4eea-a11e-1cee848c077e not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:30.348198 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:30.460894 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffcc3be-6de7-4cff-b869-b97f719e9158 req-6529326b-927b-4372-8b40-9445a6e3ea6e tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Unset dirty status for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:30.462228 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffcc3be-6de7-4cff-b869-b97f719e9158 req-6529326b-927b-4372-8b40-9445a6e3ea6e tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 931 time: 0.5644302 Apr 18 19:36:30.467340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=724bd130-b8bf-46b3-ac15-7b4116dd433b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:30.807974 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffcc3be-6de7-4cff-b869-b97f719e9158 req-f07f4d80-46e5-4529-a127-bcf86b4ee741 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293898 Apr 18 19:36:30.842703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb89c5d-f196-4299-adc4-76699b02c366 req-f5919fdc-3d70-434f-a1f6-cb9a07b6b311 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:30.858171 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9eb89c5d-f196-4299-adc4-76699b02c366 req-f5919fdc-3d70-434f-a1f6-cb9a07b6b311 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 945 time: 0.4527698 Apr 18 19:36:30.858311 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:30.903259 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-190a4073-7e62-4802-b368-dafc347f8b71 req-3301b33f-6f91-4376-969b-b4e846fc2cc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28de4e1b6185466198e78f0de068dd04&device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 1101 time: 0.1951618 Apr 18 19:36:31.228212 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-849a3783-354e-40d0-b3cb-0ec29510c8fd req-7a19f9f7-1ad2-400e-b972-19fd0d6c2100 tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.71 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0821908 Apr 18 19:36:31.232055 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:36:31.242763 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.249067 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.263814 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9eb89c5d-f196-4299-adc4-76699b02c366 req-521e5fda-acc9-40b4-b0f3-8d6d3af2325f tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d928651-a169-4440-9ae3-1ed8e47d601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116673 Apr 18 19:36:31.272091 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.300966 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Transition to ACTIVE for port object 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:31.312763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a4073-7e62-4802-b368-dafc347f8b71 req-f1b89253-97f2-4dc9-9cfb-86eb46e8fe28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:31.314520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-190a4073-7e62-4802-b368-dafc347f8b71 req-f1b89253-97f2-4dc9-9cfb-86eb46e8fe28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=19e36dc5-5333-42ef-b250-f5434ca81ce3 HTTP/1.1" status: 200 len: 870 time: 0.3869219 Apr 18 19:36:31.414526 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.417953 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.418681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c63fee8a-f0a4-4bf3-be29-a832a60cc865 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:36:31.447734 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.448870 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-842900f2-75e7-4d8c-bdc2-d339d152f6e3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c63fee8a-f0a4-4bf3-be29-a832a60cc865 HTTP/1.1" status: 204 len: 168 time: 4.0564873 Apr 18 19:36:31.462116 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33582) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:31.479726 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa6013-32b7-419b-894a-5b690915de0b req-041c727e-0877-4506-acf2-01cb37f62655 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:31.487764 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-59fa6013-32b7-419b-894a-5b690915de0b req-041c727e-0877-4506-acf2-01cb37f62655 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.4193594 Apr 18 19:36:31.539608 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-190a4073-7e62-4802-b368-dafc347f8b71 req-04482eb4-a0fe-4b67-b312-b47e5e22cc52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4 HTTP/1.1" status: 200 len: 217 time: 0.2052341 Apr 18 19:36:31.651536 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-471960d1-a66d-4e97-949b-1ace68208cb1 admin admin] Deleting subnet 38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:36:31.657906 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-471960d1-a66d-4e97-949b-1ace68208cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:31.828735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc6af6d-6f17-417d-b34c-ca398bbe43f5,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:31.850808 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2d98ca2c-85d4-48e1-b5e8-4ccb52e32519 req-5950f38e-fd44-41d7-885c-494cb62a468d tempest-ServerShowV257Test-1293964973 tempest-ServerShowV257Test-1293964973-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a8268a-fb60-4a0d-960d-811530fde389 HTTP/1.1" status: 200 len: 210 time: 0.0721445 Apr 18 19:36:31.873297 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-59fa6013-32b7-419b-894a-5b690915de0b req-55a3316d-bb4a-4809-9ad3-40f4da54568e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843019 Apr 18 19:36:31.879441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a4073-7e62-4802-b368-dafc347f8b71 req-55dd87c6-fdaf-4b4a-98e3-5ff796182e54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:31.882199 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-190a4073-7e62-4802-b368-dafc347f8b71 req-55dd87c6-fdaf-4b4a-98e3-5ff796182e54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83ec8f64-0df1-4f16-a004-3f29eda342da HTTP/1.1" status: 200 len: 843 time: 0.3125098 Apr 18 19:36:31.903672 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-471960d1-a66d-4e97-949b-1ace68208cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.131512 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-471960d1-a66d-4e97-949b-1ace68208cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.225333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Attempting to bind port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:36:32.225666 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Attempting to bind port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:36:32.226148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Attempting to bind port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 on network b030620a-5853-4e6e-8663-a7352e9b876c {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:32.236445 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-190a4073-7e62-4802-b368-dafc347f8b71 req-63dbe921-64c8-456d-b777-d136507e2bbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=19e36dc5-5333-42ef-b250-f5434ca81ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3361192 Apr 18 19:36:32.238031 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 on network b030620a-5853-4e6e-8663-a7352e9b876c not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:36:32.238350 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Attempting to bind port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 on network b030620a-5853-4e6e-8663-a7352e9b876c {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:32.346560 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 724bd130-b8bf-46b3-ac15-7b4116dd433b no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:32.396750 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 724bd130-b8bf-46b3-ac15-7b4116dd433b {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:32.397078 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 724bd130-b8bf-46b3-ac15-7b4116dd433b not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:32.436230 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:36:32.436579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Checking segment: {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:32.436945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Bound using segment: {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:36:32.437417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Bound port: 7bc6af6d-6f17-417d-b34c-ca398bbe43f5, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30664065-0888-4491-a33e-ae36cf9aaa34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:36:32.437741 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.490604 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-471960d1-a66d-4e97-949b-1ace68208cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.572257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471960d1-a66d-4e97-949b-1ace68208cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:32.588471 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-471960d1-a66d-4e97-949b-1ace68208cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.591238 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-190a4073-7e62-4802-b368-dafc347f8b71 req-1395d6fc-49b9-4822-9742-3ea81dd4fa2a service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480291 Apr 18 19:36:32.595414 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bb17e3-0cd2-4c2b-8be3-ac8f563d2492 None None] Network d0c29ad8-5934-46ca-987e-34bfe794904a requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:32.606145 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b81634-1199-4c0f-9971-023f06174af8 req-99478c95-70f6-4be7-954c-1ac6c23d4027 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:32.613745 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-15b81634-1199-4c0f-9971-023f06174af8 req-99478c95-70f6-4be7-954c-1ac6c23d4027 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 943 time: 0.1752269 Apr 18 19:36:32.631482 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-471960d1-a66d-4e97-949b-1ace68208cb1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/38a8e9bc-8473-4d1d-8434-ee4f9cfdcc99 HTTP/1.1" status: 204 len: 168 time: 1.1682205 Apr 18 19:36:32.633929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33606) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:32.642570 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898486c-591c-4666-9d3f-c9ce6ad04480 req-e4b92c8e-7348-484f-a7f1-3e24d98aa608 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:32.650563 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0898486c-591c-4666-9d3f-c9ce6ad04480 req-e4b92c8e-7348-484f-a7f1-3e24d98aa608 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.3663294 Apr 18 19:36:32.653009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] For port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:36:32.727671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] For port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:36:32.770058 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.802919 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0898486c-591c-4666-9d3f-c9ce6ad04480 req-c45fe9fc-9885-4918-bc6f-f30349b942b5 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503491 Apr 18 19:36:32.803159 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Deleting port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:32.803292 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.814279 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.849114 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-15b81634-1199-4c0f-9971-023f06174af8 req-0dbeacbc-55ca-4e62-9677-53541432aec0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Synchronizing usage tracker for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:32.947389 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-190a4073-7e62-4802-b368-dafc347f8b71 req-8f134d05-2912-4781-8375-09dfd112198b service neutron] 10.222.0.16 "GET /v2.0/networks/19e36dc5-5333-42ef-b250-f5434ca81ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447430 Apr 18 19:36:32.988020 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:32.989975 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] 10.222.0.71 "PUT /v2.0/ports/7bc6af6d-6f17-417d-b34c-ca398bbe43f5 HTTP/1.1" status: 200 len: 1091 time: 3.6238453 Apr 18 19:36:32.993857 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-15b81634-1199-4c0f-9971-023f06174af8 req-0dbeacbc-55ca-4e62-9677-53541432aec0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Unset dirty status for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:32.997540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:33.011152 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-15b81634-1199-4c0f-9971-023f06174af8 req-0dbeacbc-55ca-4e62-9677-53541432aec0 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3960390 Apr 18 19:36:33.039430 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332f02f-744b-4082-ae58-54ff096421e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc6af6d-6f17-417d-b34c-ca398bbe43f5,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:33.222904 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e584aca0-9a90-49f0-91c1-86b9ec2f35a6 None None] DHCP port deletion for d0c29ad8-5934-46ca-987e-34bfe794904a request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:36:33.227811 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e584aca0-9a90-49f0-91c1-86b9ec2f35a6 None None] Deleting port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:33.228184 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e584aca0-9a90-49f0-91c1-86b9ec2f35a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:33.320942 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] For port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=0b971f21-f4c6-4e33-ae85-b64e6c758bf8,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:33.321454 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:33.647324 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-d2e1f1b7-b967-4ea9-884c-cb0a8c1af8de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 1094 time: 0.5011780 Apr 18 19:36:33.658631 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79cf68-010b-4ab0-8f83-a166b150c539 req-1439b465-2dbe-4f69-abb5-590060358f56 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:33.660157 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c79cf68-010b-4ab0-8f83-a166b150c539 req-1439b465-2dbe-4f69-abb5-590060358f56 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1262941 Apr 18 19:36:33.736637 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Calling delete_port for 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:33.777862 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e584aca0-9a90-49f0-91c1-86b9ec2f35a6 None None] For port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=0b971f21-f4c6-4e33-ae85-b64e6c758bf8,segment=NetworkSegment(fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d),segment_id=fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:33.778432 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e584aca0-9a90-49f0-91c1-86b9ec2f35a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:33.810520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-33a45fca-131e-4e87-91ce-056402408852 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5 HTTP/1.1" status: 200 len: 217 time: 0.1492193 Apr 18 19:36:33.920964 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c79cf68-010b-4ab0-8f83-a166b150c539 req-f271805b-6f55-448b-af84-f0358bdb8647 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438982 Apr 18 19:36:33.941509 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-8c55a5c2-f6d0-4a38-b35d-a91179f52d7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:33.943282 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-8c55a5c2-f6d0-4a38-b35d-a91179f52d7e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.1124682 Apr 18 19:36:33.948019 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.071227 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b971f21-f4c6-4e33-ae85-b64e6c758bf8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:34.090271 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] No DVR routers for this DVR port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:34.104187 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e584aca0-9a90-49f0-91c1-86b9ec2f35a6 None None] Calling delete_port for 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:34.107359 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-9b4daff2-b88d-44de-800a-b631ef0c3555 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581357 Apr 18 19:36:34.289182 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-e584aca0-9a90-49f0-91c1-86b9ec2f35a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:36:34.289987 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-e584aca0-9a90-49f0-91c1-86b9ec2f35a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:36:34.344499 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:34.350075 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.426448 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c29ad8-5934-46ca-987e-34bfe794904a']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:34.449242 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:34.450504 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:34.451922 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed5c8ec-6b9d-4398-9a77-5b4e867bb059'] response: {'name': 'network-changed', 'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'status': 'completed', 'code': 200} Apr 18 19:36:34.476416 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:34.476709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8a063e-f03d-4da9-8b22-5f0a73ccbe8d') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:34.506633 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.554854 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.578293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:36:34.579524 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.588580 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-2bc15d76-e057-458c-b54b-cf3afe125295 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716041 Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:36:34.610315 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:36:34.651931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061fddc-328b-48a4-928b-3210d99204f5 req-4bd81ae2-b172-45c5-b3f4-2a274cebd69f tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:34.660490 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a061fddc-328b-48a4-928b-3210d99204f5 req-4bd81ae2-b172-45c5-b3f4-2a274cebd69f tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 945 time: 0.5140038 Apr 18 19:36:34.764028 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33644) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:34.793376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e584aca0-9a90-49f0-91c1-86b9ec2f35a6 None None] Deleting port 0b971f21-f4c6-4e33-ae85-b64e6c758bf8 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:34.793376 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e584aca0-9a90-49f0-91c1-86b9ec2f35a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.806643 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf885d23-00a2-4070-bf90-f0f8970e0e33 req-830323b9-3ea9-432a-9bcb-90174d5a694f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:34.818936 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf885d23-00a2-4070-bf90-f0f8970e0e33 req-830323b9-3ea9-432a-9bcb-90174d5a694f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1959352 Apr 18 19:36:34.853546 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.877034 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:34.909644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c29ad8-5934-46ca-987e-34bfe794904a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:34.932984 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e584aca0-9a90-49f0-91c1-86b9ec2f35a6 None None] The port '0b971f21-f4c6-4e33-ae85-b64e6c758bf8' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:36:34.970970 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bf885d23-00a2-4070-bf90-f0f8970e0e33 req-3caa9d85-af28-4e74-91b5-2a8a03084216 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510465 Apr 18 19:36:34.979015 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e1275657-6b08-4cee-a186-73d78f6be139 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d0c29ad8-5934-46ca-987e-34bfe794904a HTTP/1.1" status: 204 len: 168 time: 2.3440404 Apr 18 19:36:35.010186 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1f3d66a-9a4e-4671-a079-1ec758a1abec req-fee238e7-2052-4120-818a-073b528a2d57 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4927943 Apr 18 19:36:35.015453 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a061fddc-328b-48a4-928b-3210d99204f5 req-68b86ee3-63e6-435f-878a-4394156c6276 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d928651-a169-4440-9ae3-1ed8e47d601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527598 Apr 18 19:36:35.018685 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5d95605f-841d-4af6-8d87-0c2eabd97f18 req-d88ac889-687b-4f07-964d-7749ff6a6aa7 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236276 Apr 18 19:36:35.329183 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7ba7-b3ef-4956-833b-1bb2abf580fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:35.436038 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0ccf7ba7-b3ef-4956-833b-1bb2abf580fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:35.442281 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0ccf7ba7-b3ef-4956-833b-1bb2abf580fc admin admin] Usage tracker for resource:security_group_rule and tenant:eb81ddccf0f646f49905dc48086c4362 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:35.446188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0ccf7ba7-b3ef-4956-833b-1bb2abf580fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:35.453031 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0ccf7ba7-b3ef-4956-833b-1bb2abf580fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:35.588653 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7ba7-b3ef-4956-833b-1bb2abf580fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:35.589507 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2682f0-e1b9-4d1e-9190-a1b646cfa588 req-4d9fb8ed-2cd0-4e6f-bb7d-6584ca0a3877 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:35.591536 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c2682f0-e1b9-4d1e-9190-a1b646cfa588 req-4d9fb8ed-2cd0-4e6f-bb7d-6584ca0a3877 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.16 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 945 time: 0.4336298 Apr 18 19:36:35.595068 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1f3d66a-9a4e-4671-a079-1ec758a1abec req-112775bd-c77a-4f4a-927e-4f508f933395 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 1097 time: 0.5614727 Apr 18 19:36:35.616481 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bacfb512-46b8-4abb-a288-a3700202259d req-fc397a98-1498-438f-a5ed-c2d89e9bea57 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 1094 time: 0.3413134 Apr 18 19:36:35.657000 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7ba7-b3ef-4956-833b-1bb2abf580fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:35.811640 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0ccf7ba7-b3ef-4956-833b-1bb2abf580fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb81ddccf0f646f49905dc48086c4362&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0465591 Apr 18 19:36:35.814530 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33662) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:35.815088 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33664) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:35.929352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf7ba7-b3ef-4956-833b-1bb2abf580fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20c8f60-2c8f-4126-955a-f20c933e6113,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:36.039897 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95192b-f038-453c-bdee-496b8e9e8c55 req-bb23edf9-b700-4be2-87e9-55623521825a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:36.039897 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e95192b-f038-453c-bdee-496b8e9e8c55 req-bb23edf9-b700-4be2-87e9-55623521825a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 943 time: 0.7621567 Apr 18 19:36:36.040563 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a4b09ad5-3f4c-4c2a-a235-204a8745651c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.071957 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a4b09ad5-3f4c-4c2a-a235-204a8745651c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.128660 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 33672) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:36.173638 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-dedae667-69dc-4647-a889-2d0677bd1c29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d9c1bdfce24f453f8544e30ca226c10d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3390367 Apr 18 19:36:36.177194 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33678) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:36.198374 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d66a-9a4e-4671-a079-1ec758a1abec req-4d621320-fa6c-47be-8671-e3c983c3de79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:36.200422 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1f3d66a-9a4e-4671-a079-1ec758a1abec req-4d621320-fa6c-47be-8671-e3c983c3de79 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 912 time: 0.4601707 Apr 18 19:36:36.231425 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a4b09ad5-3f4c-4c2a-a235-204a8745651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.284320 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b09ad5-3f4c-4c2a-a235-204a8745651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20c8f60-2c8f-4126-955a-f20c933e6113,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:36.295313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d6412-ca87-47e5-af1f-90fa91850143 req-d20c1c8e-291f-4912-8403-cdf1d8e002ec tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:36.305387 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-897d6412-ca87-47e5-af1f-90fa91850143 req-d20c1c8e-291f-4912-8403-cdf1d8e002ec tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1738017 Apr 18 19:36:36.333597 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a4b09ad5-3f4c-4c2a-a235-204a8745651c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.344383 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a4b09ad5-3f4c-4c2a-a235-204a8745651c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a20c8f60-2c8f-4126-955a-f20c933e6113 HTTP/1.1" status: 204 len: 168 time: 0.5009465 Apr 18 19:36:36.404486 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3d70e079-bcfd-444d-9398-6dac6f9a5643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.492627 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-897d6412-ca87-47e5-af1f-90fa91850143 req-5ca09756-256a-4a42-83c5-71c58fa44b8f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860695 Apr 18 19:36:36.538236 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3d70e079-bcfd-444d-9398-6dac6f9a5643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.591596 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-0c2682f0-e1b9-4d1e-9190-a1b646cfa588 req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Deleting port c181f956-fcb1-4735-9184-a24435283302 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:36.592118 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c2682f0-e1b9-4d1e-9190-a1b646cfa588 req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.700849 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3d70e079-bcfd-444d-9398-6dac6f9a5643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.734541 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70e079-bcfd-444d-9398-6dac6f9a5643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4f0a35-afbb-446f-ba2c-c7e3fca73cba,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:36.746133 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3d70e079-bcfd-444d-9398-6dac6f9a5643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.747602 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3d70e079-bcfd-444d-9398-6dac6f9a5643 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed4f0a35-afbb-446f-ba2c-c7e3fca73cba HTTP/1.1" status: 204 len: 168 time: 0.5693977 Apr 18 19:36:36.752320 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2e95192b-f038-453c-bdee-496b8e9e8c55 req-ccdb6eec-d115-425a-b1ab-645c32c4c346 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7043149 Apr 18 19:36:36.775334 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-27388563-1bb3-4773-a7d1-7956b5ca1ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:36.787604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c201df-4ae4-4b57-b4d7-4cabf0a1038a req-86cbb5a0-d736-484e-b1d3-9c840c4bcd4d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:36.797151 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c9c201df-4ae4-4b57-b4d7-4cabf0a1038a req-86cbb5a0-d736-484e-b1d3-9c840c4bcd4d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1282196 Apr 18 19:36:36.843409 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfb512-46b8-4abb-a288-a3700202259d req-881dff5c-411e-468c-be25-45ff127e64cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:36.846206 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bacfb512-46b8-4abb-a288-a3700202259d req-881dff5c-411e-468c-be25-45ff127e64cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.8973892 Apr 18 19:36:36.868619 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c9c201df-4ae4-4b57-b4d7-4cabf0a1038a req-570e0225-da9d-4b6d-9689-a53969cb70f0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701292 Apr 18 19:36:37.219225 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bacfb512-46b8-4abb-a288-a3700202259d req-e9655de4-6d85-4abf-a337-5d1aca3c7fd3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5 HTTP/1.1" status: 200 len: 217 time: 0.3540783 Apr 18 19:36:37.280033 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1f3d66a-9a4e-4671-a079-1ec758a1abec req-41b8218f-8caa-4ea2-ab37-29fd3fba2fa2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f HTTP/1.1" status: 200 len: 1002 time: 1.0711558 Apr 18 19:36:37.463933 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-27388563-1bb3-4773-a7d1-7956b5ca1ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:37.482242 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-27388563-1bb3-4773-a7d1-7956b5ca1ceb admin admin] Usage tracker for resource:security_group_rule and tenant:25caf081a7ff406cac2a6b59af7c377f is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:37.493308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-27388563-1bb3-4773-a7d1-7956b5ca1ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:37.498879 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-0c2682f0-e1b9-4d1e-9190-a1b646cfa588 req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] For port c181f956-fcb1-4735-9184-a24435283302, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=c181f956-fcb1-4735-9184-a24435283302,segment=NetworkSegment(1a2f28ff-cb36-46d6-86d5-17032137b8a1),segment_id=1a2f28ff-cb36-46d6-86d5-17032137b8a1)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:37.499110 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c2682f0-e1b9-4d1e-9190-a1b646cfa588 req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:37.538279 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-27388563-1bb3-4773-a7d1-7956b5ca1ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:37.606426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3d66a-9a4e-4671-a079-1ec758a1abec req-8882fa40-879f-48bc-bbc3-363cd228c37e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:37.607907 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1f3d66a-9a4e-4671-a079-1ec758a1abec req-8882fa40-879f-48bc-bbc3-363cd228c37e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 HTTP/1.1" status: 200 len: 850 time: 0.3168602 Apr 18 19:36:37.717925 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-0c2682f0-e1b9-4d1e-9190-a1b646cfa588 req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Calling delete_port for c181f956-fcb1-4735-9184-a24435283302 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:37.768606 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0b920-f4c9-4c87-8be5-3fad1414d9ea req-ab562bc5-3e67-4b44-afb4-b91eb5c3ea78 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:37.771113 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dec0b920-f4c9-4c87-8be5-3fad1414d9ea req-ab562bc5-3e67-4b44-afb4-b91eb5c3ea78 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1182129 Apr 18 19:36:37.835464 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dec0b920-f4c9-4c87-8be5-3fad1414d9ea req-be60bb26-5f8a-4cd5-9f73-bb7df4a2d173 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581827 Apr 18 19:36:38.029295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfb512-46b8-4abb-a288-a3700202259d req-0dd8964c-2671-4496-92c8-f202847b2cdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:38.030771 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bacfb512-46b8-4abb-a288-a3700202259d req-0dd8964c-2671-4496-92c8-f202847b2cdf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.7432134 Apr 18 19:36:38.058860 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff71c36-fb05-489e-ae55-a047f5abacde req-a7c8d7c5-43a5-4146-a3a6-f9ce3faa3b4f tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:38.073401 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ff71c36-fb05-489e-ae55-a047f5abacde req-a7c8d7c5-43a5-4146-a3a6-f9ce3faa3b4f tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 945 time: 0.8490260 Apr 18 19:36:38.141803 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2b668-7285-46a0-ba20-34ae67f548ba req-6abffbf6-56d8-4b45-9a6b-67ead74867aa tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:38.157889 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9be2b668-7285-46a0-ba20-34ae67f548ba req-6abffbf6-56d8-4b45-9a6b-67ead74867aa tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 943 time: 0.1664131 Apr 18 19:36:38.209078 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c2682f0-e1b9-4d1e-9190-a1b646cfa588 req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.247402 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9be2b668-7285-46a0-ba20-34ae67f548ba req-cfd8c1ab-bfae-456b-8081-40c8a9bc0772 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886014 Apr 18 19:36:38.279489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Pushing event deleted for resources: {'Port': ['ID=c181f956-fcb1-4735-9184-a24435283302,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:38.356912 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:36:38.383788 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:38.384141 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:38.385150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:38.385150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:38.385150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:38.385522 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:38.386051 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:38.386581 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:38.387276 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:38.387276 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:38.387743 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:38.431243 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ff71c36-fb05-489e-ae55-a047f5abacde req-f14f295a-1c01-420b-991d-ed91b17d03fb tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/security-groups?id=8d928651-a169-4440-9ae3-1ed8e47d601b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569801 Apr 18 19:36:38.539225 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-27388563-1bb3-4773-a7d1-7956b5ca1ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.539225 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2682f0-e1b9-4d1e-9190-a1b646cfa588 req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] No DVR routers for this DVR port c181f956-fcb1-4735-9184-a24435283302 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:38.545158 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-0c2682f0-e1b9-4d1e-9190-a1b646cfa588 req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.567270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f970364-b0cd-4cd2-b3ad-eb9ab6b6eee4 req-bc66afc1-5704-438d-8594-8521b32c4802 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:38.569618 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2387956d-71a8-4dd4-9db1-6fe470bcc0b3', 'name': 'network-vif-deleted', 'tag': 'c181f956-fcb1-4735-9184-a24435283302'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:38.578327 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3f970364-b0cd-4cd2-b3ad-eb9ab6b6eee4 req-bc66afc1-5704-438d-8594-8521b32c4802 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.1453524 Apr 18 19:36:38.602594 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1f3d66a-9a4e-4671-a079-1ec758a1abec req-920ce544-b8a1-40cc-aba3-d0e862b919dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7348371 Apr 18 19:36:38.606444 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:38.613539 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bacfb512-46b8-4abb-a288-a3700202259d req-08e970d4-857f-47ea-8762-2d6d241b2436 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5624745 Apr 18 19:36:38.627461 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'port_id': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'mac_address': 'fa:16:3e:f1:bf:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:36:38.666988 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-27388563-1bb3-4773-a7d1-7956b5ca1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.685782 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3f970364-b0cd-4cd2-b3ad-eb9ab6b6eee4 req-24c34e29-695c-42ce-8dfa-7780d36dee1b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051242 Apr 18 19:36:38.729042 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:38.792605 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:36:38.827298 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:38.858922 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c2682f0-e1b9-4d1e-9190-a1b646cfa588 req-8528bc9f-1cc3-4d78-b0a3-5b7336ae4ef0 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.16 "DELETE /v2.0/ports/c181f956-fcb1-4735-9184-a24435283302 HTTP/1.1" status: 204 len: 173 time: 3.2610352 Apr 18 19:36:38.870044 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0253fcd9-432f-4d14-afa2-0cefa92728f7'] response: {'server_uuid': '2387956d-71a8-4dd4-9db1-6fe470bcc0b3', 'name': 'network-vif-deleted', 'tag': 'c181f956-fcb1-4735-9184-a24435283302', 'status': 'completed', 'code': 200} Apr 18 19:36:38.899962 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:39.112613 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device c181f956-fcb1-4735-9184-a24435283302 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:39.139731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27388563-1bb3-4773-a7d1-7956b5ca1ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e388927-fba7-4b37-81a9-5bc4a2cc18dc,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:39.150756 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-27388563-1bb3-4773-a7d1-7956b5ca1ceb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25caf081a7ff406cac2a6b59af7c377f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9930696 Apr 18 19:36:39.169099 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 33764) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:39.210191 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: c181f956-fcb1-4735-9184-a24435283302 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:39.210815 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device c181f956-fcb1-4735-9184-a24435283302 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:39.213252 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=7bc6af6d-6f17-417d-b34c-ca398bbe43f5,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:39.322085 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8be9db9b-b8f2-48eb-bf6f-665c84b824d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:39.322995 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['7bc6af6d-6f17-417d-b34c-ca398bbe43f5'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:36:39.327545 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bacfb512-46b8-4abb-a288-a3700202259d req-c302eb0c-56c9-4ccf-ad4f-da484d32f03a service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6714246 Apr 18 19:36:39.328007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428daab-7d92-4416-91f6-5f9723012557 req-0b387357-a1ee-456b-afd7-de06cf923ac1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:39.335796 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f428daab-7d92-4416-91f6-5f9723012557 req-0b387357-a1ee-456b-afd7-de06cf923ac1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.2103925 Apr 18 19:36:39.505758 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f428daab-7d92-4416-91f6-5f9723012557 req-d49d2242-2497-4caa-9529-3b16445eed68 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650214 Apr 18 19:36:39.566540 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1c9b718e-2853-40b5-b7ae-60df2b12c0ce req-be0288f8-9d34-447e-a89b-b88cbd40ae67 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 1096 time: 0.1555545 Apr 18 19:36:39.663472 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1f3d66a-9a4e-4671-a079-1ec758a1abec req-9faa12f4-2667-450a-bf07-8a094610555c service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0470839 Apr 18 19:36:39.702470 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:39.820524 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4814fb5b-535e-48c4-ac9e-5b93a36d04be req-cddb93b1-901d-431d-bb8a-52f22ee163e3 tempest-InstanceActionsNegativeTestJSON-1315492541 tempest-InstanceActionsNegativeTestJSON-1315492541-project] 10.222.0.66 "GET /v2.0/ports?device_id=2387956d-71a8-4dd4-9db1-6fe470bcc0b3 HTTP/1.1" status: 200 len: 210 time: 0.0570755 Apr 18 19:36:39.878012 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33784) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:39.941601 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8be9db9b-b8f2-48eb-bf6f-665c84b824d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:40.106684 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b718e-2853-40b5-b7ae-60df2b12c0ce req-af67067a-a480-4b39-b692-90129e82437d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:40.109281 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1c9b718e-2853-40b5-b7ae-60df2b12c0ce req-af67067a-a480-4b39-b692-90129e82437d service neutron] 10.222.0.71 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 913 time: 0.5349729 Apr 18 19:36:40.267174 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5b824605-bf17-4797-ae58-6889c2c392bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:40.341841 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bacfb512-46b8-4abb-a288-a3700202259d req-b7e51e09-5ae8-4464-958d-d3b395d5b2f7 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0016663 Apr 18 19:36:40.362704 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1c9b718e-2853-40b5-b7ae-60df2b12c0ce req-4c347493-18af-4975-8890-af3436aefdd5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d1223d1-9203-437c-82e3-97327c732488 HTTP/1.1" status: 200 len: 217 time: 0.2401063 Apr 18 19:36:40.366683 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960fa49-0761-485e-baba-380822185c28 req-0703bafa-7177-4609-8af8-159d3dc58040 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:40.374742 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a960fa49-0761-485e-baba-380822185c28 req-0703bafa-7177-4609-8af8-159d3dc58040 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 944 time: 0.7247136 Apr 18 19:36:40.392919 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:36:40.417747 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8be9db9b-b8f2-48eb-bf6f-665c84b824d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:40.458595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9db9b-b8f2-48eb-bf6f-665c84b824d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e388927-fba7-4b37-81a9-5bc4a2cc18dc,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:40.471145 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b718e-2853-40b5-b7ae-60df2b12c0ce req-bd3633e4-af3f-43d9-a80c-e82306fead7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:40.481167 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1f3d66a-9a4e-4671-a079-1ec758a1abec req-7c769829-28ce-4523-bb83-30d412b29082 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581312 Apr 18 19:36:40.506960 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8be9db9b-b8f2-48eb-bf6f-665c84b824d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:40.516214 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8be9db9b-b8f2-48eb-bf6f-665c84b824d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e388927-fba7-4b37-81a9-5bc4a2cc18dc HTTP/1.1" status: 204 len: 168 time: 1.3457968 Apr 18 19:36:40.516674 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1c9b718e-2853-40b5-b7ae-60df2b12c0ce req-bd3633e4-af3f-43d9-a80c-e82306fead7d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.0986958 Apr 18 19:36:40.536926 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a960fa49-0761-485e-baba-380822185c28 req-1da27058-569a-4bc8-b7ba-61080346faf7 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611524 Apr 18 19:36:40.640877 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:36:40.648702 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5b824605-bf17-4797-ae58-6889c2c392bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:40.654857 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5b824605-bf17-4797-ae58-6889c2c392bb admin admin] Usage tracker for resource:security_group_rule and tenant:7666d32647b64b138a1d75b5c0f86bf2 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:40.657992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5b824605-bf17-4797-ae58-6889c2c392bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:40.667036 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5b824605-bf17-4797-ae58-6889c2c392bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:40.669196 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:36:40.669635 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:40.791567 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5b824605-bf17-4797-ae58-6889c2c392bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:40.794622 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1c9b718e-2853-40b5-b7ae-60df2b12c0ce req-05908438-168f-4ef4-bc22-fffc246c3dde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2769632 Apr 18 19:36:40.831784 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b51f9f-f025-40f1-82d0-7a4a90d928a9 req-cfd94db0-95a9-4786-a5eb-579f872cf47a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:40.842452 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b51f9f-f025-40f1-82d0-7a4a90d928a9 req-cfd94db0-95a9-4786-a5eb-579f872cf47a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 945 time: 0.5506999 Apr 18 19:36:40.859870 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f1a5a98-52e9-4307-b38b-95ed89b63e87 req-910994a9-4a8e-4d60-944b-58593dca191b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 1097 time: 0.1684096 Apr 18 19:36:40.883835 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:40.914865 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:40.926655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:40.973542 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c8b51f9f-f025-40f1-82d0-7a4a90d928a9 req-66acc340-c929-40f9-b235-147ab0b6d38a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301341 Apr 18 19:36:41.011592 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5b824605-bf17-4797-ae58-6889c2c392bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.019994 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defb0ed-7c28-433a-99cf-1437db2663fc req-2c1b0aea-db6a-4d0b-81ca-5f428ce61a4f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:41.021461 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9defb0ed-7c28-433a-99cf-1437db2663fc req-2c1b0aea-db6a-4d0b-81ca-5f428ce61a4f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.2049239 Apr 18 19:36:41.057726 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a5a98-52e9-4307-b38b-95ed89b63e87 req-3cbd064f-6b6a-442d-b988-1d09215b218c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:41.059487 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f1a5a98-52e9-4307-b38b-95ed89b63e87 req-3cbd064f-6b6a-442d-b988-1d09215b218c service neutron] 10.222.0.71 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 912 time: 0.1859965 Apr 18 19:36:41.060648 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.061523 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 6d1223d1-9203-437c-82e3-97327c732488 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:41.140508 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 33816) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:41.162229 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1c9b718e-2853-40b5-b7ae-60df2b12c0ce req-13aea13f-8f4b-487d-a317-ef2b4017fe62 service neutron] 10.222.0.71 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590181 Apr 18 19:36:41.164663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b824605-bf17-4797-ae58-6889c2c392bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27513017-1a44-47af-90ce-0decdf3da471,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:41.271700 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9defb0ed-7c28-433a-99cf-1437db2663fc req-db98a7d6-4514-47e3-ba3d-6db601437bae tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371752 Apr 18 19:36:41.287479 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389f5349-e6aa-4f84-b875-49f4a02960f0'] response: {'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'code': 200} Apr 18 19:36:41.308575 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3608d2-7919-487d-9247-666c31fbdaa1 admin admin] Deleting subnet b41bd295-7fb7-4806-8aad-df81462df3d9 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:36:41.355625 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5a3608d2-7919-487d-9247-666c31fbdaa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.374965 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.386091 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1c9b718e-2853-40b5-b7ae-60df2b12c0ce req-cf80a234-2ed0-46d9-b03d-c676859ed8f4 service neutron] 10.222.0.71 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124991 Apr 18 19:36:41.388551 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5b824605-bf17-4797-ae58-6889c2c392bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7666d32647b64b138a1d75b5c0f86bf2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5095165 Apr 18 19:36:41.391592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33826) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:41.424362 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f1a5a98-52e9-4307-b38b-95ed89b63e87 req-167785dc-7ae1-4ae7-9d24-c04fb25b2b0a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f HTTP/1.1" status: 200 len: 1002 time: 0.3464227 Apr 18 19:36:41.494595 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9348c6b1-499b-442a-96b9-2ff91c245a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.532920 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9348c6b1-499b-442a-96b9-2ff91c245a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.601798 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5a3608d2-7919-487d-9247-666c31fbdaa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.619860 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=7bc6af6d-6f17-417d-b34c-ca398bbe43f5,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:41.656314 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.661981 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a5a98-52e9-4307-b38b-95ed89b63e87 req-309d6efd-3aa9-47be-8de6-cd640dec836c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:41.663445 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f1a5a98-52e9-4307-b38b-95ed89b63e87 req-309d6efd-3aa9-47be-8de6-cd640dec836c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 HTTP/1.1" status: 200 len: 850 time: 0.2180910 Apr 18 19:36:41.669738 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9348c6b1-499b-442a-96b9-2ff91c245a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.696242 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9348c6b1-499b-442a-96b9-2ff91c245a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.697770 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9348c6b1-499b-442a-96b9-2ff91c245a68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27513017-1a44-47af-90ce-0decdf3da471 HTTP/1.1" status: 204 len: 168 time: 0.3050876 Apr 18 19:36:41.701226 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348c6b1-499b-442a-96b9-2ff91c245a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27513017-1a44-47af-90ce-0decdf3da471,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:41.725841 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2ca1832-8c63-4ccf-b6bb-435fb8c3d7b2 req-2fd7e43c-37ed-4b2d-b088-188d1aff6528 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 1096 time: 0.4139326 Apr 18 19:36:41.744861 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 6d1223d1-9203-437c-82e3-97327c732488, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6d1223d1-9203-437c-82e3-97327c732488,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:41.773075 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5a3608d2-7919-487d-9247-666c31fbdaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.821990 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:41.902821 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2ca1832-8c63-4ccf-b6bb-435fb8c3d7b2 req-d9a878b3-cd04-4ac1-98d7-2d5fa2ddf9f1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673582 Apr 18 19:36:41.931301 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=6d1223d1-9203-437c-82e3-97327c732488,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:41.934638 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f1a5a98-52e9-4307-b38b-95ed89b63e87 req-2b1dc846-c570-40cc-9759-e07b63397a87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2596862 Apr 18 19:36:41.943134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc598d5-0677-43bb-be40-1bfe57138eb5 req-beb8674b-9fea-4345-a59b-92017376f3c1 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:41.953105 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33840) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:41.954965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7bc598d5-0677-43bb-be40-1bfe57138eb5 req-beb8674b-9fea-4345-a59b-92017376f3c1 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.2216773 Apr 18 19:36:41.985433 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-23020195-717a-473a-b20f-9c1c2d46db3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.010265 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5a3608d2-7919-487d-9247-666c31fbdaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.072213 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-23020195-717a-473a-b20f-9c1c2d46db3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:42.082413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-23020195-717a-473a-b20f-9c1c2d46db3a admin admin] Usage tracker for resource:security_group_rule and tenant:2b8652e223004e388cf490f2337f41de is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:42.087179 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-23020195-717a-473a-b20f-9c1c2d46db3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:42.099601 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-23020195-717a-473a-b20f-9c1c2d46db3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:42.250198 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3608d2-7919-487d-9247-666c31fbdaa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41bd295-7fb7-4806-8aad-df81462df3d9,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:42.282767 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-23020195-717a-473a-b20f-9c1c2d46db3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.328722 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c07ab-a0af-4f0d-9177-09feeb71d783 req-004be4dd-4be5-4690-8ba9-9e4bd47330a4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:42.329728 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7bc598d5-0677-43bb-be40-1bfe57138eb5 req-06756f5f-a817-4f04-8c9c-14a0896d422e tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3735456 Apr 18 19:36:42.330192 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5e6c07ab-a0af-4f0d-9177-09feeb71d783 req-004be4dd-4be5-4690-8ba9-9e4bd47330a4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 943 time: 0.1187172 Apr 18 19:36:42.339820 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5a3608d2-7919-487d-9247-666c31fbdaa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.358505 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5a3608d2-7919-487d-9247-666c31fbdaa1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b41bd295-7fb7-4806-8aad-df81462df3d9 HTTP/1.1" status: 204 len: 168 time: 1.2139616 Apr 18 19:36:42.359325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 33850) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:42.403454 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5e6c07ab-a0af-4f0d-9177-09feeb71d783 req-c13a5772-8537-46fc-a074-bf01699fc501 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586689 Apr 18 19:36:42.423232 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-23020195-717a-473a-b20f-9c1c2d46db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.550179 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23020195-717a-473a-b20f-9c1c2d46db3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28617183-574a-4b79-bb18-346494dbe0ba,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:42.556635 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-23020195-717a-473a-b20f-9c1c2d46db3a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2b8652e223004e388cf490f2337f41de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6021287 Apr 18 19:36:42.559168 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33866) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:42.639213 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ec121957-7563-4291-a047-687483539454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.667025 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ec121957-7563-4291-a047-687483539454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.764377 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.772228 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f1a5a98-52e9-4307-b38b-95ed89b63e87 req-070a5626-bc31-4763-a0a0-996f20546d87 service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126966 Apr 18 19:36:42.799317 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ec121957-7563-4291-a047-687483539454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.816466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec121957-7563-4291-a047-687483539454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28617183-574a-4b79-bb18-346494dbe0ba,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:42.835627 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ec121957-7563-4291-a047-687483539454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:42.838429 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ec121957-7563-4291-a047-687483539454 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28617183-574a-4b79-bb18-346494dbe0ba HTTP/1.1" status: 204 len: 168 time: 0.2782826 Apr 18 19:36:43.021716 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a52f9-454b-4e8c-a111-0a812ae3d0a8 req-37b6dfbf-bbda-4b13-92c6-63ba9aef4e9c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:43.023109 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-033a52f9-454b-4e8c-a111-0a812ae3d0a8 req-37b6dfbf-bbda-4b13-92c6-63ba9aef4e9c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.4239955 Apr 18 19:36:43.026995 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.088847 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f1a5a98-52e9-4307-b38b-95ed89b63e87 req-1529d06d-375f-489e-8a71-b20c904ace9d service neutron] 10.222.0.71 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071952 Apr 18 19:36:43.090248 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c91e620-097a-4ffa-9628-6f5bfc0148a3']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:43.118186 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2f28ff-cb36-46d6-86d5-17032137b8a1') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:43.118498 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2f28ff-cb36-46d6-86d5-17032137b8a1') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:43.133971 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.145453 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-033a52f9-454b-4e8c-a111-0a812ae3d0a8 req-77e5116f-6f72-4c77-8637-5595e2cb424f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083732 Apr 18 19:36:43.154610 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.162302 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:36:43.163029 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:36:43.177813 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:36:43.288935 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1223d1-9203-437c-82e3-97327c732488'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:43.336641 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.344581 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd6bd73-0d90-454f-8198-738de53837b9'] response: {'server_uuid': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1223d1-9203-437c-82e3-97327c732488', 'code': 200} Apr 18 19:36:43.363756 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:43.372583 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c91e620-097a-4ffa-9628-6f5bfc0148a3,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:43.376829 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7be05e2d-f403-4665-a12e-da23698a1c78 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7c91e620-097a-4ffa-9628-6f5bfc0148a3 HTTP/1.1" status: 204 len: 168 time: 1.0170991 Apr 18 19:36:43.627859 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b81a67-e66d-4d26-9d82-13da37045c65 req-8ba16184-c7a8-4c64-9bce-4319c95fb66d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:43.631458 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-92b81a67-e66d-4d26-9d82-13da37045c65 req-8ba16184-c7a8-4c64-9bce-4319c95fb66d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.1338997 Apr 18 19:36:43.689680 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-92b81a67-e66d-4d26-9d82-13da37045c65 req-db6eb899-e958-4617-aecd-8c2f18748944 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515521 Apr 18 19:36:43.752607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff59746-836b-46e0-8fe6-b0b2106e73c1 req-1773ecc7-8a08-4a42-b0c9-866fa2eee347 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:43.754143 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1ff59746-836b-46e0-8fe6-b0b2106e73c1 req-1773ecc7-8a08-4a42-b0c9-866fa2eee347 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 943 time: 0.0901256 Apr 18 19:36:43.818901 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1ff59746-836b-46e0-8fe6-b0b2106e73c1 req-72699380-d349-4423-9923-ddd82f3ac38f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585582 Apr 18 19:36:43.934518 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33922) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:44.009651 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2fdd1a2e-e89a-4987-acf2-fd3bf4f715f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0b1a678a23d24244ad73e07e5baedfa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0766423 Apr 18 19:36:44.019553 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 33930) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:44.070147 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861d490-95e9-421f-ace7-646c7356b1be req-f4fcf43c-fc12-42c9-9a92-040e49536faf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:44.074968 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c861d490-95e9-421f-ace7-646c7356b1be req-f4fcf43c-fc12-42c9-9a92-040e49536faf tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.1465414 Apr 18 19:36:44.088715 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 33936) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:44.094509 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-b1bccbe9-304d-4a7d-9460-abc701b74e85 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Request body: {'floatingip': {'port_id': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:44.176867 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9522fa1d-ef1a-4d73-9e12-cb263e2aed10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.245703 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9522fa1d-ef1a-4d73-9e12-cb263e2aed10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.402590 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1bccbe9-304d-4a7d-9460-abc701b74e85 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.444822 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9522fa1d-ef1a-4d73-9e12-cb263e2aed10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.481243 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522fa1d-ef1a-4d73-9e12-cb263e2aed10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d928651-a169-4440-9ae3-1ed8e47d601b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:44.549588 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9522fa1d-ef1a-4d73-9e12-cb263e2aed10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:44.552835 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9522fa1d-ef1a-4d73-9e12-cb263e2aed10 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d928651-a169-4440-9ae3-1ed8e47d601b HTTP/1.1" status: 204 len: 168 time: 0.5288179 Apr 18 19:36:44.603514 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666e44b-8060-4c4a-97df-6a772822fe3b req-2746db05-d89e-48a3-9b49-ac7d352c38e5 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:44.604905 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c666e44b-8060-4c4a-97df-6a772822fe3b req-2746db05-d89e-48a3-9b49-ac7d352c38e5 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 950 time: 0.2800558 Apr 18 19:36:44.797680 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c666e44b-8060-4c4a-97df-6a772822fe3b req-13370f60-cfcc-4f40-a8a2-99261846f82a tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832690 Apr 18 19:36:45.142045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87759b3-7ac6-4145-b028-18118d896bd7 req-c1499eea-1944-4b83-8fb1-a4eaaf90fa39 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:45.143843 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a87759b3-7ac6-4145-b028-18118d896bd7 req-c1499eea-1944-4b83-8fb1-a4eaaf90fa39 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1078904 Apr 18 19:36:45.285289 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1bccbe9-304d-4a7d-9460-abc701b74e85 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:45.288167 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a87759b3-7ac6-4145-b028-18118d896bd7 req-e3dacb38-075c-4e57-86df-8fe08e8b53a2 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377051 Apr 18 19:36:45.373175 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1bccbe9-304d-4a7d-9460-abc701b74e85 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:45.618849 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [None req-b1bccbe9-304d-4a7d-9460-abc701b74e85 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Floating IP e571cfb2-2f39-4c49-ba82-be7be3ab61ec associated. External IP: 172.25.8.237, port: 7bc6af6d-6f17-417d-b34c-ca398bbe43f5. Apr 18 19:36:46.017899 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bccbe9-304d-4a7d-9460-abc701b74e85 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Router fd9ad509-860f-44c1-adc5-b2f5da22c48c has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:36:46.240144 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bccbe9-304d-4a7d-9460-abc701b74e85 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:36:46.244693 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b1bccbe9-304d-4a7d-9460-abc701b74e85 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:46.252018 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468cc199-c60f-4193-bfc3-badf830fc65c None None] Sync routers for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:36:46.268452 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468cc199-c60f-4193-bfc3-badf830fc65c None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:46.269192 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-468cc199-c60f-4193-bfc3-badf830fc65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:46.306055 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b1bccbe9-304d-4a7d-9460-abc701b74e85 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "PUT /v2.0/floatingips/e571cfb2-2f39-4c49-ba82-be7be3ab61ec HTTP/1.1" status: 200 len: 991 time: 2.2164700 Apr 18 19:36:46.309032 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:46.438274 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 6d1223d1-9203-437c-82e3-97327c732488 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:46.549265 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-468cc199-c60f-4193-bfc3-badf830fc65c None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:46.804963 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6b13f-9b7f-4959-91c3-bb50729eed50 req-1a84270f-5d98-47cf-88c3-a159a5ceac08 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:46.811312 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-11a6b13f-9b7f-4959-91c3-bb50729eed50 req-1a84270f-5d98-47cf-88c3-a159a5ceac08 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=d05a3ea0-eb0e-4f43-b273-82b7d778d25c HTTP/1.1" status: 200 len: 943 time: 0.1064761 Apr 18 19:36:46.896637 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-11a6b13f-9b7f-4959-91c3-bb50729eed50 req-478d25d4-bc35-45d2-9d21-a36888990249 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Deleting port 6d1223d1-9203-437c-82e3-97327c732488 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:46.896970 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-11a6b13f-9b7f-4959-91c3-bb50729eed50 req-478d25d4-bc35-45d2-9d21-a36888990249 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:46.954999 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:47.029544 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-468cc199-c60f-4193-bfc3-badf830fc65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'e571cfb2-2f39-4c49-ba82-be7be3ab61ec', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'port_id': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'mac_address': 'fa:16:3e:f1:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e78027-721d-42bf-94bc-3806331b0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:36:18Z', 'updated_at': '2022-04-18T19:36:45Z', 'revision_number': 1, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:31Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:47.039442 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468cc199-c60f-4193-bfc3-badf830fc65c None None] Checking router: fd9ad509-860f-44c1-adc5-b2f5da22c48c for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:36:47.055691 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468cc199-c60f-4193-bfc3-badf830fc65c None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:36:47.056331 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-468cc199-c60f-4193-bfc3-badf830fc65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:47.164557 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-11a6b13f-9b7f-4959-91c3-bb50729eed50 req-478d25d4-bc35-45d2-9d21-a36888990249 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] For port 6d1223d1-9203-437c-82e3-97327c732488, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6d1223d1-9203-437c-82e3-97327c732488,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:47.164862 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-11a6b13f-9b7f-4959-91c3-bb50729eed50 req-478d25d4-bc35-45d2-9d21-a36888990249 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.211714 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.281348 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:47.306243 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:47.393959 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.431965 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-468cc199-c60f-4193-bfc3-badf830fc65c None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:36:47.448109 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-11a6b13f-9b7f-4959-91c3-bb50729eed50 req-478d25d4-bc35-45d2-9d21-a36888990249 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Calling delete_port for 6d1223d1-9203-437c-82e3-97327c732488 owned by compute:nova {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:47.533956 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=11']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:47.545552 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:47.545902 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:47.546375 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:47.547223 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:47.547562 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:47.547893 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:47.548219 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:47.548544 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:47.549434 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:47.549771 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:47.550098 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:36:47.591862 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c5e0b0-be0b-4d1d-9e30-e43a357e4af5'] response: {'name': 'network-changed', 'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'status': 'completed', 'code': 200} Apr 18 19:36:47.643616 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e145c1-93d0-4e32-acff-753024057395'] response: {'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'code': 200} Apr 18 19:36:47.686901 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-11a6b13f-9b7f-4959-91c3-bb50729eed50 req-478d25d4-bc35-45d2-9d21-a36888990249 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.724897 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e0d5ca9-51d1-4189-b1cb-181560001def req-a548b355-b71c-42bb-8e0f-bbd59df58955 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 1096 time: 0.0979009 Apr 18 19:36:47.802218 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d25d4-bc35-45d2-9d21-a36888990249 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event deleted for resources: {'Port': ['ID=6d1223d1-9203-437c-82e3-97327c732488,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:47.928106 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5ca9-51d1-4189-b1cb-181560001def req-6db520a2-ef93-4f75-8d79-6952f27c6bbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:47.929455 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e0d5ca9-51d1-4189-b1cb-181560001def req-6db520a2-ef93-4f75-8d79-6952f27c6bbd service neutron] 10.222.0.71 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.1983147 Apr 18 19:36:47.987357 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-468cc199-c60f-4193-bfc3-badf830fc65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'e571cfb2-2f39-4c49-ba82-be7be3ab61ec', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'port_id': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'mac_address': 'fa:16:3e:f1:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e78027-721d-42bf-94bc-3806331b0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:36:18Z', 'updated_at': '2022-04-18T19:36:45Z', 'revision_number': 1, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:31Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:36:47.988100 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a6b13f-9b7f-4959-91c3-bb50729eed50 req-478d25d4-bc35-45d2-9d21-a36888990249 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] No DVR routers for this DVR port 6d1223d1-9203-437c-82e3-97327c732488 on host n-h1-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:47.991342 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-11a6b13f-9b7f-4959-91c3-bb50729eed50 req-478d25d4-bc35-45d2-9d21-a36888990249 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:47.994286 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468cc199-c60f-4193-bfc3-badf830fc65c None None] The sync data for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 is: [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'e571cfb2-2f39-4c49-ba82-be7be3ab61ec', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'port_id': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'mac_address': 'fa:16:3e:f1:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e78027-721d-42bf-94bc-3806331b0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:36:18Z', 'updated_at': '2022-04-18T19:36:45Z', 'revision_number': 1, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:31Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:36:48.004919 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'name': 'network-vif-deleted', 'tag': '6d1223d1-9203-437c-82e3-97327c732488'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:48.062757 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e0d5ca9-51d1-4189-b1cb-181560001def req-ac147f9f-e0df-4300-83f9-0916eebbed24 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5 HTTP/1.1" status: 200 len: 999 time: 0.1256592 Apr 18 19:36:48.085358 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-11a6b13f-9b7f-4959-91c3-bb50729eed50 req-478d25d4-bc35-45d2-9d21-a36888990249 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "DELETE /v2.0/ports/6d1223d1-9203-437c-82e3-97327c732488 HTTP/1.1" status: 204 len: 173 time: 1.2731209 Apr 18 19:36:48.178180 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34102) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:48.290986 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5ca9-51d1-4189-b1cb-181560001def req-c512b4e7-3e50-4011-b2c1-16609106b45f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:48.292452 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e0d5ca9-51d1-4189-b1cb-181560001def req-c512b4e7-3e50-4011-b2c1-16609106b45f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.2246902 Apr 18 19:36:48.351577 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905e5078-5339-4f20-b1eb-f17db2e5a11f None None] New status for floating IP e571cfb2-2f39-4c49-ba82-be7be3ab61ec: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:36:48.376979 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e0d5ca9-51d1-4189-b1cb-181560001def req-8c55b534-cdc7-466f-bfff-c8116897ef71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730531 Apr 18 19:36:48.523497 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e0d5ca9-51d1-4189-b1cb-181560001def req-0ed1b075-cd89-4806-b04d-eac29a19283d service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366091 Apr 18 19:36:48.564312 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2143375618-network', 'tenant_id': '4e0f853adc94416f9ef7746af0fb8a92'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:48.570670 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:48.583473 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Usage tracker for resource:network and tenant:4e0f853adc94416f9ef7746af0fb8a92 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:48.602775 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:48.617108 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:48.672832 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Made reservation on behalf of 4e0f853adc94416f9ef7746af0fb8a92 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:48.675172 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.682386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e0d5ca9-51d1-4189-b1cb-181560001def req-f1d26936-5bf9-4103-87d4-5229d66b1ec4 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526189 Apr 18 19:36:48.688832 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.722131 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:48.726705 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Usage tracker for resource:security_group_rule and tenant:4e0f853adc94416f9ef7746af0fb8a92 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:48.729767 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:48.735719 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:48.807368 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.841701 n-d-838334-1 neutron-server[84805]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c9c7a5a1-b15e-4675-8676-9c7e4aa3bb36']: {'server_uuid': 'd05a3ea0-eb0e-4f43-b273-82b7d778d25c', 'name': 'network-vif-deleted', 'tag': '6d1223d1-9203-437c-82e3-97327c732488', 'status': 'failed', 'code': 422} returned with failed status Apr 18 19:36:48.873312 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.906633 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34124) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:48.921640 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:36:48.931069 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217bb802-5f73-4987-8dc2-ef28c1dcf1ff,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:48.949343 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:48.950015 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Added segment 1e2840aa-3804-432d-9b6c-e4a77aa620d6 of type vlan for network 86112ab1-2e77-41db-b3d6-67b117029b32 Apr 18 19:36:48.982427 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.022712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d238-3f9e-45ed-bc5e-f906a8990b64 req-5c5845f9-6ac9-474b-881e-1fd37f1daae0 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:49.024239 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-be84d238-3f9e-45ed-bc5e-f906a8990b64 req-5c5845f9-6ac9-474b-881e-1fd37f1daae0 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 948 time: 0.0878849 Apr 18 19:36:49.072641 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-be84d238-3f9e-45ed-bc5e-f906a8990b64 req-027f4024-2d28-491b-a799-93cc4059a6e0 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Apr 18 19:36:49.114169 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.115158 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:49.115883 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.218089 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] Pushing event updated for resources: {'Network': ['ID=86112ab1-2e77-41db-b3d6-67b117029b32,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:49.228052 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 86112ab1-2e77-41db-b3d6-67b117029b32 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:36:49.285676 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-04aa54e1-6fd0-4396-83a6-d5aa351e08f7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1060262 Apr 18 19:36:49.288392 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34140) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:49.293665 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Request body: {'subnet': {'network_id': '86112ab1-2e77-41db-b3d6-67b117029b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2143375618-subnet', 'tenant_id': '4e0f853adc94416f9ef7746af0fb8a92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:49.299012 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:49.304333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Usage tracker for resource:subnet and tenant:4e0f853adc94416f9ef7746af0fb8a92 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:49.307561 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:49.315542 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:49.393650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Made reservation on behalf of 4e0f853adc94416f9ef7746af0fb8a92 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:49.401124 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.499811 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-966f8c3a-f59b-43d9-a03f-0ef20de25bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.547876 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34144) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:49.563851 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-966f8c3a-f59b-43d9-a03f-0ef20de25bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:49.564171 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-966f8c3a-f59b-43d9-a03f-0ef20de25bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:22447aec6545474ab0e921f6ea9a2cbb is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:49.567163 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-966f8c3a-f59b-43d9-a03f-0ef20de25bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:49.573037 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-966f8c3a-f59b-43d9-a03f-0ef20de25bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:49.657525 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-966f8c3a-f59b-43d9-a03f-0ef20de25bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.658710 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7901eee5-0d34-4f82-9e8a-d438bde22be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.690350 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7901eee5-0d34-4f82-9e8a-d438bde22be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:49.694189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7901eee5-0d34-4f82-9e8a-d438bde22be6 admin admin] Usage tracker for resource:security_group_rule and tenant:697b4cbbfab94ee1a4d13663228dfaa3 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:49.697037 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7901eee5-0d34-4f82-9e8a-d438bde22be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:49.702882 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7901eee5-0d34-4f82-9e8a-d438bde22be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:49.720107 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.725200 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-966f8c3a-f59b-43d9-a03f-0ef20de25bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.778936 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-966f8c3a-f59b-43d9-a03f-0ef20de25bf7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22447aec6545474ab0e921f6ea9a2cbb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8686576 Apr 18 19:36:49.780838 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34156) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:49.820114 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f8c3a-f59b-43d9-a03f-0ef20de25bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5345a6f2-56f9-42a4-b237-a94a1383a42c,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:49.821078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded997be-bad6-4753-8921-c51fe59f7391,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:49.825828 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Checking segment: {'id': '1e2840aa-3804-432d-9b6c-e4a77aa620d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '86112ab1-2e77-41db-b3d6-67b117029b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:49.826304 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Network hostable DHCP agents. Network: 86112ab1-2e77-41db-b3d6-67b117029b32, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:36:49.898476 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e81ca1f7-10de-4e5b-8de9-e9a4a8190b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.901464 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Network 86112ab1-2e77-41db-b3d6-67b117029b32 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:36:49.924234 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7901eee5-0d34-4f82-9e8a-d438bde22be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.941521 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e81ca1f7-10de-4e5b-8de9-e9a4a8190b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.992880 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 86112ab1-2e77-41db-b3d6-67b117029b32) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:49.993036 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7901eee5-0d34-4f82-9e8a-d438bde22be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:49.996878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:49.997488 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.004546 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326e2b0-6bb7-40db-9380-f77af6126101 None None] Network 86112ab1-2e77-41db-b3d6-67b117029b32 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:50.052222 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e81ca1f7-10de-4e5b-8de9-e9a4a8190b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.100032 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901eee5-0d34-4f82-9e8a-d438bde22be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c24fdb-ae09-481f-b4a3-c21b9c99b6e2,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:50.130864 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7901eee5-0d34-4f82-9e8a-d438bde22be6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=697b4cbbfab94ee1a4d13663228dfaa3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5819714 Apr 18 19:36:50.133969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34176) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:50.139914 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:36:50.140929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ca1f7-10de-4e5b-8de9-e9a4a8190b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5345a6f2-56f9-42a4-b237-a94a1383a42c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:50.150273 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e81ca1f7-10de-4e5b-8de9-e9a4a8190b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.153965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e81ca1f7-10de-4e5b-8de9-e9a4a8190b42 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5345a6f2-56f9-42a4-b237-a94a1383a42c HTTP/1.1" status: 204 len: 168 time: 0.3673773 Apr 18 19:36:50.177553 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-92732a5d-7e7a-433d-a224-da246c6e40c9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8881054 Apr 18 19:36:50.375037 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65e399-1e34-4ea1-9478-26f25137ba3e None None] Network 86112ab1-2e77-41db-b3d6-67b117029b32 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:36:50.407195 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-15b2969d-3153-45ea-925e-3e5478b64fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.477443 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-15b2969d-3153-45ea-925e-3e5478b64fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.520531 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fa429-5e62-4e6c-b289-ce551cd88460 req-2951083d-7593-4279-809c-95bed639e8bd tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:50.522131 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-928fa429-5e62-4e6c-b289-ce551cd88460 req-2951083d-7593-4279-809c-95bed639e8bd tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.16 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 948 time: 0.1582789 Apr 18 19:36:50.531914 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca7021-93ef-4a26-b53d-fcd9b6cac46c req-4978ea40-4e63-4e76-995d-7df82f556940 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:50.533458 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-04ca7021-93ef-4a26-b53d-fcd9b6cac46c req-4978ea40-4e63-4e76-995d-7df82f556940 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 948 time: 0.2215910 Apr 18 19:36:50.628866 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-4eb98683-3f90-46c4-973c-e9d4d57a3e4e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:50.630734 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-4eb98683-3f90-46c4-973c-e9d4d57a3e4e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.3435779 Apr 18 19:36:50.640193 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-928fa429-5e62-4e6c-b289-ce551cd88460 req-8e08b107-61b3-4978-91d7-a879ce0fbfa4 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Deleting port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:36:50.640675 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-928fa429-5e62-4e6c-b289-ce551cd88460 req-8e08b107-61b3-4978-91d7-a879ce0fbfa4 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.652469 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-c38f4ea0-f4c6-4f71-a4fe-306c23dcca6c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/quotas/95c3ea07abf945b49256e3013451a29a HTTP/1.1" status: 200 len: 375 time: 0.0160520 Apr 18 19:36:50.711151 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-04ca7021-93ef-4a26-b53d-fcd9b6cac46c req-fc52e5d8-3640-42b3-9710-3e0c13301a87 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/security-groups?id=36948b1f-7695-4fa0-ae40-1d972380cda3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332753 Apr 18 19:36:50.721552 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-15b2969d-3153-45ea-925e-3e5478b64fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.752755 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-b6a9efa7-5d09-4739-ad29-c4b9469ef65b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:50.762481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b2969d-3153-45ea-925e-3e5478b64fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c24fdb-ae09-481f-b4a3-c21b9c99b6e2,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:50.775467 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-15b2969d-3153-45ea-925e-3e5478b64fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.776590 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-15b2969d-3153-45ea-925e-3e5478b64fb8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46c24fdb-ae09-481f-b4a3-c21b9c99b6e2 HTTP/1.1" status: 204 len: 168 time: 0.6403620 Apr 18 19:36:50.827654 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-b6a9efa7-5d09-4739-ad29-c4b9469ef65b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:50.838680 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-b6a9efa7-5d09-4739-ad29-c4b9469ef65b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1801782 Apr 18 19:36:50.944489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-928fa429-5e62-4e6c-b289-ce551cd88460 req-8e08b107-61b3-4978-91d7-a879ce0fbfa4 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] For port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,segment=NetworkSegment(4dd0ce36-375a-479b-955d-0c57462fbfff),segment_id=4dd0ce36-375a-479b-955d-0c57462fbfff)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:36:50.944965 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-928fa429-5e62-4e6c-b289-ce551cd88460 req-8e08b107-61b3-4978-91d7-a879ce0fbfa4 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:50.970492 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-3e18da44-2626-4650-a3ca-c2efb0b05809 service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309204 Apr 18 19:36:51.010003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34202) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:51.139888 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-ddcbe0e4-e3ae-4490-a4b6-5fe8cf289af8 service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602144 Apr 18 19:36:51.141093 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-928fa429-5e62-4e6c-b289-ce551cd88460 req-8e08b107-61b3-4978-91d7-a879ce0fbfa4 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Calling delete_port for 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:36:51.190772 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bd93880a-d887-4f98-a069-ac74fc8c0bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.264915 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bd93880a-d887-4f98-a069-ac74fc8c0bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:51.269404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bd93880a-d887-4f98-a069-ac74fc8c0bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:bac97a05902b4ce1a8ad0dff346de7a3 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:51.272212 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bd93880a-d887-4f98-a069-ac74fc8c0bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:51.278175 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bd93880a-d887-4f98-a069-ac74fc8c0bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:51.342538 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bd93880a-d887-4f98-a069-ac74fc8c0bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.464845 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bd93880a-d887-4f98-a069-ac74fc8c0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.525015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93880a-d887-4f98-a069-ac74fc8c0bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da8b9c0-a4cf-494b-9c12-fd5e8025471a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:51.528922 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-87502f59-28d6-472e-b1de-a3bdd8d06627 req-5f088cd1-d855-433a-bfda-56278ccd08d1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 210 time: 0.0693934 Apr 18 19:36:51.544177 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bd93880a-d887-4f98-a069-ac74fc8c0bc1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bac97a05902b4ce1a8ad0dff346de7a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5326953 Apr 18 19:36:51.547203 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34216) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:51.548769 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-928fa429-5e62-4e6c-b289-ce551cd88460 req-8e08b107-61b3-4978-91d7-a879ce0fbfa4 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.623751 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-524279f7-5fc4-4def-9bf1-6cf655296cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.631071 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd6c55f4-d78a-4ca5-80ef-ce2965f61a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.723901 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08b107-61b3-4978-91d7-a879ce0fbfa4 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Pushing event deleted for resources: {'Port': ['ID=6bbf41ec-9e5e-4b46-be9a-09b3176729c4,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:51.774673 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd6c55f4-d78a-4ca5-80ef-ce2965f61a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.875303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-928fa429-5e62-4e6c-b289-ce551cd88460 req-8e08b107-61b3-4978-91d7-a879ce0fbfa4 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] No DVR routers for this DVR port 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:36:51.878068 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-928fa429-5e62-4e6c-b289-ce551cd88460 req-8e08b107-61b3-4978-91d7-a879ce0fbfa4 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.881583 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-deleted', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:51.956664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9dff8864-19c3-4d6b-8294-868c99a2e255 req-474df863-dc4d-4613-8e38-e18affea1067 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Synchronizing usage tracker for tenant:28de4e1b6185466198e78f0de068dd04 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:51.959459 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd6c55f4-d78a-4ca5-80ef-ce2965f61a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:51.979233 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c55f4-d78a-4ca5-80ef-ce2965f61a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da8b9c0-a4cf-494b-9c12-fd5e8025471a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:51.983568 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd6c55f4-d78a-4ca5-80ef-ce2965f61a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:52.001821 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fd6c55f4-d78a-4ca5-80ef-ce2965f61a7f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4da8b9c0-a4cf-494b-9c12-fd5e8025471a HTTP/1.1" status: 204 len: 168 time: 0.4492903 Apr 18 19:36:52.015641 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-928fa429-5e62-4e6c-b289-ce551cd88460 req-8e08b107-61b3-4978-91d7-a879ce0fbfa4 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.16 "DELETE /v2.0/ports/6bbf41ec-9e5e-4b46-be9a-09b3176729c4 HTTP/1.1" status: 204 len: 173 time: 1.4782608 Apr 18 19:36:52.060143 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a33a763-eb3a-4759-89a1-4e24dcd7f53c'] response: {'server_uuid': '91dd029f-2a38-47d1-a7dc-2454b892ce5a', 'name': 'network-vif-deleted', 'tag': '6bbf41ec-9e5e-4b46-be9a-09b3176729c4', 'status': 'completed', 'code': 200} Apr 18 19:36:52.084512 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9dff8864-19c3-4d6b-8294-868c99a2e255 req-474df863-dc4d-4613-8e38-e18affea1067 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] Unset dirty status for tenant:28de4e1b6185466198e78f0de068dd04 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:52.086518 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9dff8864-19c3-4d6b-8294-868c99a2e255 req-474df863-dc4d-4613-8e38-e18affea1067 tempest-ImagesOneServerTestJSON-1141867915 tempest-ImagesOneServerTestJSON-1141867915-project] 10.222.0.66 "GET /v2.0/ports?device_id=91dd029f-2a38-47d1-a7dc-2454b892ce5a HTTP/1.1" status: 200 len: 210 time: 0.1774333 Apr 18 19:36:52.736633 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d544c1d3-00d2-4287-8d3b-9e3626840867 req-0d82c578-4c2d-42ce-89c5-96db86457173 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 210 time: 0.0486627 Apr 18 19:36:53.602418 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34306) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:53.815199 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-959b7c38-3567-4128-b3f3-69850d141209 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:53.817724 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-959b7c38-3567-4128-b3f3-69850d141209 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Synchronizing usage tracker for tenant:4e0f853adc94416f9ef7746af0fb8a92 on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:53.855906 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-017d3ccc-abb0-419e-8edd-a02f05f5b529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:53.907142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-959b7c38-3567-4128-b3f3-69850d141209 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Unset dirty status for tenant:4e0f853adc94416f9ef7746af0fb8a92 on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:53.908302 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-959b7c38-3567-4128-b3f3-69850d141209 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/networks?id=86112ab1-2e77-41db-b3d6-67b117029b32 HTTP/1.1" status: 200 len: 810 time: 0.2481840 Apr 18 19:36:53.926892 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-13aa86f9-cff4-461a-8c04-7740e455e84e tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/quotas/4e0f853adc94416f9ef7746af0fb8a92 HTTP/1.1" status: 200 len: 375 time: 0.0121746 Apr 18 19:36:53.948019 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-65dba2d5-4725-4719-93a9-6ac42e47d28d req-e37751c9-a2be-4db6-92d2-16c3771f09bf tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 210 time: 0.0440192 Apr 18 19:36:54.007047 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-7894d1d8-4564-4612-a890-d2d58a7e73ff tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e0f853adc94416f9ef7746af0fb8a92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740128 Apr 18 19:36:54.007760 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34324) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:54.010642 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-854d368c-cac9-48f8-b347-3e5df149a303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.139860 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-854d368c-cac9-48f8-b347-3e5df149a303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:54.148014 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-854d368c-cac9-48f8-b347-3e5df149a303 admin admin] Usage tracker for resource:security_group_rule and tenant:d0db0de3479944b4ad8b2047d5a70b60 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:54.160844 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-854d368c-cac9-48f8-b347-3e5df149a303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:54.170161 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-854d368c-cac9-48f8-b347-3e5df149a303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:54.203349 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-2689726d-1681-4d75-83f0-b8793d42a665 service neutron] 10.222.0.66 "GET /v2.0/networks/86112ab1-2e77-41db-b3d6-67b117029b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785929 Apr 18 19:36:54.213249 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-ed311024-d780-4a14-8d76-fdf4618947ae tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:54.216037 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-ed311024-d780-4a14-8d76-fdf4618947ae tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.2245214 Apr 18 19:36:54.243167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Request body: {'port': {'device_id': '5cba3d4c-7649-44a7-9b3e-d9ae784a577c', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'admin_state_up': True, 'tenant_id': '95c3ea07abf945b49256e3013451a29a'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:54.358058 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34334) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:54.433847 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-854d368c-cac9-48f8-b347-3e5df149a303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.441084 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cc33e3b8-afc2-49a5-bc4f-3c07da5ec2cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28de4e1b6185466198e78f0de068dd04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4298835 Apr 18 19:36:54.441478 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34340) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:54.460736 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-0b43408c-8a7d-47ef-a98f-99db79435d09 service neutron] 10.222.0.66 "GET /v2.0/networks/86112ab1-2e77-41db-b3d6-67b117029b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560525 Apr 18 19:36:54.474114 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:54.511957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:54.533492 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-49759e84-c5b6-4626-a7da-d3524f2769a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.541816 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-854d368c-cac9-48f8-b347-3e5df149a303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.572446 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-49759e84-c5b6-4626-a7da-d3524f2769a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.590322 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-854d368c-cac9-48f8-b347-3e5df149a303 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0db0de3479944b4ad8b2047d5a70b60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9866693 Apr 18 19:36:54.592946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34346) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:54.626444 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Made reservation on behalf of 95c3ea07abf945b49256e3013451a29a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:54.630482 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.656487 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d368c-cac9-48f8-b347-3e5df149a303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74503d23-e1b1-4f37-a551-4366c959530b,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:54.676691 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3a0f193d-4547-42d6-b516-928c8fc71ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.712663 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3a0f193d-4547-42d6-b516-928c8fc71ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.757409 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e82bf244-a4d5-44c1-9526-04589ed94221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.841115 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-49759e84-c5b6-4626-a7da-d3524f2769a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.869402 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3a0f193d-4547-42d6-b516-928c8fc71ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.876691 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.879289 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49759e84-c5b6-4626-a7da-d3524f2769a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36948b1f-7695-4fa0-ae40-1d972380cda3,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:54.908812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f193d-4547-42d6-b516-928c8fc71ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74503d23-e1b1-4f37-a551-4366c959530b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:54.915961 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3a0f193d-4547-42d6-b516-928c8fc71ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.917169 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3a0f193d-4547-42d6-b516-928c8fc71ac4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74503d23-e1b1-4f37-a551-4366c959530b HTTP/1.1" status: 204 len: 168 time: 0.3234212 Apr 18 19:36:54.929470 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Allocated IP 172.20.0.6 (9772eb3e-4470-4e98-9621-f0c5fd024ef1/fd27771e-135d-4136-a053-2cd32b4aaaa8/9cd77afb-5548-43ce-b577-80086504d718) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:54.943145 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e82bf244-a4d5-44c1-9526-04589ed94221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:54.948801 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e82bf244-a4d5-44c1-9526-04589ed94221 admin admin] Usage tracker for resource:security_group_rule and tenant:51d41e6af1e44f01a631bd31a5700aeb is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:54.958919 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:54.988584 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:36:55.048201 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e82bf244-a4d5-44c1-9526-04589ed94221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:55.049619 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:36:55.051135 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6bbf41ec-9e5e-4b46-be9a-09b3176729c4 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:36:55.084051 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e82bf244-a4d5-44c1-9526-04589ed94221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:55.103343 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-63cab52f-dfa4-428a-b54d-d43e92447fd2 req-003d7a87-dd82-4263-92af-816eccead2cf tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 210 time: 0.1616936 Apr 18 19:36:55.189040 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-49759e84-c5b6-4626-a7da-d3524f2769a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.190164 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-49759e84-c5b6-4626-a7da-d3524f2769a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/36948b1f-7695-4fa0-ae40-1d972380cda3 HTTP/1.1" status: 204 len: 168 time: 0.7477608 Apr 18 19:36:55.207639 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-22c95422-09a7-47d7-b0ab-a603d251ffa9 req-90e88021-571b-4dde-99d5-d377edab35ec tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 210 time: 0.0490830 Apr 18 19:36:55.341644 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e82bf244-a4d5-44c1-9526-04589ed94221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.382454 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.438851 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e82bf244-a4d5-44c1-9526-04589ed94221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.486170 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bf244-a4d5-44c1-9526-04589ed94221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1935f569-051d-4e36-bb64-75f92bd59002,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:55.491752 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e82bf244-a4d5-44c1-9526-04589ed94221 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51d41e6af1e44f01a631bd31a5700aeb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1324134 Apr 18 19:36:55.494454 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34374) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:55.542062 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.656770 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event updated for resources: {'Port': ['ID=9cd77afb-5548-43ce-b577-80086504d718,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:55.657450 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-57ac2d9f-c991-4461-b047-665f3b37e9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.661441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:55.663461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:55.671997 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:55.731191 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-57ac2d9f-c991-4461-b047-665f3b37e9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.761130 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:55.761733 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.862795 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-82d6ee70-f6c5-489f-b132-8982d726ba69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6272438 Apr 18 19:36:55.863575 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-57ac2d9f-c991-4461-b047-665f3b37e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.884727 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Request body: {'port': {'device_id': '5cba3d4c-7649-44a7-9b3e-d9ae784a577c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:55.922009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac2d9f-c991-4461-b047-665f3b37e9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1935f569-051d-4e36-bb64-75f92bd59002,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:55.938094 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-57ac2d9f-c991-4461-b047-665f3b37e9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:55.939414 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-57ac2d9f-c991-4461-b047-665f3b37e9c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1935f569-051d-4e36-bb64-75f92bd59002 HTTP/1.1" status: 204 len: 168 time: 0.4438508 Apr 18 19:36:56.007303 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.055212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34396) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:56.073501 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9afa758d-1563-40e5-acb6-614364571d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.115897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9afa758d-1563-40e5-acb6-614364571d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:56.125616 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9afa758d-1563-40e5-acb6-614364571d78 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0dd573160e4c1d8970b95eba9de5bf is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:56.132978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-9afa758d-1563-40e5-acb6-614364571d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:56.155000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-9afa758d-1563-40e5-acb6-614364571d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:56.265112 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9afa758d-1563-40e5-acb6-614364571d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.347401 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9afa758d-1563-40e5-acb6-614364571d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.417911 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.440702 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa758d-1563-40e5-acb6-614364571d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e51233-c078-49d1-b467-ae7f6490af4a,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:56.450944 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9afa758d-1563-40e5-acb6-614364571d78 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff0dd573160e4c1d8970b95eba9de5bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3945601 Apr 18 19:36:56.452823 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34408) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:56.525784 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-93e7547d-b5ee-471f-9a6e-e3474ed0f0b3 req-8a63fb53-1073-407f-995b-4cd72e2bb84b tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 210 time: 0.0752070 Apr 18 19:36:56.560674 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183ccb8-ee1c-4bb0-a2fa-cdbf0e36c9d1 req-95f645b7-13d7-4aad-a4ed-de7808ee4154 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:56.562147 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9183ccb8-ee1c-4bb0-a2fa-cdbf0e36c9d1 req-95f645b7-13d7-4aad-a4ed-de7808ee4154 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 931 time: 0.1804280 Apr 18 19:36:56.564387 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49371fb1-c626-4860-ad5b-8793309ee664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.633835 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9183ccb8-ee1c-4bb0-a2fa-cdbf0e36c9d1 req-a900e051-9b48-455b-ae80-f2c706063f69 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596993 Apr 18 19:36:56.650322 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49371fb1-c626-4860-ad5b-8793309ee664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.694745 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd77afb-5548-43ce-b577-80086504d718 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:36:56.702514 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.787623 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49371fb1-c626-4860-ad5b-8793309ee664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.787806 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Transition to ACTIVE for port object 9cd77afb-5548-43ce-b577-80086504d718 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:36:56.806454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49371fb1-c626-4860-ad5b-8793309ee664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e51233-c078-49d1-b467-ae7f6490af4a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:56.809846 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49371fb1-c626-4860-ad5b-8793309ee664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:56.810993 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-49371fb1-c626-4860-ad5b-8793309ee664 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62e51233-c078-49d1-b467-ae7f6490af4a HTTP/1.1" status: 204 len: 168 time: 0.3569601 Apr 18 19:36:56.867632 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.004862 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd77afb-5548-43ce-b577-80086504d718,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:57.111112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Attempting to bind port 9cd77afb-5548-43ce-b577-80086504d718 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:36:57.111774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Attempting to bind port 9cd77afb-5548-43ce-b577-80086504d718 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:36:57.112574 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Attempting to bind port 9cd77afb-5548-43ce-b577-80086504d718 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:57.121075 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Port 9cd77afb-5548-43ce-b577-80086504d718 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:36:57.121511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Attempting to bind port 9cd77afb-5548-43ce-b577-80086504d718 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:36:57.130095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:36:57.130751 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Checking segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:57.131362 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Bound using segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:36:57.131944 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Bound port: 9cd77afb-5548-43ce-b577-80086504d718, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:36:57.132393 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.227080 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] For port 9cd77afb-5548-43ce-b577-80086504d718, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:36:57.231595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] For port 9cd77afb-5548-43ce-b577-80086504d718, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9cd77afb-5548-43ce-b577-80086504d718,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:36:57.324897 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.380809 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:57.382149 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] 10.222.0.16 "PUT /v2.0/ports/9cd77afb-5548-43ce-b577-80086504d718 HTTP/1.1" status: 200 len: 1091 time: 1.5079129 Apr 18 19:36:57.382599 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cba3d4c-7649-44a7-9b3e-d9ae784a577c', 'tag': '9cd77afb-5548-43ce-b577-80086504d718'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:36:57.413712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559d0c1-5c5b-4f38-a925-0e5cfc697506 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd77afb-5548-43ce-b577-80086504d718,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:57.436204 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167a0a2b-7945-467a-80e6-321b1349cb63'] response: {'name': 'network-changed', 'server_uuid': '5cba3d4c-7649-44a7-9b3e-d9ae784a577c', 'tag': '9cd77afb-5548-43ce-b577-80086504d718', 'status': 'completed', 'code': 200} Apr 18 19:36:57.625364 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-405930fe-e235-45e6-be1f-794bd8d93fe7 req-b2cf5668-9f22-4b67-bff2-10b5610e7a99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 1094 time: 0.1675994 Apr 18 19:36:57.711498 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-60f3841c-88cc-4be9-b156-f1ff10c5e2dc req-2a60c0bf-2fba-4653-a284-cedbd0b210f2 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 210 time: 0.0515463 Apr 18 19:36:57.895639 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34454) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:57.902068 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-cb964afb-99cf-4a77-abb2-6b4398dab503 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:57.903593 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-cb964afb-99cf-4a77-abb2-6b4398dab503 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.16 "GET /v2.0/networks?id=86112ab1-2e77-41db-b3d6-67b117029b32 HTTP/1.1" status: 200 len: 810 time: 0.3900075 Apr 18 19:36:57.911289 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405930fe-e235-45e6-be1f-794bd8d93fe7 req-85e75d20-b923-4813-93b9-97f12794dc19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:57.912684 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-405930fe-e235-45e6-be1f-794bd8d93fe7 req-85e75d20-b923-4813-93b9-97f12794dc19 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=95c3ea07abf945b49256e3013451a29a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2647514 Apr 18 19:36:57.954620 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Request body: {'port': {'device_id': '6a2f59dc-00f7-4f2f-b440-d9d0f18ac061', 'network_id': '86112ab1-2e77-41db-b3d6-67b117029b32', 'admin_state_up': True, 'tenant_id': '4e0f853adc94416f9ef7746af0fb8a92'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:58.116027 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebae1e-595d-453e-9064-20627d78ef68 req-86fa5151-4b65-4c04-b373-3cb9e7c89bdc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:58.116560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1eebae1e-595d-453e-9064-20627d78ef68 req-86fa5151-4b65-4c04-b373-3cb9e7c89bdc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:36:58.205835 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405930fe-e235-45e6-be1f-794bd8d93fe7 req-d84edfff-becb-4b1a-9010-422ea35e88bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:58.207239 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-405930fe-e235-45e6-be1f-794bd8d93fe7 req-d84edfff-becb-4b1a-9010-422ea35e88bf service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2782853 Apr 18 19:36:58.213550 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:58.217469 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Usage tracker for resource:port and tenant:4e0f853adc94416f9ef7746af0fb8a92 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:58.222307 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:58.226279 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:58.300765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-1eebae1e-595d-453e-9064-20627d78ef68 req-86fa5151-4b65-4c04-b373-3cb9e7c89bdc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:36:58.302624 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1eebae1e-595d-453e-9064-20627d78ef68 req-86fa5151-4b65-4c04-b373-3cb9e7c89bdc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 943 time: 0.4735329 Apr 18 19:36:58.331813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Made reservation on behalf of 4e0f853adc94416f9ef7746af0fb8a92 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:58.335910 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.391073 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-166677558-network', 'tenant_id': '1e2d8bf1b5d847dc8ffbe1654f949c55'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:58.401235 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:58.408681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Usage tracker for resource:network and tenant:1e2d8bf1b5d847dc8ffbe1654f949c55 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:58.419329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:58.427811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:58.482527 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1eebae1e-595d-453e-9064-20627d78ef68 req-ad5e45a2-6f25-4d8b-a6e8-74add31be834 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735442 Apr 18 19:36:58.507524 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Made reservation on behalf of 1e2d8bf1b5d847dc8ffbe1654f949c55 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:58.508227 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-d549fafc-acf6-49cc-834e-f938a45f252f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 1094 time: 0.2513835 Apr 18 19:36:58.512656 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.530647 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.574523 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:58.580157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2d8bf1b5d847dc8ffbe1654f949c55 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:58.583869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:58.591224 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:58.687207 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.746897 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-ddebecf1-17f2-4b38-9306-9b860cee1258 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cd77afb-5548-43ce-b577-80086504d718 HTTP/1.1" status: 200 len: 217 time: 0.2281036 Apr 18 19:36:58.754325 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.776525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:36:58.799929 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.803102 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Added segment 889aabd2-9481-4244-9b32-401fad6fb9ac of type vlan for network a26a9ded-5838-4c1c-9f18-699da93c30d9 Apr 18 19:36:58.828460 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-086f595b-c535-4ac1-a6e4-fe3a20e925d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:58.830141 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-086f595b-c535-4ac1-a6e4-fe3a20e925d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.0742311 Apr 18 19:36:58.887365 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-9c4013b0-aad4-42ff-873f-960588846c8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471463 Apr 18 19:36:58.895986 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:58.901312 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Allocated IP 172.20.0.11 (86112ab1-2e77-41db-b3d6-67b117029b32/ded997be-bad6-4753-8921-c51fe59f7391/86e031f8-4227-44f2-8880-3a78bd13f276) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:36:59.019800 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2cf9743c-c426-4eb6-96ee-9233478fdc8e req-f38cd01c-509d-4095-a1f3-636c687ed9a3 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 210 time: 0.0635576 Apr 18 19:36:59.056485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f5adb5-1134-4b98-ac21-21fd07bcc56e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:59.130570 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.131928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:59.132684 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.190322 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-aac3d6bb-b6d9-450e-8335-611a81195129 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772677 Apr 18 19:36:59.247525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] Pushing event updated for resources: {'Network': ['ID=a26a9ded-5838-4c1c-9f18-699da93c30d9,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:59.258274 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network a26a9ded-5838-4c1c-9f18-699da93c30d9 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:36:59.302391 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-234d114b-8ebc-4f07-87f5-9940cd3be135 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4054341 Apr 18 19:36:59.309352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34484) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:36:59.315451 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Request body: {'subnet': {'network_id': 'a26a9ded-5838-4c1c-9f18-699da93c30d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-166677558-subnet', 'tenant_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:59.327574 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:36:59.333325 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Usage tracker for resource:subnet and tenant:1e2d8bf1b5d847dc8ffbe1654f949c55 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:36:59.339669 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:36:59.344430 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1b72239-fe53-4ad4-9200-a6525a2f04c3 req-20f67273-0a49-45c1-ad24-51c3d560141f service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421387 Apr 18 19:36:59.350590 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:36:59.424477 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.444603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Made reservation on behalf of 1e2d8bf1b5d847dc8ffbe1654f949c55 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:36:59.449596 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.525197 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.614436 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Pushing event updated for resources: {'Port': ['ID=86e031f8-4227-44f2-8880-3a78bd13f276,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:59.632338 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Network 86112ab1-2e77-41db-b3d6-67b117029b32 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:36:59.662853 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:36:59.669180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:36:59.754837 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:59.755462 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.791159 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b035e4-95fc-4d98-a399-0dffd22a6f87 req-8254164d-0f4c-41df-aa7f-9f90906b0864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:36:59.793409 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2b035e4-95fc-4d98-a399-0dffd22a6f87 req-8254164d-0f4c-41df-aa7f-9f90906b0864 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 943 time: 0.1637838 Apr 18 19:36:59.839195 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f15489c6-39e9-4044-94c8-e15cfe0e4d10 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9089642 Apr 18 19:36:59.844110 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2b035e4-95fc-4d98-a399-0dffd22a6f87 req-37d0d98f-0b6c-44ba-a9f0-cc24d464800a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 Apr 18 19:36:59.850403 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Request body: {'port': {'device_id': '6a2f59dc-00f7-4f2f-b440-d9d0f18ac061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:36:59.867425 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.965056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=67724fde-678d-41d2-b1ab-4fe176be0bc0,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:36:59.969297 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:36:59.979079 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Checking segment: {'id': '889aabd2-9481-4244-9b32-401fad6fb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a26a9ded-5838-4c1c-9f18-699da93c30d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:36:59.979879 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Network hostable DHCP agents. Network: a26a9ded-5838-4c1c-9f18-699da93c30d9, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:00.055992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Network a26a9ded-5838-4c1c-9f18-699da93c30d9 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:00.141148 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, a26a9ded-5838-4c1c-9f18-699da93c30d9) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:00.146671 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:00.147304 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.153196 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a93ef5f-ea8a-4859-94f0-db16f06423f5 None None] Network a26a9ded-5838-4c1c-9f18-699da93c30d9 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:00.258981 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986002ef-1101-467d-ba20-8374710fdd2b req-baff2539-f687-4eae-b284-7ffea3c02388 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:00.260837 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-986002ef-1101-467d-ba20-8374710fdd2b req-baff2539-f687-4eae-b284-7ffea3c02388 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 932 time: 0.0952723 Apr 18 19:37:00.288812 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6ccac993-486f-484b-ab71-314ebc1fa4af admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9753950 Apr 18 19:37:00.289738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34512) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:00.296508 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-166677558-router', 'tenant_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:00.303494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:00.326786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-986002ef-1101-467d-ba20-8374710fdd2b req-edd7bd28-2b17-4d9b-b795-230dde82d4fa tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Synchronizing usage tracker for tenant:4e0f853adc94416f9ef7746af0fb8a92 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:00.329476 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Usage tracker for resource:router and tenant:1e2d8bf1b5d847dc8ffbe1654f949c55 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:00.333085 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:00.341196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:00.421389 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-a26a9ded-5838-4c1c-9f18-699da93c30d9', 'network_id': 'a26a9ded-5838-4c1c-9f18-699da93c30d9', 'tenant_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'fixed_ips': [{'subnet_id': '67724fde-678d-41d2-b1ab-4fe176be0bc0'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:37:00.427097 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.441911 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.445011 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.447382 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-986002ef-1101-467d-ba20-8374710fdd2b req-edd7bd28-2b17-4d9b-b795-230dde82d4fa tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Unset dirty status for tenant:4e0f853adc94416f9ef7746af0fb8a92 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:00.448633 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-986002ef-1101-467d-ba20-8374710fdd2b req-edd7bd28-2b17-4d9b-b795-230dde82d4fa tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/security-groups?id=217bb802-5f73-4987-8dc2-ef28c1dcf1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809962 Apr 18 19:37:00.451608 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e031f8-4227-44f2-8880-3a78bd13f276 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:00.460669 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.477567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Transition to ACTIVE for port object 86e031f8-4227-44f2-8880-3a78bd13f276 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:00.478172 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.524207 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.660923 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Pushing event updated for resources: {'Port': ['ID=86e031f8-4227-44f2-8880-3a78bd13f276,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:00.776190 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Allocated IP 172.20.0.2 (a26a9ded-5838-4c1c-9f18-699da93c30d9/67724fde-678d-41d2-b1ab-4fe176be0bc0/5f9a8403-232f-4ed1-8f08-1f130f7ee613) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:00.782607 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Attempting to bind port 86e031f8-4227-44f2-8880-3a78bd13f276 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:00.782998 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Attempting to bind port 86e031f8-4227-44f2-8880-3a78bd13f276 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '1e2840aa-3804-432d-9b6c-e4a77aa620d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '86112ab1-2e77-41db-b3d6-67b117029b32'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:00.783327 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Attempting to bind port 86e031f8-4227-44f2-8880-3a78bd13f276 on network 86112ab1-2e77-41db-b3d6-67b117029b32 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:00.790005 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Port 86e031f8-4227-44f2-8880-3a78bd13f276 on network 86112ab1-2e77-41db-b3d6-67b117029b32 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:37:00.790330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Attempting to bind port 86e031f8-4227-44f2-8880-3a78bd13f276 on network 86112ab1-2e77-41db-b3d6-67b117029b32 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:00.796941 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:00.797272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Checking segment: {'id': '1e2840aa-3804-432d-9b6c-e4a77aa620d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '86112ab1-2e77-41db-b3d6-67b117029b32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:00.797671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Bound using segment: {'id': '1e2840aa-3804-432d-9b6c-e4a77aa620d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '86112ab1-2e77-41db-b3d6-67b117029b32'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:00.798071 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Bound port: 86e031f8-4227-44f2-8880-3a78bd13f276, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2840aa-3804-432d-9b6c-e4a77aa620d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '86112ab1-2e77-41db-b3d6-67b117029b32'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:00.798445 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:00.855586 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.019861 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9cd77afb-5548-43ce-b577-80086504d718 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:37:01.045113 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] For port 86e031f8-4227-44f2-8880-3a78bd13f276, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:01.048431 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] For port 86e031f8-4227-44f2-8880-3a78bd13f276, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=86e031f8-4227-44f2-8880-3a78bd13f276,segment=NetworkSegment(1e2840aa-3804-432d-9b6c-e4a77aa620d6),segment_id=1e2840aa-3804-432d-9b6c-e4a77aa620d6)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:01.117790 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.180655 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.221745 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.242559 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9cd77afb-5548-43ce-b577-80086504d718, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9cd77afb-5548-43ce-b577-80086504d718,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:01.249476 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.251027 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] 10.222.0.16 "PUT /v2.0/ports/86e031f8-4227-44f2-8880-3a78bd13f276 HTTP/1.1" status: 200 len: 1092 time: 1.4046409 Apr 18 19:37:01.259175 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcc566-7638-4c56-99d4-f0707005241c req-ddb0bb8c-abb2-47e6-b77b-f13751442164 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:01.262988 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ddcc566-7638-4c56-99d4-f0707005241c req-ddb0bb8c-abb2-47e6-b77b-f13751442164 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 943 time: 0.2131059 Apr 18 19:37:01.263454 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2f59dc-00f7-4f2f-b440-d9d0f18ac061', 'tag': '86e031f8-4227-44f2-8880-3a78bd13f276'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:01.273220 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '9cd77afb-5548-43ce-b577-80086504d718', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'port_id': '9cd77afb-5548-43ce-b577-80086504d718', 'mac_address': 'fa:16:3e:aa:71:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd27771e-135d-4136-a053-2cd32b4aaaa8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:37:01.327567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd7d22-41c3-4989-9bf8-c683bc988aec service neutron] Pushing event updated for resources: {'Port': ['ID=86e031f8-4227-44f2-8880-3a78bd13f276,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:01.362294 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ddcc566-7638-4c56-99d4-f0707005241c req-5afffa4b-cace-48c4-9037-4c4d1b42ffeb tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824349 Apr 18 19:37:01.380802 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.422405 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.444496 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4978ec-23f1-485f-8b0c-4dc033fd44f1'] response: {'name': 'network-changed', 'server_uuid': '6a2f59dc-00f7-4f2f-b440-d9d0f18ac061', 'tag': '86e031f8-4227-44f2-8880-3a78bd13f276', 'status': 'completed', 'code': 200} Apr 18 19:37:01.444688 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Allocated IP 172.25.8.170 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/51fa3806-85f2-465a-8580-e1ad13bb64f3) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:01.445507 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Transition to ACTIVE for port object 5f9a8403-232f-4ed1-8f08-1f130f7ee613 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:01.472210 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-0667c364-3396-42d3-8c25-84311a865360 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e0f853adc94416f9ef7746af0fb8a92&device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 1095 time: 0.1013031 Apr 18 19:37:01.480158 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd77afb-5548-43ce-b577-80086504d718 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:01.512549 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Transition to ACTIVE for port object 5f9a8403-232f-4ed1-8f08-1f130f7ee613 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:01.539140 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9cd77afb-5548-43ce-b577-80086504d718, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9cd77afb-5548-43ce-b577-80086504d718,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:01.585926 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f7d00182-76ad-4e28-92c7-f14db40c475b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e031f8-4227-44f2-8880-3a78bd13f276 HTTP/1.1" status: 200 len: 217 time: 0.1013496 Apr 18 19:37:01.600222 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.604073 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.639805 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.674921 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Network a26a9ded-5838-4c1c-9f18-699da93c30d9 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:01.676378 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:01.680230 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:01.688118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Pushing event updated for resources: {'Port': ['ID=5f9a8403-232f-4ed1-8f08-1f130f7ee613,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:01.708350 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.709555 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-254f87f6-ce49-40c5-851c-1ef3e9632af1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:01.711011 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-254f87f6-ce49-40c5-851c-1ef3e9632af1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ded997be-bad6-4753-8921-c51fe59f7391 HTTP/1.1" status: 200 len: 850 time: 0.1158454 Apr 18 19:37:01.769976 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-d46c53ce-271c-4cf7-88c3-55053c8c3664 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86112ab1-2e77-41db-b3d6-67b117029b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515256 Apr 18 19:37:01.778549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de967e1a-7535-4f2d-ac0a-47e4b6829cbf req-5648e348-e627-477f-9a94-5f62072feee8 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:01.779230 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-de967e1a-7535-4f2d-ac0a-47e4b6829cbf req-5648e348-e627-477f-9a94-5f62072feee8 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Synchronizing usage tracker for tenant:4e0f853adc94416f9ef7746af0fb8a92 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:01.792977 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:01.796233 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:01.798878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:01.829791 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Attempting to bind port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:01.830164 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Attempting to bind port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '889aabd2-9481-4244-9b32-401fad6fb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a26a9ded-5838-4c1c-9f18-699da93c30d9'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:01.830541 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Attempting to bind port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 on network a26a9ded-5838-4c1c-9f18-699da93c30d9 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:01.846136 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:01.846352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=51fa3806-85f2-465a-8580-e1ad13bb64f3,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:01.847677 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Checking segment: {'id': '889aabd2-9481-4244-9b32-401fad6fb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a26a9ded-5838-4c1c-9f18-699da93c30d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:01.848084 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.848525 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Bound using segment: {'id': '889aabd2-9481-4244-9b32-401fad6fb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a26a9ded-5838-4c1c-9f18-699da93c30d9'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:01.848996 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Bound port: 5f9a8403-232f-4ed1-8f08-1f130f7ee613, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '889aabd2-9481-4244-9b32-401fad6fb9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a26a9ded-5838-4c1c-9f18-699da93c30d9'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:01.849369 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:01.864475 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=9cd77afb-5548-43ce-b577-80086504d718,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:01.943676 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-f4e720c6-297a-4d5e-877f-cac2f6ca11aa service neutron] 10.222.0.16 "GET /v2.0/networks/86112ab1-2e77-41db-b3d6-67b117029b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605947 Apr 18 19:37:01.979056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-de967e1a-7535-4f2d-ac0a-47e4b6829cbf req-5648e348-e627-477f-9a94-5f62072feee8 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Unset dirty status for tenant:4e0f853adc94416f9ef7746af0fb8a92 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:01.985996 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-de967e1a-7535-4f2d-ac0a-47e4b6829cbf req-5648e348-e627-477f-9a94-5f62072feee8 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 944 time: 0.3574393 Apr 18 19:37:01.996098 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['9cd77afb-5548-43ce-b577-80086504d718'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:02.090632 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] For port 5f9a8403-232f-4ed1-8f08-1f130f7ee613, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:02.107172 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] For port 5f9a8403-232f-4ed1-8f08-1f130f7ee613, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=5f9a8403-232f-4ed1-8f08-1f130f7ee613,segment=NetworkSegment(889aabd2-9481-4244-9b32-401fad6fb9ac),segment_id=889aabd2-9481-4244-9b32-401fad6fb9ac)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:02.125961 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.126562 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.192840 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-de967e1a-7535-4f2d-ac0a-47e4b6829cbf req-8aa891f1-741e-44fc-993f-80973cfc5760 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/security-groups?id=217bb802-5f73-4987-8dc2-ef28c1dcf1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055864 Apr 18 19:37:02.215409 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.233172 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34548) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:02.251379 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b0bb8b2a-d8da-4e70-87b9-613f3100e778 req-8f98d529-b182-47b7-b070-14b0e19a54e4 service neutron] 10.222.0.16 "GET /v2.0/networks/86112ab1-2e77-41db-b3d6-67b117029b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966475 Apr 18 19:37:02.364586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1dd2d-0ab9-4678-82e1-a3b115664a7a None None] Pushing event updated for resources: {'Port': ['ID=5f9a8403-232f-4ed1-8f08-1f130f7ee613,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:02.541945 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-415bcd44-058e-4a93-aaec-ec99b7c402bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:02.560897 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-473c6015-fe71-44a6-a343-d6c5e8e74dd7 req-6c73ac33-a917-45a4-84cf-7dbb5d08ab30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e0f853adc94416f9ef7746af0fb8a92&device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 1095 time: 0.1484146 Apr 18 19:37:02.604275 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Router 7d288c8f-a650-44d7-888a-38dd28b8d25d is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:37:02.695714 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-415bcd44-058e-4a93-aaec-ec99b7c402bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:02.703347 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-415bcd44-058e-4a93-aaec-ec99b7c402bb admin admin] Usage tracker for resource:security_group_rule and tenant:d622049359564c48b3ccc5a33dfe6449 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:02.741074 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-415bcd44-058e-4a93-aaec-ec99b7c402bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:02.756393 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-415bcd44-058e-4a93-aaec-ec99b7c402bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:02.798416 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c6015-fe71-44a6-a343-d6c5e8e74dd7 req-cf07af6d-8555-4908-b960-c1228c85bf1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:02.800039 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-473c6015-fe71-44a6-a343-d6c5e8e74dd7 req-cf07af6d-8555-4908-b960-c1228c85bf1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=86112ab1-2e77-41db-b3d6-67b117029b32 HTTP/1.1" status: 200 len: 911 time: 0.2321248 Apr 18 19:37:02.888339 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-473c6015-fe71-44a6-a343-d6c5e8e74dd7 req-b5f148f9-1156-4ee4-afc0-23d15d1c8422 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86e031f8-4227-44f2-8880-3a78bd13f276 HTTP/1.1" status: 200 len: 217 time: 0.0814564 Apr 18 19:37:02.941920 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a6af-ac0f-44d0-81ee-c8ee22c1cf52 req-44b16a78-43e9-4e0e-a2f3-430a811c1ef6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:02.944059 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-64a9a6af-ac0f-44d0-81ee-c8ee22c1cf52 req-44b16a78-43e9-4e0e-a2f3-430a811c1ef6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 944 time: 0.3957248 Apr 18 19:37:02.991445 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c6015-fe71-44a6-a343-d6c5e8e74dd7 req-ebae7f90-c00b-438b-989b-5f8333df5d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:02.992481 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-473c6015-fe71-44a6-a343-d6c5e8e74dd7 req-ebae7f90-c00b-438b-989b-5f8333df5d91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ded997be-bad6-4753-8921-c51fe59f7391 HTTP/1.1" status: 200 len: 850 time: 0.0967815 Apr 18 19:37:02.996506 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-415bcd44-058e-4a93-aaec-ec99b7c402bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.016831 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9cd77afb-5548-43ce-b577-80086504d718 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:03.022707 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-64a9a6af-ac0f-44d0-81ee-c8ee22c1cf52 req-0c637b79-1feb-4c6f-88ff-61d659b3b15a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734394 Apr 18 19:37:03.042005 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-473c6015-fe71-44a6-a343-d6c5e8e74dd7 req-ce806bcb-8881-4b0c-aa5b-1ca8df015e95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86112ab1-2e77-41db-b3d6-67b117029b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425582 Apr 18 19:37:03.068565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:03.080451 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Sync routers for ids ['7d288c8f-a650-44d7-888a-38dd28b8d25d'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:37:03.086025 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-415bcd44-058e-4a93-aaec-ec99b7c402bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.124554 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Routers {'7d288c8f-a650-44d7-888a-38dd28b8d25d'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:03.125433 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7d288c8f-a650-44d7-888a-38dd28b8d25d'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:03.187849 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.190473 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a8616676-c58e-4ff7-957a-cb9ad62e6aa5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9001203 Apr 18 19:37:03.193754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34574) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:03.212021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 9cd77afb-5548-43ce-b577-80086504d718 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:03.215743 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bcd44-058e-4a93-aaec-ec99b7c402bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbed2571-a6dd-4aa7-846f-2c1c560f8a82,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:03.217485 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 9cd77afb-5548-43ce-b577-80086504d718 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:03.217849 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.229060 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-415bcd44-058e-4a93-aaec-ec99b7c402bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d622049359564c48b3ccc5a33dfe6449&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9941940 Apr 18 19:37:03.232297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34578) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:03.437057 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.501821 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Set router 7d288c8f-a650-44d7-888a-38dd28b8d25d gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:03.504886 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 9cd77afb-5548-43ce-b577-80086504d718, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9cd77afb-5548-43ce-b577-80086504d718,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:03.505989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cba3d4c-7649-44a7-9b3e-d9ae784a577c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd77afb-5548-43ce-b577-80086504d718'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:03.574698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-473c6015-fe71-44a6-a343-d6c5e8e74dd7 req-de846089-ab6d-4008-82c9-552bb6243751 service neutron] 10.222.0.16 "GET /v2.0/networks/86112ab1-2e77-41db-b3d6-67b117029b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233414 Apr 18 19:37:03.600071 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5a191a-1950-4bcc-9215-555dfc76579c'] response: {'server_uuid': '5cba3d4c-7649-44a7-9b3e-d9ae784a577c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd77afb-5548-43ce-b577-80086504d718', 'code': 200} Apr 18 19:37:03.609874 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.748573 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=9cd77afb-5548-43ce-b577-80086504d718,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:03.874822 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6d90a60e-4d25-4920-a1b8-4687e36e8399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.944474 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6d90a60e-4d25-4920-a1b8-4687e36e8399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:03.961050 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd0b29-4992-47f4-84fd-f3c141e34964 None None] Network a26a9ded-5838-4c1c-9f18-699da93c30d9 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:03.970649 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79306f3d-2664-43c9-9d3e-3f48f652ea98 req-d074af73-43f1-45f2-a9c0-23a694ce9a64 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:03.972599 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-79306f3d-2664-43c9-9d3e-3f48f652ea98 req-d074af73-43f1-45f2-a9c0-23a694ce9a64 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 944 time: 0.5041947 Apr 18 19:37:03.995087 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'name': 'tempest-ServersTestFqdnHostnames-166677558-router', 'tenant_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:00Z', 'updated_at': '2022-04-18T19:37:01Z', 'revision_number': 3, 'project_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'gw_port': {'id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:01Z', 'updated_at': '2022-04-18T19:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:04.000783 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Checking router: 7d288c8f-a650-44d7-888a-38dd28b8d25d for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:37:04.004416 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Updating router 7d288c8f-a650-44d7-888a-38dd28b8d25d port 51fa3806-85f2-465a-8580-e1ad13bb64f3 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:37:04.011175 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-473c6015-fe71-44a6-a343-d6c5e8e74dd7 req-7c2ffd98-4f6a-4de4-bd43-6f9831a5d2f1 service neutron] 10.222.0.16 "GET /v2.0/networks/86112ab1-2e77-41db-b3d6-67b117029b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210465 Apr 18 19:37:04.084579 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.094437 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e128f27-6631-4827-a0aa-ef040a906890 req-53652156-3e36-4f60-8e54-07ba2daf0440 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 1096 time: 0.3358817 Apr 18 19:37:04.148442 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-79306f3d-2664-43c9-9d3e-3f48f652ea98 req-06b0014c-c02a-4589-9a43-7de814a420d3 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/security-groups?id=217bb802-5f73-4987-8dc2-ef28c1dcf1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607940 Apr 18 19:37:04.202813 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3e128f27-6631-4827-a0aa-ef040a906890 req-f14da2cb-e8b8-4085-a33f-a88a40e658e6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954387 Apr 18 19:37:04.222678 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6d90a60e-4d25-4920-a1b8-4687e36e8399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.235027 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-51d96189-0e92-4871-ac2d-1fc635b5b7ea None None] Provisioning for port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:04.253798 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90a60e-4d25-4920-a1b8-4687e36e8399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbed2571-a6dd-4aa7-846f-2c1c560f8a82,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:04.262618 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6d90a60e-4d25-4920-a1b8-4687e36e8399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.270442 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6d90a60e-4d25-4920-a1b8-4687e36e8399 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dbed2571-a6dd-4aa7-846f-2c1c560f8a82 HTTP/1.1" status: 204 len: 168 time: 1.0375154 Apr 18 19:37:04.488173 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 5f9a8403-232f-4ed1-8f08-1f130f7ee613 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:04.511759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19724896-7586-4697-8f0b-34757aea8077 req-ef7ba416-4a0e-4a66-8d61-6612997fdb6a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:04.513197 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-19724896-7586-4697-8f0b-34757aea8077 req-ef7ba416-4a0e-4a66-8d61-6612997fdb6a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.1794910 Apr 18 19:37:04.602707 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-19724896-7586-4697-8f0b-34757aea8077 req-62ba1f74-d3fb-4e3a-bdbd-e6f73fed6f8f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819387 Apr 18 19:37:04.644524 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:04.659581 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:04.660241 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.665605 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.681640 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Transition to ACTIVE for port object 51fa3806-85f2-465a-8580-e1ad13bb64f3 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:04.697412 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.758571 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.790620 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34610) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:04.855023 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.870744 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Attempting to bind port 51fa3806-85f2-465a-8580-e1ad13bb64f3 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:04.871126 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Attempting to bind port 51fa3806-85f2-465a-8580-e1ad13bb64f3 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:04.871470 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Attempting to bind port 51fa3806-85f2-465a-8580-e1ad13bb64f3 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:04.881288 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:04.881664 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:04.882062 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.884452 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:04.885310 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Bound port: 51fa3806-85f2-465a-8580-e1ad13bb64f3, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:04.885708 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:04.936774 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Pushing event updated for resources: {'Port': ['ID=51fa3806-85f2-465a-8580-e1ad13bb64f3,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:04.942295 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 5f9a8403-232f-4ed1-8f08-1f130f7ee613, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=5f9a8403-232f-4ed1-8f08-1f130f7ee613,segment=NetworkSegment(889aabd2-9481-4244-9b32-401fad6fb9ac),segment_id=889aabd2-9481-4244-9b32-401fad6fb9ac)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:04.955157 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:04.955519 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:04.955825 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:04.956157 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:04.957353 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:04.957678 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:04.957998 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:04.958314 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:04.958649 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:04.958964 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:04.959277 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:04.992647 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4310a843-baef-43a7-8832-25a4e74a8332 None None] Provisioning complete for port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:04.993335 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4310a843-baef-43a7-8832-25a4e74a8332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.000323 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] For port 51fa3806-85f2-465a-8580-e1ad13bb64f3, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:05.004327 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Allocated IP 172.20.0.1 (a26a9ded-5838-4c1c-9f18-699da93c30d9/67724fde-678d-41d2-b1ab-4fe176be0bc0/a698a2f4-7952-4d47-ba57-015aff3920c0) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:05.004699 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] For port 51fa3806-85f2-465a-8580-e1ad13bb64f3, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=51fa3806-85f2-465a-8580-e1ad13bb64f3,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:05.024135 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.073376 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.098567 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 86e031f8-4227-44f2-8880-3a78bd13f276 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:37:05.115978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=5f9a8403-232f-4ed1-8f08-1f130f7ee613,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:05.133068 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-496bcff2-1392-4409-a6b9-2a940fc0eae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.202786 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.260837 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Transition to ACTIVE for port object a698a2f4-7952-4d47-ba57-015aff3920c0 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:05.261243 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-496bcff2-1392-4409-a6b9-2a940fc0eae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:05.265879 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19245b3c-6ef3-4769-995c-52f4ee2bfbd2 None None] Pushing event updated for resources: {'Port': ['ID=51fa3806-85f2-465a-8580-e1ad13bb64f3,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:05.266416 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-496bcff2-1392-4409-a6b9-2a940fc0eae5 admin admin] Usage tracker for resource:security_group_rule and tenant:9ff8baf70d2e49639f2af19ea7177c6e is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:05.268962 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-496bcff2-1392-4409-a6b9-2a940fc0eae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:05.275611 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-496bcff2-1392-4409-a6b9-2a940fc0eae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:05.286471 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Routers {'7d288c8f-a650-44d7-888a-38dd28b8d25d'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:05.287142 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7d288c8f-a650-44d7-888a-38dd28b8d25d'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:05.404335 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.414646 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-496bcff2-1392-4409-a6b9-2a940fc0eae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.447938 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 86e031f8-4227-44f2-8880-3a78bd13f276, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=86e031f8-4227-44f2-8880-3a78bd13f276,segment=NetworkSegment(1e2840aa-3804-432d-9b6c-e4a77aa620d6),segment_id=1e2840aa-3804-432d-9b6c-e4a77aa620d6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:05.471746 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '86e031f8-4227-44f2-8880-3a78bd13f276', 'network_id': '86112ab1-2e77-41db-b3d6-67b117029b32', 'port_id': '86e031f8-4227-44f2-8880-3a78bd13f276', 'mac_address': 'fa:16:3e:1d:5f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ded997be-bad6-4753-8921-c51fe59f7391', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:37:05.495799 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-496bcff2-1392-4409-a6b9-2a940fc0eae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.519441 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34624) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:05.521291 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Network a26a9ded-5838-4c1c-9f18-699da93c30d9 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:05.526705 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:05.530386 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:05.573757 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.599551 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e031f8-4227-44f2-8880-3a78bd13f276 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:05.611023 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] Set router 7d288c8f-a650-44d7-888a-38dd28b8d25d gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:05.611506 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-32891503-30ea-4eac-be79-a230923936a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.621634 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-496bcff2-1392-4409-a6b9-2a940fc0eae5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ff8baf70d2e49639f2af19ea7177c6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8298972 Apr 18 19:37:05.624769 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34632) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:05.627167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bcff2-1392-4409-a6b9-2a940fc0eae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9887c21-fe0b-4c34-a7c6-1658bfe80cb6,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:05.641806 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 86e031f8-4227-44f2-8880-3a78bd13f276, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=86e031f8-4227-44f2-8880-3a78bd13f276,segment=NetworkSegment(1e2840aa-3804-432d-9b6c-e4a77aa620d6),segment_id=1e2840aa-3804-432d-9b6c-e4a77aa620d6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:05.718661 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.747172 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-32891503-30ea-4eac-be79-a230923936a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:05.758921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-32891503-30ea-4eac-be79-a230923936a2 admin admin] Usage tracker for resource:security_group_rule and tenant:96a531aa495f454a8964e1f9349a337c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:05.769397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-32891503-30ea-4eac-be79-a230923936a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:05.773563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3dbda-1d4e-4bb2-a3ac-cb5e58240d29 req-8103e2aa-cd77-40f7-b019-8a37cd6eaf27 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:05.775360 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ce3dbda-1d4e-4bb2-a3ac-cb5e58240d29 req-8103e2aa-cd77-40f7-b019-8a37cd6eaf27 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 944 time: 0.3365982 Apr 18 19:37:05.796817 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-32891503-30ea-4eac-be79-a230923936a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:05.851140 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ce3dbda-1d4e-4bb2-a3ac-cb5e58240d29 req-baf8285c-9139-49ca-a8ad-e84b7a321cba tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/security-groups?id=217bb802-5f73-4987-8dc2-ef28c1dcf1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655999 Apr 18 19:37:05.865773 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f3bc-b534-45f4-ad4f-0beb5ed51398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.894402 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f3bc-b534-45f4-ad4f-0beb5ed51398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.918698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=86e031f8-4227-44f2-8880-3a78bd13f276,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:05.942819 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Pushing event updated for resources: {'Port': ['ID=a698a2f4-7952-4d47-ba57-015aff3920c0,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:05.992629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-59b6a120-1a8a-4da5-807f-d9c40b4038f3 None None] Provisioning for port a698a2f4-7952-4d47-ba57-015aff3920c0 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:05.994207 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f3bc-b534-45f4-ad4f-0beb5ed51398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:05.998836 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-59b6a120-1a8a-4da5-807f-d9c40b4038f3 None None] Provisioning complete for port a698a2f4-7952-4d47-ba57-015aff3920c0 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:06.000156 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-59b6a120-1a8a-4da5-807f-d9c40b4038f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.007115 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-32891503-30ea-4eac-be79-a230923936a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.020149 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8f3bc-b534-45f4-ad4f-0beb5ed51398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9887c21-fe0b-4c34-a7c6-1658bfe80cb6,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:06.026246 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.035795 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'name': 'tempest-ServersTestFqdnHostnames-166677558-router', 'tenant_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:00Z', 'updated_at': '2022-04-18T19:37:01Z', 'revision_number': 3, 'project_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'gw_port': {'id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:01Z', 'updated_at': '2022-04-18T19:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:06.039561 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0d8f3bc-b534-45f4-ad4f-0beb5ed51398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.040062 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969f60d3-7579-43f7-a607-4aed570d48df None None] The sync data for ids ['7d288c8f-a650-44d7-888a-38dd28b8d25d'] in n-d-838334-1 is: [{'id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'name': 'tempest-ServersTestFqdnHostnames-166677558-router', 'tenant_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:00Z', 'updated_at': '2022-04-18T19:37:01Z', 'revision_number': 3, 'project_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'gw_port': {'id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:01Z', 'updated_at': '2022-04-18T19:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:37:06.040858 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f0d8f3bc-b534-45f4-ad4f-0beb5ed51398 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9887c21-fe0b-4c34-a7c6-1658bfe80cb6 HTTP/1.1" status: 204 len: 168 time: 0.3996348 Apr 18 19:37:06.068272 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214377a-b968-4edc-b82d-2bcf4051931a req-b9128e4b-0bc4-481a-8de1-b64a0a990697 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:06.069774 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4214377a-b968-4edc-b82d-2bcf4051931a req-b9128e4b-0bc4-481a-8de1-b64a0a990697 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.1458108 Apr 18 19:37:06.076271 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['86e031f8-4227-44f2-8880-3a78bd13f276'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:06.101868 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-32891503-30ea-4eac-be79-a230923936a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.228763 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-59b6a120-1a8a-4da5-807f-d9c40b4038f3 None None] Port a698a2f4-7952-4d47-ba57-015aff3920c0 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:37:06.402237 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-32891503-30ea-4eac-be79-a230923936a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=96a531aa495f454a8964e1f9349a337c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8772304 Apr 18 19:37:06.402632 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34648) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:06.411785 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 5f9a8403-232f-4ed1-8f08-1f130f7ee613 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:06.459979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32891503-30ea-4eac-be79-a230923936a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c255618f-b3df-4c2b-a2e9-5b187c2b7f94,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:06.508948 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4214377a-b968-4edc-b82d-2bcf4051931a req-f1843430-b3ff-4ce6-a580-63dbca334e3f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239542 Apr 18 19:37:06.515064 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.524062 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:06.524537 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.526428 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6838f7d6-a5eb-46c7-9f0a-0e0b60f7fc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.582489 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6838f7d6-a5eb-46c7-9f0a-0e0b60f7fc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.776505 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6838f7d6-a5eb-46c7-9f0a-0e0b60f7fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.796801 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838f7d6-a5eb-46c7-9f0a-0e0b60f7fc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c255618f-b3df-4c2b-a2e9-5b187c2b7f94,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:06.802861 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6838f7d6-a5eb-46c7-9f0a-0e0b60f7fc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.816274 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6838f7d6-a5eb-46c7-9f0a-0e0b60f7fc29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c255618f-b3df-4c2b-a2e9-5b187c2b7f94 HTTP/1.1" status: 204 len: 168 time: 0.4009097 Apr 18 19:37:06.842563 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:06.901527 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.062327 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 86e031f8-4227-44f2-8880-3a78bd13f276 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:07.086057 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.101124 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Pushing event updated for resources: {'Port': ['ID=a698a2f4-7952-4d47-ba57-015aff3920c0,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:07.188801 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34664) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:07.232148 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1b9190f-bad5-49ac-8420-c55223199f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.250761 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 86e031f8-4227-44f2-8880-3a78bd13f276 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:07.258078 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 86e031f8-4227-44f2-8880-3a78bd13f276 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:07.258694 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.273858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e290e4-bf41-430b-b7e7-a33c8b2b03cf req-26006bca-13bc-4b95-9b1f-7b0c0be5ab22 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:07.280892 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-76e290e4-bf41-430b-b7e7-a33c8b2b03cf req-26006bca-13bc-4b95-9b1f-7b0c0be5ab22 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 945 time: 0.2648973 Apr 18 19:37:07.314963 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f1b9190f-bad5-49ac-8420-c55223199f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:07.323824 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0c709-281f-4fe6-b46a-570adfb9855c req-5f3f49e2-3f3f-4b20-9ee7-22d6709a236c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:07.325726 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-48d0c709-281f-4fe6-b46a-570adfb9855c req-5f3f49e2-3f3f-4b20-9ee7-22d6709a236c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.2467585 Apr 18 19:37:07.332535 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f1b9190f-bad5-49ac-8420-c55223199f6a admin admin] Usage tracker for resource:security_group_rule and tenant:8fc6ee8812d844f78510d7babe74cce0 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:07.332948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34670) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:07.376740 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f1b9190f-bad5-49ac-8420-c55223199f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:07.397495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f1b9190f-bad5-49ac-8420-c55223199f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:07.415831 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.429990 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-76e290e4-bf41-430b-b7e7-a33c8b2b03cf req-86fe1961-8bfd-41ee-86da-ed1fb2d39b80 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/security-groups?id=217bb802-5f73-4987-8dc2-ef28c1dcf1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479816 Apr 18 19:37:07.451551 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-48d0c709-281f-4fe6-b46a-570adfb9855c req-dc41fcd5-486a-4724-a014-c149a59e3264 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156693 Apr 18 19:37:07.453428 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2f59dc-00f7-4f2f-b440-d9d0f18ac061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e031f8-4227-44f2-8880-3a78bd13f276'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:07.459143 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Network a26a9ded-5838-4c1c-9f18-699da93c30d9 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:07.465233 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:07.482349 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 86e031f8-4227-44f2-8880-3a78bd13f276, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=86e031f8-4227-44f2-8880-3a78bd13f276,segment=NetworkSegment(1e2840aa-3804-432d-9b6c-e4a77aa620d6),segment_id=1e2840aa-3804-432d-9b6c-e4a77aa620d6)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:07.527722 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1b9190f-bad5-49ac-8420-c55223199f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.556833 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93e1108-5773-4f66-9532-fda7123480f7'] response: {'server_uuid': '6a2f59dc-00f7-4f2f-b440-d9d0f18ac061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e031f8-4227-44f2-8880-3a78bd13f276', 'code': 200} Apr 18 19:37:07.558532 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.588023 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f1b9190f-bad5-49ac-8420-c55223199f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.659090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9190f-bad5-49ac-8420-c55223199f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c1cd3e-78bb-436f-8624-6497c9e58cca,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:07.691628 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=86e031f8-4227-44f2-8880-3a78bd13f276,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:07.720796 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-89167d24-e3fc-4ceb-a822-84fe2a987952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.771653 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f1b9190f-bad5-49ac-8420-c55223199f6a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8fc6ee8812d844f78510d7babe74cce0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5814993 Apr 18 19:37:07.774886 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34686) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:07.835340 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-89167d24-e3fc-4ceb-a822-84fe2a987952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:07.843120 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-89167d24-e3fc-4ceb-a822-84fe2a987952 admin admin] Usage tracker for resource:security_group_rule and tenant:38580883c1044e35802ff0e7e74dfa92 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:07.849284 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-809f17ad-fc3f-4fde-8c2c-05c1e59d7638 req-d9d8ba79-a52f-4b22-bda3-e440c93925b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 1097 time: 0.2135620 Apr 18 19:37:07.850171 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-89167d24-e3fc-4ceb-a822-84fe2a987952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:07.859407 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-89167d24-e3fc-4ceb-a822-84fe2a987952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:07.871078 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-651740b9-bcfc-4ad8-b7da-6d2cc0221f47 None None] Provisioning complete for port a698a2f4-7952-4d47-ba57-015aff3920c0 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:07.871403 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-651740b9-bcfc-4ad8-b7da-6d2cc0221f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.919861 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-809f17ad-fc3f-4fde-8c2c-05c1e59d7638 req-f75e847e-3eaa-4a69-8567-75efc72ae63b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=217bb802-5f73-4987-8dc2-ef28c1dcf1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628130 Apr 18 19:37:07.920654 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4a08-ff1e-4c55-a538-ab6a8a75168c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.929047 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-651740b9-bcfc-4ad8-b7da-6d2cc0221f47 None None] Port a698a2f4-7952-4d47-ba57-015aff3920c0 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:37:07.960254 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4a08-ff1e-4c55-a538-ab6a8a75168c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:07.970821 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Router 7d288c8f-a650-44d7-888a-38dd28b8d25d has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:37:08.036094 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-89167d24-e3fc-4ceb-a822-84fe2a987952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.095420 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-89167d24-e3fc-4ceb-a822-84fe2a987952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.121819 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4a08-ff1e-4c55-a538-ab6a8a75168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.152974 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89167d24-e3fc-4ceb-a822-84fe2a987952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51701073-9849-4bcb-8ccf-fde0be039781,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:08.168723 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-89167d24-e3fc-4ceb-a822-84fe2a987952 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38580883c1044e35802ff0e7e74dfa92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8347020 Apr 18 19:37:08.172012 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34694) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:08.174302 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b4a08-ff1e-4c55-a538-ab6a8a75168c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c1cd3e-78bb-436f-8624-6497c9e58cca,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:08.179414 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4a08-ff1e-4c55-a538-ab6a8a75168c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.187928 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fb8b4a08-ff1e-4c55-a538-ab6a8a75168c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45c1cd3e-78bb-436f-8624-6497c9e58cca HTTP/1.1" status: 204 len: 168 time: 0.4049158 Apr 18 19:37:08.195482 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:08.244268 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-bcdb5711-fb39-4d42-a58b-2b9498cf158c admin admin] 10.222.0.66 "PUT /v2.0/routers/7d288c8f-a650-44d7-888a-38dd28b8d25d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0490592 Apr 18 19:37:08.259284 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-58601e77-3078-4076-8a34-0064df95ab06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.291964 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-58601e77-3078-4076-8a34-0064df95ab06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.348974 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51fa3806-85f2-465a-8580-e1ad13bb64f3 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:08.438516 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-58601e77-3078-4076-8a34-0064df95ab06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.455496 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58601e77-3078-4076-8a34-0064df95ab06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51701073-9849-4bcb-8ccf-fde0be039781,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:08.460553 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-58601e77-3078-4076-8a34-0064df95ab06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.461676 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-58601e77-3078-4076-8a34-0064df95ab06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51701073-9849-4bcb-8ccf-fde0be039781 HTTP/1.1" status: 204 len: 168 time: 0.2887003 Apr 18 19:37:08.486655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 51fa3806-85f2-465a-8580-e1ad13bb64f3 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:08.495438 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 51fa3806-85f2-465a-8580-e1ad13bb64f3 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:08.495811 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.531775 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34712) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:08.696458 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.717029 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 51fa3806-85f2-465a-8580-e1ad13bb64f3, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=51fa3806-85f2-465a-8580-e1ad13bb64f3,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:08.760308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda7bc-a3e3-4055-9693-9effaa4766e6 req-2d38de68-8901-40b4-b9d6-a36d8923ab99 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:08.762525 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c9cda7bc-a3e3-4055-9693-9effaa4766e6 req-2d38de68-8901-40b4-b9d6-a36d8923ab99 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.1597984 Apr 18 19:37:08.787446 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:08.849770 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c9cda7bc-a3e3-4055-9693-9effaa4766e6 req-24b31684-d873-4c12-a37f-5657e903efb0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794294 Apr 18 19:37:08.919173 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=51fa3806-85f2-465a-8580-e1ad13bb64f3,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:09.025186 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323993f7-575a-45a0-a187-e780abcdcf6c req-9458f5a6-9c83-4c28-9629-096628e23daf tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:09.026661 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-323993f7-575a-45a0-a187-e780abcdcf6c req-9458f5a6-9c83-4c28-9629-096628e23daf tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 946 time: 0.1123211 Apr 18 19:37:09.099524 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-323993f7-575a-45a0-a187-e780abcdcf6c req-e1204819-b1a9-4418-af17-36b666eb0bbc tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/security-groups?id=217bb802-5f73-4987-8dc2-ef28c1dcf1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597634 Apr 18 19:37:09.361677 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8194b455-6765-46a8-a366-305367f1bca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:09.695671 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.053171 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-8194b455-6765-46a8-a366-305367f1bca8 admin admin] Deleting port a698a2f4-7952-4d47-ba57-015aff3920c0 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:10.053759 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8194b455-6765-46a8-a366-305367f1bca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.112407 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c8ae8-dfe4-4f15-b9b0-3948b15f1862 req-754df2cb-d42d-40e8-b7eb-9cd827d99d32 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:10.115293 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-431c8ae8-dfe4-4f15-b9b0-3948b15f1862 req-754df2cb-d42d-40e8-b7eb-9cd827d99d32 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.1097431 Apr 18 19:37:10.139125 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] Sync routers for ids ['7d288c8f-a650-44d7-888a-38dd28b8d25d'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:37:10.157452 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] Routers {'7d288c8f-a650-44d7-888a-38dd28b8d25d'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:10.158471 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7d288c8f-a650-44d7-888a-38dd28b8d25d'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:10.242741 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-431c8ae8-dfe4-4f15-b9b0-3948b15f1862 req-b2b89977-2889-4745-bec4-f2f9ff66646f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212976 Apr 18 19:37:10.340038 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8194b455-6765-46a8-a366-305367f1bca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.382830 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51fa3806-85f2-465a-8580-e1ad13bb64f3 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:10.509561 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-8194b455-6765-46a8-a366-305367f1bca8 admin admin] Calling delete_port for a698a2f4-7952-4d47-ba57-015aff3920c0 owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:10.524165 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 51fa3806-85f2-465a-8580-e1ad13bb64f3 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:10.524792 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:10.580712 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] Set router 7d288c8f-a650-44d7-888a-38dd28b8d25d gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:10.621800 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b42bf7-4f84-474c-b636-0b13b0fa74ff req-f3b8dbc5-4fbc-4b7f-9f5a-53b5ef8ddc4f tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:10.623308 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-62b42bf7-4f84-474c-b636-0b13b0fa74ff req-f3b8dbc5-4fbc-4b7f-9f5a-53b5ef8ddc4f tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 946 time: 0.2677064 Apr 18 19:37:10.690606 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-62b42bf7-4f84-474c-b636-0b13b0fa74ff req-08a40e59-aca6-4bee-a72d-bcf1dbb577cd tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/security-groups?id=217bb802-5f73-4987-8dc2-ef28c1dcf1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600851 Apr 18 19:37:11.038775 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8194b455-6765-46a8-a366-305367f1bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:11.072080 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'name': 'tempest-ServersTestFqdnHostnames-166677558-router', 'tenant_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:00Z', 'updated_at': '2022-04-18T19:37:06Z', 'revision_number': 4, 'project_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'gw_port': {'id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:01Z', 'updated_at': '2022-04-18T19:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'a698a2f4-7952-4d47-ba57-015aff3920c0', 'name': '', 'network_id': 'a26a9ded-5838-4c1c-9f18-699da93c30d9', 'tenant_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'mac_address': 'fa:16:3e:b9:de:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '67724fde-678d-41d2-b1ab-4fe176be0bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:04Z', 'updated_at': '2022-04-18T19:37:06Z', 'revision_number': 2, 'project_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'subnets': [{'id': '67724fde-678d-41d2-b1ab-4fe176be0bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:11.077917 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] Checking router: 7d288c8f-a650-44d7-888a-38dd28b8d25d for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:37:11.081442 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] Updating router 7d288c8f-a650-44d7-888a-38dd28b8d25d port a698a2f4-7952-4d47-ba57-015aff3920c0 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:37:11.131332 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:11.138501 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] Port a698a2f4-7952-4d47-ba57-015aff3920c0 not found while updating agent binding for router 7d288c8f-a650-44d7-888a-38dd28b8d25d. {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Apr 18 19:37:11.149559 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194b455-6765-46a8-a366-305367f1bca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a698a2f4-7952-4d47-ba57-015aff3920c0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:11.159872 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] Routers {'7d288c8f-a650-44d7-888a-38dd28b8d25d'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:11.160497 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7d288c8f-a650-44d7-888a-38dd28b8d25d'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:11.446753 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] Set router 7d288c8f-a650-44d7-888a-38dd28b8d25d gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:11.518495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f58635-f144-4d0d-9d35-09b35c678154 req-a3fca6b2-fa0b-4be6-8ee5-8b1174fd3eb3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:11.527686 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2f58635-f144-4d0d-9d35-09b35c678154 req-a3fca6b2-fa0b-4be6-8ee5-8b1174fd3eb3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.1156025 Apr 18 19:37:11.578067 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8194b455-6765-46a8-a366-305367f1bca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:11.625963 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2f58635-f144-4d0d-9d35-09b35c678154 req-310be287-861a-452a-98bb-8e41e608dedb tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970433 Apr 18 19:37:11.783229 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'name': 'tempest-ServersTestFqdnHostnames-166677558-router', 'tenant_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:00Z', 'updated_at': '2022-04-18T19:37:10Z', 'revision_number': 5, 'project_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'gw_port': {'id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:01Z', 'updated_at': '2022-04-18T19:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:11.787440 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accd4af1-8f84-48ca-8081-bb4f2bba4ef0 None None] The sync data for ids ['7d288c8f-a650-44d7-888a-38dd28b8d25d'] in n-d-838334-1 is: [{'id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'name': 'tempest-ServersTestFqdnHostnames-166677558-router', 'tenant_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:00Z', 'updated_at': '2022-04-18T19:37:10Z', 'revision_number': 5, 'project_id': '1e2d8bf1b5d847dc8ffbe1654f949c55', 'gw_port': {'id': '51fa3806-85f2-465a-8580-e1ad13bb64f3', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:12:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d288c8f-a650-44d7-888a-38dd28b8d25d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:01Z', 'updated_at': '2022-04-18T19:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:37:11.852217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cefab3-4dfc-4e91-b300-872dde1735a8 req-8fc741f0-5b3f-4938-85f8-2760dcaebe6f tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:11.853704 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-53cefab3-4dfc-4e91-b300-872dde1735a8 req-8fc741f0-5b3f-4938-85f8-2760dcaebe6f tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 946 time: 0.1748555 Apr 18 19:37:11.927819 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-53cefab3-4dfc-4e91-b300-872dde1735a8 req-d703ebce-a093-4d42-bb84-3d47ded4cb52 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/security-groups?id=217bb802-5f73-4987-8dc2-ef28c1dcf1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671751 Apr 18 19:37:12.378212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8194b455-6765-46a8-a366-305367f1bca8 admin admin] Router 7d288c8f-a650-44d7-888a-38dd28b8d25d has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:37:12.590403 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8194b455-6765-46a8-a366-305367f1bca8 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:12.602408 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8194b455-6765-46a8-a366-305367f1bca8 admin admin] 10.222.0.66 "PUT /v2.0/routers/7d288c8f-a650-44d7-888a-38dd28b8d25d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0684390 Apr 18 19:37:12.604745 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34824) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:12.910937 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2edf-bb4e-4b55-b436-1c05fae35ba8 req-428cbb0b-8afe-4465-875a-a82f375f888c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:12.918941 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd4e2edf-bb4e-4b55-b436-1c05fae35ba8 req-428cbb0b-8afe-4465-875a-a82f375f888c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.1688502 Apr 18 19:37:12.958219 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.085477 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ce8d1-16e8-42c2-83b6-462a6b29f827 req-54004e5c-f160-4f48-b639-eebb02af1560 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:13.095271 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca6ce8d1-16e8-42c2-83b6-462a6b29f827 req-54004e5c-f160-4f48-b639-eebb02af1560 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 946 time: 0.3076005 Apr 18 19:37:13.236124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-ca6ce8d1-16e8-42c2-83b6-462a6b29f827 req-6e4c4509-fe62-46e7-ab7f-cffca9d11029 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Deleting port 86e031f8-4227-44f2-8880-3a78bd13f276 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:13.236672 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ca6ce8d1-16e8-42c2-83b6-462a6b29f827 req-6e4c4509-fe62-46e7-ab7f-cffca9d11029 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.260931 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cef53-7e0c-4e14-80c4-629125c0f3da req-fbf02ecc-72b4-4a85-9dca-41a9be0e63f6 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:13.260931 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-240cef53-7e0c-4e14-80c4-629125c0f3da req-fbf02ecc-72b4-4a85-9dca-41a9be0e63f6 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 946 time: 0.1282203 Apr 18 19:37:13.282394 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd4e2edf-bb4e-4b55-b436-1c05fae35ba8 req-86c43cc9-25df-4d1a-9304-b77b85df2496 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623383 Apr 18 19:37:13.291055 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.315639 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-240cef53-7e0c-4e14-80c4-629125c0f3da req-e93ad5b3-9847-4efa-9739-e79658b34023 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/security-groups?id=217bb802-5f73-4987-8dc2-ef28c1dcf1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521688 Apr 18 19:37:13.398196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Deleting port 51fa3806-85f2-465a-8580-e1ad13bb64f3 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:13.398929 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.505137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-ca6ce8d1-16e8-42c2-83b6-462a6b29f827 req-6e4c4509-fe62-46e7-ab7f-cffca9d11029 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] For port 86e031f8-4227-44f2-8880-3a78bd13f276, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=86e031f8-4227-44f2-8880-3a78bd13f276,segment=NetworkSegment(1e2840aa-3804-432d-9b6c-e4a77aa620d6),segment_id=1e2840aa-3804-432d-9b6c-e4a77aa620d6)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:13.505858 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ca6ce8d1-16e8-42c2-83b6-462a6b29f827 req-6e4c4509-fe62-46e7-ab7f-cffca9d11029 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.625852 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] For port 51fa3806-85f2-465a-8580-e1ad13bb64f3, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=51fa3806-85f2-465a-8580-e1ad13bb64f3,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:13.625852 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.655464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-ca6ce8d1-16e8-42c2-83b6-462a6b29f827 req-6e4c4509-fe62-46e7-ab7f-cffca9d11029 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Calling delete_port for 86e031f8-4227-44f2-8880-3a78bd13f276 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:13.778255 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Calling delete_port for 51fa3806-85f2-465a-8580-e1ad13bb64f3 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:13.918536 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ca6ce8d1-16e8-42c2-83b6-462a6b29f827 req-6e4c4509-fe62-46e7-ab7f-cffca9d11029 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:13.931762 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['86e031f8-4227-44f2-8880-3a78bd13f276'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:13.973816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c4509-fe62-46e7-ab7f-cffca9d11029 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Pushing event deleted for resources: {'Port': ['ID=86e031f8-4227-44f2-8880-3a78bd13f276,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:14.055980 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.057270 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6ce8d1-16e8-42c2-83b6-462a6b29f827 req-6e4c4509-fe62-46e7-ab7f-cffca9d11029 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] No DVR routers for this DVR port 86e031f8-4227-44f2-8880-3a78bd13f276 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:37:14.059950 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ca6ce8d1-16e8-42c2-83b6-462a6b29f827 req-6e4c4509-fe62-46e7-ab7f-cffca9d11029 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.062954 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2f59dc-00f7-4f2f-b440-d9d0f18ac061', 'name': 'network-vif-deleted', 'tag': '86e031f8-4227-44f2-8880-3a78bd13f276'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:14.143117 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca6ce8d1-16e8-42c2-83b6-462a6b29f827 req-6e4c4509-fe62-46e7-ab7f-cffca9d11029 tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.16 "DELETE /v2.0/ports/86e031f8-4227-44f2-8880-3a78bd13f276 HTTP/1.1" status: 204 len: 173 time: 1.0260293 Apr 18 19:37:14.166959 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9e7a47-ae3d-41a6-913e-ae2712820e92'] response: {'server_uuid': '6a2f59dc-00f7-4f2f-b440-d9d0f18ac061', 'name': 'network-vif-deleted', 'tag': '86e031f8-4227-44f2-8880-3a78bd13f276', 'status': 'completed', 'code': 200} Apr 18 19:37:14.180526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=51fa3806-85f2-465a-8580-e1ad13bb64f3,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:14.516143 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9571fd72-03c9-419a-b84b-010f5693ff21 req-80c06706-2b33-4726-9611-88b07798e0aa tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Synchronizing usage tracker for tenant:4e0f853adc94416f9ef7746af0fb8a92 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:14.528398 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.615451 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9571fd72-03c9-419a-b84b-010f5693ff21 req-80c06706-2b33-4726-9611-88b07798e0aa tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] Unset dirty status for tenant:4e0f853adc94416f9ef7746af0fb8a92 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:14.616363 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9571fd72-03c9-419a-b84b-010f5693ff21 req-80c06706-2b33-4726-9611-88b07798e0aa tempest-ServerGroupTestJSON-1730779994 tempest-ServerGroupTestJSON-1730779994-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a2f59dc-00f7-4f2f-b440-d9d0f18ac061 HTTP/1.1" status: 200 len: 210 time: 0.1420169 Apr 18 19:37:14.884471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34906) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:14.915999 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.928445 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1919b-5b09-4e01-a403-e05396d8c1a7 req-0dc803af-36e7-4622-b91c-c08b0e1db754 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:14.935123 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d7d1919b-5b09-4e01-a403-e05396d8c1a7 req-0dc803af-36e7-4622-b91c-c08b0e1db754 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.4651854 Apr 18 19:37:14.950603 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:14.996416 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d7d1919b-5b09-4e01-a403-e05396d8c1a7 req-3a44dea7-8762-47ba-8cb6-a173ec144665 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603826 Apr 18 19:37:15.051812 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f627d0b1-8f79-4ee8-9f51-9786c1600b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.095600 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.096284 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d288c8f-a650-44d7-888a-38dd28b8d25d {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:37:15.112863 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f627d0b1-8f79-4ee8-9f51-9786c1600b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:15.117833 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.118299 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f627d0b1-8f79-4ee8-9f51-9786c1600b80 admin admin] Usage tracker for resource:security_group_rule and tenant:32c5f52bafb94647943bc507c1e0fc97 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:15.121778 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0d401bbf-a179-487f-af1d-f49abe220dfa admin admin] 10.222.0.66 "DELETE /v2.0/routers/7d288c8f-a650-44d7-888a-38dd28b8d25d HTTP/1.1" status: 204 len: 168 time: 2.5160313 Apr 18 19:37:15.122591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34916) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:15.123189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f627d0b1-8f79-4ee8-9f51-9786c1600b80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:15.131578 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f627d0b1-8f79-4ee8-9f51-9786c1600b80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:15.214217 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f627d0b1-8f79-4ee8-9f51-9786c1600b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.222310 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Deleting subnet 67724fde-678d-41d2-b1ab-4fe176be0bc0 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:37:15.225453 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.272785 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f627d0b1-8f79-4ee8-9f51-9786c1600b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.276565 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.320892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627d0b1-8f79-4ee8-9f51-9786c1600b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11440923-6920-4e31-bdc1-ac58609319c2,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:15.326511 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f627d0b1-8f79-4ee8-9f51-9786c1600b80 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=32c5f52bafb94647943bc507c1e0fc97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4408190 Apr 18 19:37:15.329103 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34922) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:15.406454 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.419856 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86ed61e0-1443-4081-ac20-6c3fb5f8ccbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.464208 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86ed61e0-1443-4081-ac20-6c3fb5f8ccbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.587204 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.620978 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86ed61e0-1443-4081-ac20-6c3fb5f8ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.625655 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67724fde-678d-41d2-b1ab-4fe176be0bc0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:15.635788 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.639842 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9595a3-26b4-48d3-80e1-2770a87f8ede None None] Network a26a9ded-5838-4c1c-9f18-699da93c30d9 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:15.640438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:15.640777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:15.641111 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:15.641440 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:15.641764 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:15.642089 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:15.642523 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:15.642848 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:15.643166 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:15.644016 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:15.644356 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:15.646223 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed61e0-1443-4081-ac20-6c3fb5f8ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11440923-6920-4e31-bdc1-ac58609319c2,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:15.650567 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86ed61e0-1443-4081-ac20-6c3fb5f8ccbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.651887 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-86ed61e0-1443-4081-ac20-6c3fb5f8ccbd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11440923-6920-4e31-bdc1-ac58609319c2 HTTP/1.1" status: 204 len: 168 time: 0.3217626 Apr 18 19:37:15.653474 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0e700540-438d-4a9e-b004-49b50267fb97 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/67724fde-678d-41d2-b1ab-4fe176be0bc0 HTTP/1.1" status: 204 len: 168 time: 0.5298994 Apr 18 19:37:15.653844 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34936) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:15.792064 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.804921 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Deleting port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:15.805263 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:15.967990 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715d22af-e7b9-4137-a62d-89eca25aaab6 None None] DHCP port deletion for a26a9ded-5838-4c1c-9f18-699da93c30d9 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:37:15.972560 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-715d22af-e7b9-4137-a62d-89eca25aaab6 None None] Deleting port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:15.972935 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-715d22af-e7b9-4137-a62d-89eca25aaab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.142080 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] For port 5f9a8403-232f-4ed1-8f08-1f130f7ee613, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=5f9a8403-232f-4ed1-8f08-1f130f7ee613,segment=NetworkSegment(889aabd2-9481-4244-9b32-401fad6fb9ac),segment_id=889aabd2-9481-4244-9b32-401fad6fb9ac)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:16.143068 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.286137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be364920-fece-4564-a5dd-945e9587c9b3 req-747abb1a-05cd-4420-b853-fb079258ff15 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:16.306313 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-be364920-fece-4564-a5dd-945e9587c9b3 req-747abb1a-05cd-4420-b853-fb079258ff15 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.1293457 Apr 18 19:37:16.470802 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Calling delete_port for 5f9a8403-232f-4ed1-8f08-1f130f7ee613 owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:16.471168 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 5f9a8403-232f-4ed1-8f08-1f130f7ee613 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:16.471265 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-be364920-fece-4564-a5dd-945e9587c9b3 req-e2829697-6e7b-4f4a-be42-373413459a1f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936632 Apr 18 19:37:16.478103 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34966) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:16.510162 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-715d22af-e7b9-4137-a62d-89eca25aaab6 None None] For port 5f9a8403-232f-4ed1-8f08-1f130f7ee613, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=5f9a8403-232f-4ed1-8f08-1f130f7ee613,segment=NetworkSegment(889aabd2-9481-4244-9b32-401fad6fb9ac),segment_id=889aabd2-9481-4244-9b32-401fad6fb9ac)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:16.510572 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-715d22af-e7b9-4137-a62d-89eca25aaab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.665350 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-715d22af-e7b9-4137-a62d-89eca25aaab6 None None] Calling delete_port for 5f9a8403-232f-4ed1-8f08-1f130f7ee613 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:16.678060 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.721956 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.738401 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34976) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:16.805421 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-715d22af-e7b9-4137-a62d-89eca25aaab6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:37:16.807078 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-715d22af-e7b9-4137-a62d-89eca25aaab6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:37:16.847358 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9a8403-232f-4ed1-8f08-1f130f7ee613,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:16.848343 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-4683609d-93cc-4a32-93fe-fb52d6df61c4 admin admin] Deleting subnet ded997be-bad6-4753-8921-c51fe59f7391 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:37:16.851313 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] No DVR routers for this DVR port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 on host n-d-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:37:16.854096 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4683609d-93cc-4a32-93fe-fb52d6df61c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.883686 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5cef22b-423f-4d79-8266-01249da5f7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.910746 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4683609d-93cc-4a32-93fe-fb52d6df61c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.980176 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4683609d-93cc-4a32-93fe-fb52d6df61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:16.996202 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f5cef22b-423f-4d79-8266-01249da5f7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:17.003193 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f5cef22b-423f-4d79-8266-01249da5f7e3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a42528743404d8696ce5ed65a12a7f1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:17.006528 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.013791 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f5cef22b-423f-4d79-8266-01249da5f7e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:17.024088 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f5cef22b-423f-4d79-8266-01249da5f7e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:17.045747 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26a9ded-5838-4c1c-9f18-699da93c30d9']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:17.062390 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '889aabd2-9481-4244-9b32-401fad6fb9ac') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:17.062698 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '889aabd2-9481-4244-9b32-401fad6fb9ac') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:17.079508 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.102263 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.108652 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 86e031f8-4227-44f2-8880-3a78bd13f276 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:17.113288 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:37:17.113683 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.125106 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4683609d-93cc-4a32-93fe-fb52d6df61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:37:17.126407 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:37:17.145694 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 86e031f8-4227-44f2-8880-3a78bd13f276 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:37:17.146459 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 86e031f8-4227-44f2-8880-3a78bd13f276 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:37:17.176394 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4683609d-93cc-4a32-93fe-fb52d6df61c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.186313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683609d-93cc-4a32-93fe-fb52d6df61c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded997be-bad6-4753-8921-c51fe59f7391,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:17.189767 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4683609d-93cc-4a32-93fe-fb52d6df61c4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ded997be-bad6-4753-8921-c51fe59f7391 HTTP/1.1" status: 204 len: 168 time: 0.4484103 Apr 18 19:37:17.192459 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 34988) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:17.224792 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5cef22b-423f-4d79-8266-01249da5f7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.307555 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-715d22af-e7b9-4137-a62d-89eca25aaab6 None None] Deleting port 5f9a8403-232f-4ed1-8f08-1f130f7ee613 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:17.307919 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-715d22af-e7b9-4137-a62d-89eca25aaab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.319641 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.352856 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.377107 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-715d22af-e7b9-4137-a62d-89eca25aaab6 None None] The port '5f9a8403-232f-4ed1-8f08-1f130f7ee613' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:37:17.393285 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.404845 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a26a9ded-5838-4c1c-9f18-699da93c30d9,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:17.416351 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f5cef22b-423f-4d79-8266-01249da5f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.464698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f5cef22b-423f-4d79-8266-01249da5f7e3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a42528743404d8696ce5ed65a12a7f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9892280 Apr 18 19:37:17.468122 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 34998) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:17.488131 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-06c702b0-11ee-4fe8-b051-5eccbea372ff admin admin] 10.222.0.66 "DELETE /v2.0/networks/a26a9ded-5838-4c1c-9f18-699da93c30d9 HTTP/1.1" status: 204 len: 168 time: 1.8331130 Apr 18 19:37:17.498089 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.506249 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cef22b-423f-4d79-8266-01249da5f7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4755091-0f29-4f6d-adc3-9a6bf62bfd84,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:17.548790 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af384668-3fed-4dd5-a551-7b2e798f3b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.562863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86112ab1-2e77-41db-b3d6-67b117029b32']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:17.576023 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af384668-3fed-4dd5-a551-7b2e798f3b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.582618 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2840aa-3804-432d-9b6c-e4a77aa620d6') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:17.583176 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2840aa-3804-432d-9b6c-e4a77aa620d6') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:17.597308 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.613895 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.620938 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:37:17.622083 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:37:17.636307 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:37:17.690111 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336c486-e208-485e-b985-109f9053d46f req-e9ad9c5c-e2cc-43dc-9eb3-be16828110ef tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:17.691609 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4336c486-e208-485e-b985-109f9053d46f req-e9ad9c5c-e2cc-43dc-9eb3-be16828110ef tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.0988064 Apr 18 19:37:17.741159 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4336c486-e208-485e-b985-109f9053d46f req-45e7783d-c862-4132-a7a6-64eb5c9585a9 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 Apr 18 19:37:17.763530 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af384668-3fed-4dd5-a551-7b2e798f3b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.780292 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af384668-3fed-4dd5-a551-7b2e798f3b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4755091-0f29-4f6d-adc3-9a6bf62bfd84,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:17.785156 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af384668-3fed-4dd5-a551-7b2e798f3b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.786249 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-af384668-3fed-4dd5-a551-7b2e798f3b23 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4755091-0f29-4f6d-adc3-9a6bf62bfd84 HTTP/1.1" status: 204 len: 168 time: 0.3157175 Apr 18 19:37:17.804361 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.828149 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:17.837671 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=86112ab1-2e77-41db-b3d6-67b117029b32,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:17.848966 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb11867-51d5-411a-aae9-7b276845c1a7 None None] Sync routers for ids ['7d288c8f-a650-44d7-888a-38dd28b8d25d'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:37:17.860733 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb11867-51d5-411a-aae9-7b276845c1a7 None None] Routers set() bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:17.861096 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb11867-51d5-411a-aae9-7b276845c1a7 None None] Router IDs set() for agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 19:37:17.861799 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_agentschedulers_db [None req-fbb11867-51d5-411a-aae9-7b276845c1a7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7d288c8f-a650-44d7-888a-38dd28b8d25d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent'). {{(pid=84807) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 19:37:17.873231 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb11867-51d5-411a-aae9-7b276845c1a7 None None] Routers set() bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:17.873650 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb11867-51d5-411a-aae9-7b276845c1a7 None None] Router IDs set() for agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 18 19:37:17.874214 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_agentschedulers_db [None req-fbb11867-51d5-411a-aae9-7b276845c1a7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7d288c8f-a650-44d7-888a-38dd28b8d25d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent'). {{(pid=84807) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 19:37:17.874637 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb11867-51d5-411a-aae9-7b276845c1a7 None None] The sync data for ids ['7d288c8f-a650-44d7-888a-38dd28b8d25d'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:37:17.925737 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35014) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:17.930479 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-437f3593-39db-40b9-9679-d0736a851a9a admin admin] 10.222.0.66 "DELETE /v2.0/networks/86112ab1-2e77-41db-b3d6-67b117029b32 HTTP/1.1" status: 204 len: 168 time: 0.7367897 Apr 18 19:37:17.983006 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d33d3fdc-3bdd-4006-919a-f9b861783d9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1e2d8bf1b5d847dc8ffbe1654f949c55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0548196 Apr 18 19:37:17.985518 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35020) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:18.052392 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-893f536a-9595-4e82-bd9a-e917c37a5855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.080204 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-893f536a-9595-4e82-bd9a-e917c37a5855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.198338 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-893f536a-9595-4e82-bd9a-e917c37a5855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.227860 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f536a-9595-4e82-bd9a-e917c37a5855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f5adb5-1134-4b98-ac21-21fd07bcc56e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:18.233515 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-893f536a-9595-4e82-bd9a-e917c37a5855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.237087 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-893f536a-9595-4e82-bd9a-e917c37a5855 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77f5adb5-1134-4b98-ac21-21fd07bcc56e HTTP/1.1" status: 204 len: 168 time: 0.2482793 Apr 18 19:37:18.593748 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35042) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:18.645114 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-02f7e73a-69c3-477a-a346-b2a8efe71493 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e0f853adc94416f9ef7746af0fb8a92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500908 Apr 18 19:37:18.647419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35046) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:18.709352 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-199bbda6-ac5a-4894-b06d-5d5c7954b4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.742189 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-199bbda6-ac5a-4894-b06d-5d5c7954b4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.808187 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35056) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:18.833931 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-93a843c6-2ed0-4b4e-98f4-6bd86ec6e613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.855304 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-199bbda6-ac5a-4894-b06d-5d5c7954b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.874517 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-93a843c6-2ed0-4b4e-98f4-6bd86ec6e613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:18.879118 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-93a843c6-2ed0-4b4e-98f4-6bd86ec6e613 admin admin] Usage tracker for resource:security_group_rule and tenant:47d58abbe5d549489fe93edfb0d48e35 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:18.882210 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-93a843c6-2ed0-4b4e-98f4-6bd86ec6e613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:18.887180 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bbda6-ac5a-4894-b06d-5d5c7954b4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217bb802-5f73-4987-8dc2-ef28c1dcf1ff,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:18.896382 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-93a843c6-2ed0-4b4e-98f4-6bd86ec6e613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:18.990380 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-199bbda6-ac5a-4894-b06d-5d5c7954b4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:18.994601 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-199bbda6-ac5a-4894-b06d-5d5c7954b4d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/217bb802-5f73-4987-8dc2-ef28c1dcf1ff HTTP/1.1" status: 204 len: 168 time: 0.3460450 Apr 18 19:37:19.031283 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb926df-9be5-4147-ae67-0d3f67f1a5a4 req-a2fae109-c601-40de-aae4-7e55f742c55f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:19.039946 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aeb926df-9be5-4147-ae67-0d3f67f1a5a4 req-a2fae109-c601-40de-aae4-7e55f742c55f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.1116335 Apr 18 19:37:19.050318 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-93a843c6-2ed0-4b4e-98f4-6bd86ec6e613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.077268 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f87c95-ebf7-4434-870d-79155260d6e7 req-fad2ea84-852d-4340-b9a5-d47a9792be31 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:19.080245 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9f87c95-ebf7-4434-870d-79155260d6e7 req-fad2ea84-852d-4340-b9a5-d47a9792be31 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.1273737 Apr 18 19:37:19.087086 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aeb926df-9be5-4147-ae67-0d3f67f1a5a4 req-00db1d21-6388-4a7e-8b60-95fc21ba39ae tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462921 Apr 18 19:37:19.125107 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-93a843c6-2ed0-4b4e-98f4-6bd86ec6e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.179553 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a843c6-2ed0-4b4e-98f4-6bd86ec6e613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bca74db-3f74-4131-9468-1fcff028b0c3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:19.197292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9f87c95-ebf7-4434-870d-79155260d6e7 req-3895f0ea-bca7-4909-a8e3-687c3a8bea41 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083670 Apr 18 19:37:19.198789 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-93a843c6-2ed0-4b4e-98f4-6bd86ec6e613 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47d58abbe5d549489fe93edfb0d48e35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3893077 Apr 18 19:37:19.201595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35066) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:19.268916 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f44d6a4b-f8f9-4c8c-b011-a04ee6fcf190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.293795 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f44d6a4b-f8f9-4c8c-b011-a04ee6fcf190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.430862 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f44d6a4b-f8f9-4c8c-b011-a04ee6fcf190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.442424 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d6a4b-f8f9-4c8c-b011-a04ee6fcf190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bca74db-3f74-4131-9468-1fcff028b0c3,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:19.446669 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f44d6a4b-f8f9-4c8c-b011-a04ee6fcf190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:19.447766 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f44d6a4b-f8f9-4c8c-b011-a04ee6fcf190 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bca74db-3f74-4131-9468-1fcff028b0c3 HTTP/1.1" status: 204 len: 168 time: 0.2451587 Apr 18 19:37:20.306271 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51fa3806-85f2-465a-8580-e1ad13bb64f3 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:20.317716 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1375-e7e6-406f-bbd7-95e701b41d9e req-5f93eb37-11e4-439f-9397-633d1bebefff tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:20.317716 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-666b1375-e7e6-406f-bbd7-95e701b41d9e req-5f93eb37-11e4-439f-9397-633d1bebefff tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.0947635 Apr 18 19:37:20.380727 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-666b1375-e7e6-406f-bbd7-95e701b41d9e req-7eb445a3-021c-4cae-afda-71992eefd3f4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626402 Apr 18 19:37:20.389838 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 51fa3806-85f2-465a-8580-e1ad13bb64f3 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:37:20.397740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51fa3806-85f2-465a-8580-e1ad13bb64f3 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:37:20.475744 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a5eaf-cb0b-4eac-9365-c352576b7554 req-381112c7-ea6d-400f-a843-e20da51c715b tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:20.477862 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-107a5eaf-cb0b-4eac-9365-c352576b7554 req-381112c7-ea6d-400f-a843-e20da51c715b tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.0907278 Apr 18 19:37:20.535776 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-107a5eaf-cb0b-4eac-9365-c352576b7554 req-3bb36f31-723e-42f6-a118-6114594dc233 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 Apr 18 19:37:20.825062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62327242-ff80-4373-9292-a5f51699aa04 req-882c7ea1-dc6a-44e4-9c40-6d39ccdf4270 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:20.826608 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-62327242-ff80-4373-9292-a5f51699aa04 req-882c7ea1-dc6a-44e4-9c40-6d39ccdf4270 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.71 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.0820205 Apr 18 19:37:20.905596 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Deleting port aa899c57-d14c-4dc3-8ed8-966a8d952f7f {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:20.906665 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:21.200993 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] For port aa899c57-d14c-4dc3-8ed8-966a8d952f7f, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=aa899c57-d14c-4dc3-8ed8-966a8d952f7f,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:21.201428 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:21.586406 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa888-d9bb-4f1c-bc41-c834608b1807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:21.660113 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:21.660634 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:21.660790 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Floating IP b91decef-445f-4935-b785-e09cb9bd03e4 disassociated. External IP: 172.25.8.247, port: aa899c57-d14c-4dc3-8ed8-966a8d952f7f. Apr 18 19:37:21.661126 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Calling delete_port for aa899c57-d14c-4dc3-8ed8-966a8d952f7f owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:21.750622 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decefd9b-a757-46d1-9c89-c58b4c7f113b req-db70f231-0c1e-4a28-8001-d25b77942660 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:21.752107 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-decefd9b-a757-46d1-9c89-c58b4c7f113b req-db70f231-0c1e-4a28-8001-d25b77942660 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.1947558 Apr 18 19:37:21.915505 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-decefd9b-a757-46d1-9c89-c58b4c7f113b req-f10fb3e1-77a1-4a89-8546-50e3e2c85583 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569619 Apr 18 19:37:22.011444 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.080895 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d327827-b107-4aee-b81e-0e1098e54219 req-eb72eec0-2bdb-44bc-ab60-1b16d47cfa81 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:22.092065 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d327827-b107-4aee-b81e-0e1098e54219 req-eb72eec0-2bdb-44bc-ab60-1b16d47cfa81 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 946 time: 0.2252624 Apr 18 19:37:22.095602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event deleted for resources: {'Port': ['ID=aa899c57-d14c-4dc3-8ed8-966a8d952f7f,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:22.188481 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3d327827-b107-4aee-b81e-0e1098e54219 req-6a4249c9-e256-400a-b7bb-010cf22a7561 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=9209d62a-249a-4b72-9fbe-ff7a41554af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953610 Apr 18 19:37:22.374471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Router 860efbbe-eea2-47c0-be14-78db839d28ad has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:37:22.634377 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:22.645865 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373809c-baef-428f-9f48-0ea07bcf80c1 None None] Sync routers for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:37:22.665659 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373809c-baef-428f-9f48-0ea07bcf80c1 None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:22.666864 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-c373809c-baef-428f-9f48-0ea07bcf80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:22.702153 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35168) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:22.741454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35174) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:22.746818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] No DVR routers for this DVR port aa899c57-d14c-4dc3-8ed8-966a8d952f7f on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:37:22.756573 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:22.760916 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'name': 'network-vif-deleted', 'tag': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:22.850937 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-62327242-ff80-4373-9292-a5f51699aa04 req-f75cfa95-e4ca-4c5d-9398-c3fadad0ed20 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.71 "DELETE /v2.0/ports/aa899c57-d14c-4dc3-8ed8-966a8d952f7f HTTP/1.1" status: 204 len: 173 time: 2.0184257 Apr 18 19:37:22.861264 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed16cf0e-43cb-42fc-8476-ffc0955a8bd4'] response: {'server_uuid': '95e53bee-63cf-46fd-a4f1-6c5c65539e09', 'name': 'network-vif-deleted', 'tag': 'aa899c57-d14c-4dc3-8ed8-966a8d952f7f', 'status': 'completed', 'code': 200} Apr 18 19:37:22.886708 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-c373809c-baef-428f-9f48-0ea07bcf80c1 None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:23.277252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8f502-1f7e-4461-b1e6-e92151e3d555 req-22450b97-c9b8-4647-ac01-20963b271ad2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:23.287881 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-45b8f502-1f7e-4461-b1e6-e92151e3d555 req-22450b97-c9b8-4647-ac01-20963b271ad2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.0972147 Apr 18 19:37:23.343637 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-45b8f502-1f7e-4461-b1e6-e92151e3d555 req-54a4569f-4dce-4200-b973-83ddeca4dc31 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575306 Apr 18 19:37:23.421003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-c373809c-baef-428f-9f48-0ea07bcf80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:23.425518 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373809c-baef-428f-9f48-0ea07bcf80c1 None None] Checking router: 860efbbe-eea2-47c0-be14-78db839d28ad for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:37:23.436518 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373809c-baef-428f-9f48-0ea07bcf80c1 None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:23.437733 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-c373809c-baef-428f-9f48-0ea07bcf80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:36:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:23.504480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e403abbe-a3b4-4e0c-bab2-dbfe3037be9b req-7e49d4e3-b4b8-4874-aad3-350f2c6899c8 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Synchronizing usage tracker for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:23.550476 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-806893043-network', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:23.561362 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:23.570515 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Usage tracker for resource:network and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:23.575367 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:23.581033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-e403abbe-a3b4-4e0c-bab2-dbfe3037be9b req-7e49d4e3-b4b8-4874-aad3-350f2c6899c8 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Unset dirty status for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:23.588110 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e403abbe-a3b4-4e0c-bab2-dbfe3037be9b req-7e49d4e3-b4b8-4874-aad3-350f2c6899c8 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=95e53bee-63cf-46fd-a4f1-6c5c65539e09 HTTP/1.1" status: 200 len: 210 time: 0.1292198 Apr 18 19:37:23.606217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:23.627966 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-436454426-network', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:23.640759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:23.647260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Usage tracker for resource:network and tenant:69a63193a87944f7a8385eb2dc446bcd is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:23.651642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:23.659134 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:23.695331 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:23.700039 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.711752 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-c373809c-baef-428f-9f48-0ea07bcf80c1 None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:23.725718 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.758814 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Made reservation on behalf of 69a63193a87944f7a8385eb2dc446bcd for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:23.763158 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.787346 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:23.806146 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:23.814511 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Usage tracker for resource:security_group_rule and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:23.818297 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:23.836218 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:23.857316 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:23.880061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Usage tracker for resource:security_group_rule and tenant:69a63193a87944f7a8385eb2dc446bcd is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:23.888679 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:23.905293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:24.015131 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.022780 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8176b35c-c955-495e-b596-73916ac6e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.095679 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.108320 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.123945 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:24.160109 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.160373 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Added segment 978ba6dc-9276-4780-bd15-53315361909f of type vlan for network 5bd4a5f7-633f-4d1f-acf7-80386538c80d Apr 18 19:37:24.224393 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.233256 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7f4a50-7e99-4044-b179-8d753465f701,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:24.246352 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-c373809c-baef-428f-9f48-0ea07bcf80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:24.255710 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373809c-baef-428f-9f48-0ea07bcf80c1 None None] The sync data for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 is: [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:37:24.266860 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.273387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:24.277617 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cd942b-3e1c-4756-96ed-93c5a1d80c92,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:24.291589 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.291929 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Added segment e5498758-ade6-4a33-9ac6-cae76d9878bd of type vlan for network 5594ca63-0b61-498f-ac96-008f329be429 Apr 18 19:37:24.387581 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.410669 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.411786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:24.412385 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.603292 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe315ab-e525-49df-9377-14fb398d92d2 None None] New status for floating IP b91decef-445f-4935-b785-e09cb9bd03e4: DOWN {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:37:24.606973 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device aa899c57-d14c-4dc3-8ed8-966a8d952f7f no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:24.644201 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] Pushing event updated for resources: {'Network': ['ID=5bd4a5f7-633f-4d1f-acf7-80386538c80d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:24.647341 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: aa899c57-d14c-4dc3-8ed8-966a8d952f7f {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:37:24.648166 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device aa899c57-d14c-4dc3-8ed8-966a8d952f7f not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:37:24.653861 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 5bd4a5f7-633f-4d1f-acf7-80386538c80d details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:24.694469 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5ace0-4e72-401b-9739-ae0c66e2e9a9 req-ec872db8-65d8-41cd-bd74-7a8d49c9dcad tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:24.696545 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-90e5ace0-4e72-401b-9739-ae0c66e2e9a9 req-ec872db8-65d8-41cd-bd74-7a8d49c9dcad tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.1444440 Apr 18 19:37:24.725218 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a0448500-f10f-4157-9e56-f40bafc21a03 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0217173 Apr 18 19:37:24.728116 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35246) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:24.733539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Request body: {'subnet': {'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-806893043-subnet', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:24.740266 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:24.751413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Usage tracker for resource:subnet and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:24.758812 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:24.770564 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:24.770789 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-90e5ace0-4e72-401b-9739-ae0c66e2e9a9 req-91d5d11b-7957-45f4-98f7-b137a3de019f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681920 Apr 18 19:37:24.774756 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.775990 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:24.776547 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.900859 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:24.904527 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.941402 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.943080 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] Pushing event updated for resources: {'Network': ['ID=5594ca63-0b61-498f-ac96-008f329be429,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:24.947265 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:24.952970 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 5594ca63-0b61-498f-ac96-008f329be429 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:24.956350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35260) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:25.059825 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f706c39f-1fdd-482f-8ad6-0c1041229871 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3186197 Apr 18 19:37:25.066320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35268) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:25.081007 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Request body: {'subnet': {'network_id': '5594ca63-0b61-498f-ac96-008f329be429', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-436454426-subnet', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:25.102663 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:25.114807 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Usage tracker for resource:subnet and tenant:69a63193a87944f7a8385eb2dc446bcd is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:25.116542 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9aa22c39-1057-427a-b36c-8daa1b98b2b5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.120250 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:25.127966 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:25.178569 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9aa22c39-1057-427a-b36c-8daa1b98b2b5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.235965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Made reservation on behalf of 69a63193a87944f7a8385eb2dc446bcd for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:25.239018 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.289425 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9aa22c39-1057-427a-b36c-8daa1b98b2b5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.313004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa22c39-1057-427a-b36c-8daa1b98b2b5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9209d62a-249a-4b72-9fbe-ff7a41554af9,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:25.381100 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9aa22c39-1057-427a-b36c-8daa1b98b2b5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.382349 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9aa22c39-1057-427a-b36c-8daa1b98b2b5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "DELETE /v2.0/security-groups/9209d62a-249a-4b72-9fbe-ff7a41554af9 HTTP/1.1" status: 204 len: 168 time: 0.4250028 Apr 18 19:37:25.385195 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35280) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:25.401406 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-f4c877c4-a4d4-43d9-ab65-8ca5baa86c1f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] show failed (client error): The resource could not be found. Apr 18 19:37:25.402678 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f4c877c4-a4d4-43d9-ab65-8ca5baa86c1f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups/9209d62a-249a-4b72-9fbe-ff7a41554af9 HTTP/1.1" status: 404 len: 347 time: 0.0165319 Apr 18 19:37:25.406276 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35284) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:25.516932 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.781493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-7a89558d-bf0a-4751-a2bd-fe2dbfe9cd3a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Deleting port 55d84d52-9ca8-4131-b6dc-fce5b8d406f3 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:25.782137 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a89558d-bf0a-4751-a2bd-fe2dbfe9cd3a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:25.839351 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7a8008-ffcc-4017-8187-655a8c76d91c,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:25.910758 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35298) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:25.955050 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Checking segment: {'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:25.955432 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Network hostable DHCP agents. Network: 5bd4a5f7-633f-4d1f-acf7-80386538c80d, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:25.965460 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.026281 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dbe37-69e6-49f4-9a85-93b92afda8da req-c9c63eee-f128-48dc-b1f2-40e415751796 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:26.028109 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fe1dbe37-69e6-49f4-9a85-93b92afda8da req-c9c63eee-f128-48dc-b1f2-40e415751796 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.0869336 Apr 18 19:37:26.071382 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ee6d0b-fbcc-49ed-b8a5-83577940c574,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:26.110875 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fe1dbe37-69e6-49f4-9a85-93b92afda8da req-e9b92080-e041-456d-a5ba-a5b12a162e32 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752666 Apr 18 19:37:26.122219 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a89558d-bf0a-4751-a2bd-fe2dbfe9cd3a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.125078 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a89558d-bf0a-4751-a2bd-fe2dbfe9cd3a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.144689 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Checking segment: {'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:26.145148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Network hostable DHCP agents. Network: 5594ca63-0b61-498f-ac96-008f329be429, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:26.199541 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Network 5bd4a5f7-633f-4d1f-acf7-80386538c80d is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:26.273014 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-7a89558d-bf0a-4751-a2bd-fe2dbfe9cd3a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Calling delete_port for 55d84d52-9ca8-4131-b6dc-fce5b8d406f3 owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:26.360628 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-29414cc7-9391-423d-9d7b-36a5ea52723e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.410777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-29414cc7-9391-423d-9d7b-36a5ea52723e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:26.418076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 5bd4a5f7-633f-4d1f-acf7-80386538c80d) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:26.428971 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e789c5-4ec7-4f59-8218-d94b33a7b589 None None] Network 5bd4a5f7-633f-4d1f-acf7-80386538c80d requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:26.436881 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:26.437468 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.439210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-29414cc7-9391-423d-9d7b-36a5ea52723e admin admin] Usage tracker for resource:security_group_rule and tenant:59818ad827cc4b46bffbaa432534fab7 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:26.443974 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-29414cc7-9391-423d-9d7b-36a5ea52723e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:26.451961 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-29414cc7-9391-423d-9d7b-36a5ea52723e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:26.475635 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.523600 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Network 5594ca63-0b61-498f-ac96-008f329be429 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:26.530968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 5594ca63-0b61-498f-ac96-008f329be429) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:26.536896 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-29414cc7-9391-423d-9d7b-36a5ea52723e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.540176 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017faa39-10af-4b0e-91b9-4bbe4c17e664 None None] Network 5594ca63-0b61-498f-ac96-008f329be429 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:26.543489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:26.544076 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.560161 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35314) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:26.560441 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0990b1e6-87cc-4ad4-89af-6b24def613da admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8311973 Apr 18 19:37:26.561339 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a89558d-bf0a-4751-a2bd-fe2dbfe9cd3a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.566575 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-806893043-router', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:26.574328 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:26.583287 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Usage tracker for resource:router and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:26.586584 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:26.595484 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:26.607612 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-29414cc7-9391-423d-9d7b-36a5ea52723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.614577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89558d-bf0a-4751-a2bd-fe2dbfe9cd3a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event deleted for resources: {'Port': ['ID=55d84d52-9ca8-4131-b6dc-fce5b8d406f3,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:26.675232 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29414cc7-9391-423d-9d7b-36a5ea52723e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9542099-bf09-4c8f-9583-13f8c03d5950,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:26.681618 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-29414cc7-9391-423d-9d7b-36a5ea52723e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=59818ad827cc4b46bffbaa432534fab7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7675176 Apr 18 19:37:26.682580 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35320) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:26.718827 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-149bc2b8-8db7-49f0-afc5-f689c2684ab2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6511242 Apr 18 19:37:26.726438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35324) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:26.740319 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-436454426-router', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:26.745856 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:26.751131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Usage tracker for resource:router and tenant:69a63193a87944f7a8385eb2dc446bcd is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:26.754281 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:26.762037 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:26.815076 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.815076 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.815905 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a89558d-bf0a-4751-a2bd-fe2dbfe9cd3a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.815905 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a89558d-bf0a-4751-a2bd-fe2dbfe9cd3a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.815905 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7a89558d-bf0a-4751-a2bd-fe2dbfe9cd3a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "DELETE /v2.0/floatingips/b91decef-445f-4935-b785-e09cb9bd03e4 HTTP/1.1" status: 204 len: 168 time: 1.3938003 Apr 18 19:37:26.820888 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f21ec053-e778-4ae2-ba8f-0e9198f06cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.852058 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.854426 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f21ec053-e778-4ae2-ba8f-0e9198f06cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.920066 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'fixed_ips': [{'subnet_id': '0a7a8008-ffcc-4017-8187-655a8c76d91c'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:37:26.920981 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.931536 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89466fa-e083-4fdd-ad93-4d66fe71313c None None] Network 5594ca63-0b61-498f-ac96-008f329be429 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:26.942024 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35330) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:26.964180 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.965459 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:26.993010 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.067039 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f21ec053-e778-4ae2-ba8f-0e9198f06cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.149409 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:37:27.170450 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35342) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:27.176152 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ec053-e778-4ae2-ba8f-0e9198f06cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9542099-bf09-4c8f-9583-13f8c03d5950,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:27.191230 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-252af328-9dc8-4048-93aa-81a7eecf6f0f tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:27.197462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--916162694', 'description': 'tempest-description--1911019260'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:27.231015 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f21ec053-e778-4ae2-ba8f-0e9198f06cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.234037 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f21ec053-e778-4ae2-ba8f-0e9198f06cd3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9542099-bf09-4c8f-9583-13f8c03d5950 HTTP/1.1" status: 204 len: 168 time: 0.5472436 Apr 18 19:37:27.249606 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.254123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:27.262929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Usage tracker for resource:security_group and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:27.272067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:27.282345 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:27.302125 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.403990 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.429630 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35348) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:27.430201 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-252af328-9dc8-4048-93aa-81a7eecf6f0f tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] 10.222.0.66 "PUT /v2.0/quotas/3c81cda136914f5c88ad8aa828f5b89d HTTP/1.1" status: 200 len: 368 time: 0.4859390 Apr 18 19:37:27.438866 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Request body: {'network': {'project_id': '3c81cda136914f5c88ad8aa828f5b89d'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:27.457758 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:27.466000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Usage tracker for resource:network and tenant:3c81cda136914f5c88ad8aa828f5b89d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:27.470269 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:27.479169 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:27.497435 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Allocated IP 172.20.0.2 (5bd4a5f7-633f-4d1f-acf7-80386538c80d/0a7a8008-ffcc-4017-8187-655a8c76d91c/3628e4ed-71e9-41d7-8b02-93d77b8f8176) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:27.579139 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Made reservation on behalf of 3c81cda136914f5c88ad8aa828f5b89d for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:27.582276 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.602115 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.637629 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.659710 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:27.672261 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.672905 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Usage tracker for resource:security_group_rule and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:27.677596 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:27.685790 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:27.785554 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.831945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35356) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:27.845671 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.855035 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.858590 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Transition to ACTIVE for port object 3628e4ed-71e9-41d7-8b02-93d77b8f8176 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:27.880611 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Transition to ACTIVE for port object 3628e4ed-71e9-41d7-8b02-93d77b8f8176 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:27.898692 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:27.907684 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Usage tracker for resource:security_group_rule and tenant:3c81cda136914f5c88ad8aa828f5b89d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:27.914281 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:27.915726 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:27.928670 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:27.955815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:27.965095 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.016365 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.020064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Allocated IP 172.25.8.227 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/b1d9ef83-1c85-417d-a5c0-08716d5a8be0) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:28.051739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dfb14-eba1-4bfe-be8c-0db43c21c568 req-d2155227-c8e2-443f-840d-1a41dece7919 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:28.053608 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd9dfb14-eba1-4bfe-be8c-0db43c21c568 req-d2155227-c8e2-443f-840d-1a41dece7919 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.2135210 Apr 18 19:37:28.058052 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.059428 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f3ad2669-f571-4006-b68c-d051f8bef07e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8857558 Apr 18 19:37:28.062735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35364) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:28.070295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-11e70513-df2c-47c1-9720-05617f32023f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'security_group_rule': {'security_group_id': 'dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:28.077308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-11e70513-df2c-47c1-9720-05617f32023f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:28.081461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-11e70513-df2c-47c1-9720-05617f32023f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Usage tracker for resource:security_group_rule and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:28.086538 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-11e70513-df2c-47c1-9720-05617f32023f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:28.091400 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-11e70513-df2c-47c1-9720-05617f32023f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:28.140989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Network 5bd4a5f7-633f-4d1f-acf7-80386538c80d is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:28.144420 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:28.148552 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:28.154740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Pushing event updated for resources: {'Port': ['ID=3628e4ed-71e9-41d7-8b02-93d77b8f8176,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:28.170324 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-11e70513-df2c-47c1-9720-05617f32023f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.178234 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-80b4bd20-7002-4f73-840f-f3b77c17d43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.243560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-80b4bd20-7002-4f73-840f-f3b77c17d43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:28.248652 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Attempting to bind port 3628e4ed-71e9-41d7-8b02-93d77b8f8176 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:28.249011 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Attempting to bind port 3628e4ed-71e9-41d7-8b02-93d77b8f8176 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:28.249205 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-80b4bd20-7002-4f73-840f-f3b77c17d43a admin admin] Usage tracker for resource:security_group_rule and tenant:79f64d575dcb468ab02d28066ee77846 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:28.249378 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Attempting to bind port 3628e4ed-71e9-41d7-8b02-93d77b8f8176 on network 5bd4a5f7-633f-4d1f-acf7-80386538c80d {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:28.254541 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-80b4bd20-7002-4f73-840f-f3b77c17d43a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:28.255386 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dd9dfb14-eba1-4bfe-be8c-0db43c21c568 req-3e78bf29-6b24-4c66-a7f8-2a472c8617f2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525536 Apr 18 19:37:28.257118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:28.257118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Checking segment: {'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:28.257519 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.258020 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Bound using segment: {'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:28.258512 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Bound port: 3628e4ed-71e9-41d7-8b02-93d77b8f8176, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:28.258869 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.276475 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.277753 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-80b4bd20-7002-4f73-840f-f3b77c17d43a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:28.315600 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-11e70513-df2c-47c1-9720-05617f32023f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.329019 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.349706 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] For port 3628e4ed-71e9-41d7-8b02-93d77b8f8176, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:28.352646 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] For port 3628e4ed-71e9-41d7-8b02-93d77b8f8176, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3628e4ed-71e9-41d7-8b02-93d77b8f8176,segment=NetworkSegment(978ba6dc-9276-4780-bd15-53315361909f),segment_id=978ba6dc-9276-4780-bd15-53315361909f)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:28.368867 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.394158 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-11e70513-df2c-47c1-9720-05617f32023f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.402206 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:28.407610 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f469d6-47f6-4dd9-aea2-c5ca9eae3b5d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:28.415246 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.415631 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Added segment 6a6f206d-7c1c-4de2-9751-086aa4473692 of type vlan for network c5ec7d3d-0735-4aa7-9627-0d84bd6cb137 Apr 18 19:37:28.432653 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e70513-df2c-47c1-9720-05617f32023f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9feffb6-71d4-4d57-a307-fbfe51302308,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:28.437741 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35368) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:28.460538 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.466445 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e9ba6983-e4ab-40f2-beb1-d8a3fded0ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.466615 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-80b4bd20-7002-4f73-840f-f3b77c17d43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.472993 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.481749 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.553654 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0427ea3-1369-497c-a65f-2d9ad9c2bbeb None None] Pushing event updated for resources: {'Port': ['ID=3628e4ed-71e9-41d7-8b02-93d77b8f8176,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:28.591427 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:28.609422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:28.617230 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:28.659681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e9ba6983-e4ab-40f2-beb1-d8a3fded0ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:28.674788 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d9ef83-1c85-417d-a5c0-08716d5a8be0,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:28.679843 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e9ba6983-e4ab-40f2-beb1-d8a3fded0ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:c122eba25210430990f49c4779bf687b is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:28.680221 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Allocated IP 172.25.8.215 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/c858d11b-9580-411d-ba4e-e8c0660da5d8) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:28.684345 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e9ba6983-e4ab-40f2-beb1-d8a3fded0ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:28.693733 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e9ba6983-e4ab-40f2-beb1-d8a3fded0ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:28.761551 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.762437 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:28.763200 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.785391 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-80b4bd20-7002-4f73-840f-f3b77c17d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.806937 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-11e70513-df2c-47c1-9720-05617f32023f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.808837 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-11e70513-df2c-47c1-9720-05617f32023f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7439945 Apr 18 19:37:28.813981 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35374) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:28.840987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-cab60baa-189f-4c34-a943-da273d24b8d1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'security_group_rule': {'security_group_id': 'dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:28.856990 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-cab60baa-189f-4c34-a943-da273d24b8d1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:28.871972 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4bd20-7002-4f73-840f-f3b77c17d43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535a173d-ed53-4aba-89e5-8f7ada13d4db,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:28.881173 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-cab60baa-189f-4c34-a943-da273d24b8d1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Usage tracker for resource:security_group_rule and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:28.897712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-cab60baa-189f-4c34-a943-da273d24b8d1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:28.905883 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-cab60baa-189f-4c34-a943-da273d24b8d1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:28.913136 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-80b4bd20-7002-4f73-840f-f3b77c17d43a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79f64d575dcb468ab02d28066ee77846&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0769057 Apr 18 19:37:28.919491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35378) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:28.948745 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:28.949831 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Pushing event updated for resources: {'Network': ['ID=c5ec7d3d-0735-4aa7-9627-0d84bd6cb137,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:28.961773 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network c5ec7d3d-0735-4aa7-9627-0d84bd6cb137 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:29.004080 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f4313f0a-345a-4099-9d88-a70a9af38b37 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5709529 Apr 18 19:37:29.006979 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35382) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:29.014703 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Request body: {'network': {'project_id': '3c81cda136914f5c88ad8aa828f5b89d'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:29.028763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:29.031855 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cab60baa-189f-4c34-a943-da273d24b8d1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.047317 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Usage tracker for resource:network and tenant:3c81cda136914f5c88ad8aa828f5b89d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:29.048685 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e9ba6983-e4ab-40f2-beb1-d8a3fded0ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.052457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:29.059457 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e36a528f-4171-4ea5-b952-7d076835928a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.067886 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:29.070529 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.094111 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e36a528f-4171-4ea5-b952-7d076835928a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.122981 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e9ba6983-e4ab-40f2-beb1-d8a3fded0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.172825 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:29.177646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:29.180159 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:29.194951 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba6983-e4ab-40f2-beb1-d8a3fded0ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829b016d-bc57-441e-8893-2e80615e6d7d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:29.205598 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e9ba6983-e4ab-40f2-beb1-d8a3fded0ea8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c122eba25210430990f49c4779bf687b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7633021 Apr 18 19:37:29.205598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35386) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:29.226506 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Pushing event updated for resources: {'Port': ['ID=c858d11b-9580-411d-ba4e-e8c0660da5d8,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:29.236105 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.236871 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.250673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Made reservation on behalf of 3c81cda136914f5c88ad8aa828f5b89d for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:29.253579 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.267274 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cab60baa-189f-4c34-a943-da273d24b8d1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.349333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:29.363225 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.363462 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Added segment 4951d953-3da6-4d0e-95e9-f723cd6eb014 of type vlan for network 0d51e08d-9d66-4669-9375-596f17bfee99 Apr 18 19:37:29.380815 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cab60baa-189f-4c34-a943-da273d24b8d1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.385087 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e36a528f-4171-4ea5-b952-7d076835928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.418265 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a528f-4171-4ea5-b952-7d076835928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535a173d-ed53-4aba-89e5-8f7ada13d4db,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:29.427163 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7533dd50-e2b0-4371-82ee-30f5465a1f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.439116 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e36a528f-4171-4ea5-b952-7d076835928a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.446647 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e36a528f-4171-4ea5-b952-7d076835928a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/535a173d-ed53-4aba-89e5-8f7ada13d4db HTTP/1.1" status: 204 len: 168 time: 0.5170474 Apr 18 19:37:29.470336 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab60baa-189f-4c34-a943-da273d24b8d1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf46089-43da-4fe3-88ec-a8f9ac2a77bd,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:29.484981 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7533dd50-e2b0-4371-82ee-30f5465a1f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.489143 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.547765 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cab60baa-189f-4c34-a943-da273d24b8d1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.550125 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-cab60baa-189f-4c34-a943-da273d24b8d1 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7248518 Apr 18 19:37:29.553190 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35394) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:29.560898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb261f8-b95d-41f1-8f82-cfb3f274dbf4 req-8ef2eb40-2447-4b56-adda-a31803d50ef1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:29.562528 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fb261f8-b95d-41f1-8f82-cfb3f274dbf4 req-8ef2eb40-2447-4b56-adda-a31803d50ef1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.1464798 Apr 18 19:37:29.566049 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:29.588281 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:29.601866 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Usage tracker for resource:floatingip and tenant:e7325a8c61fa403faddd6eaf3b6fc79a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:29.607751 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:29.626823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:29.637055 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.637910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:29.642402 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.689660 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7533dd50-e2b0-4371-82ee-30f5465a1f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.700018 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c2628-f2fe-4b31-9d50-77c7514fd5d0 None None] Network 5bd4a5f7-633f-4d1f-acf7-80386538c80d requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:29.709513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533dd50-e2b0-4371-82ee-30f5465a1f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829b016d-bc57-441e-8893-2e80615e6d7d,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:29.719655 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Router c21b77ab-27b1-487e-bd86-9ba8d729a14f is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:37:29.722817 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7533dd50-e2b0-4371-82ee-30f5465a1f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.726825 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7533dd50-e2b0-4371-82ee-30f5465a1f41 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/829b016d-bc57-441e-8893-2e80615e6d7d HTTP/1.1" status: 204 len: 168 time: 0.5178645 Apr 18 19:37:29.736078 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7fb261f8-b95d-41f1-8f82-cfb3f274dbf4 req-6a06ef9a-b7c7-4ba8-819d-1218bd193ce6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644902 Apr 18 19:37:29.762810 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.823846 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Pushing event updated for resources: {'Network': ['ID=0d51e08d-9d66-4669-9375-596f17bfee99,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:29.908143 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-710c5a52-9f28-4732-a852-4beb6a957b19 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8995748 Apr 18 19:37:29.913048 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35402) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:29.923459 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.931134 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:29.932344 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 0d51e08d-9d66-4669-9375-596f17bfee99 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:30.024691 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-59bfa22b-364f-4fed-abba-266e4e40c061 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Request body: {'network': {'project_id': '3c81cda136914f5c88ad8aa828f5b89d'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:30.032868 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-59bfa22b-364f-4fed-abba-266e4e40c061 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:30.043726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-59bfa22b-364f-4fed-abba-266e4e40c061 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Usage tracker for resource:network and tenant:3c81cda136914f5c88ad8aa828f5b89d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:30.043726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-59bfa22b-364f-4fed-abba-266e4e40c061 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:30.091175 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-59bfa22b-364f-4fed-abba-266e4e40c061 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:30.103190 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bfa22b-364f-4fed-abba-266e4e40c061 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 19:37:30.103735 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bfa22b-364f-4fed-abba-266e4e40c061 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:37:30.105047 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-59bfa22b-364f-4fed-abba-266e4e40c061 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1904843 Apr 18 19:37:30.107899 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35408) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:30.193649 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-68391530-158d-4584-af9d-e4aa1541817a tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c81cda136914f5c88ad8aa828f5b89d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0845888 Apr 18 19:37:30.196148 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35412) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:30.240712 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.316716 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b5231b34-b3e1-492c-b776-5fc91d112cd0 None None] Provisioning for port 3628e4ed-71e9-41d7-8b02-93d77b8f8176 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:30.350939 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:30.366229 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Sync routers for ids ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:37:30.402530 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Routers {'c21b77ab-27b1-487e-bd86-9ba8d729a14f'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:30.403535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:30.444045 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f67dea68-41c5-4f17-a8ea-7120e78e7c0d tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.499452 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 3628e4ed-71e9-41d7-8b02-93d77b8f8176 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:30.512240 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f67dea68-41c5-4f17-a8ea-7120e78e7c0d tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.538982 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.543924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c7b45dd8-4128-4411-81f9-6b0eb43f7927 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9827003 Apr 18 19:37:30.552385 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35418) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:30.580754 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35424) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:30.602585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Allocated IP 172.25.8.103 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/920bbb14-cf83-48e5-b873-cf997a36fd21) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:30.634866 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a62ebd1f-198a-4f17-ae72-c0bedfa8076a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:30.756666 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:37:30.769309 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3af93d8-71cd-45c0-8841-9366e4e858d0 req-0cf74817-44b3-42ec-a2ab-fe54c476950e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3220949 Apr 18 19:37:30.787742 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a62ebd1f-198a-4f17-ae72-c0bedfa8076a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:30.791471 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Set router c21b77ab-27b1-487e-bd86-9ba8d729a14f gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:30.794524 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a62ebd1f-198a-4f17-ae72-c0bedfa8076a admin admin] Usage tracker for resource:security_group_rule and tenant:d3c510b8dbf5498387c19e497116f9e4 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:30.815568 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a62ebd1f-198a-4f17-ae72-c0bedfa8076a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:30.856793 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a62ebd1f-198a-4f17-ae72-c0bedfa8076a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:30.936218 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 3628e4ed-71e9-41d7-8b02-93d77b8f8176 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:31.098661 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 3628e4ed-71e9-41d7-8b02-93d77b8f8176 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:31.099195 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.203762 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.207233 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f67dea68-41c5-4f17-a8ea-7120e78e7c0d tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.240739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dea68-41c5-4f17-a8ea-7120e78e7c0d tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f469d6-47f6-4dd9-aea2-c5ca9eae3b5d,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:31.257699 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.261264 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f67dea68-41c5-4f17-a8ea-7120e78e7c0d tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.268390 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f67dea68-41c5-4f17-a8ea-7120e78e7c0d tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1f469d6-47f6-4dd9-aea2-c5ca9eae3b5d HTTP/1.1" status: 204 len: 168 time: 1.0704045 Apr 18 19:37:31.269032 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35442) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:31.342996 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 3628e4ed-71e9-41d7-8b02-93d77b8f8176, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=3628e4ed-71e9-41d7-8b02-93d77b8f8176,segment=NetworkSegment(978ba6dc-9276-4780-bd15-53315361909f),segment_id=978ba6dc-9276-4780-bd15-53315361909f)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:31.354879 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a62ebd1f-198a-4f17-ae72-c0bedfa8076a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.384432 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3af93d8-71cd-45c0-8841-9366e4e858d0 req-564a6ec1-186d-4708-9105-870ec8721280 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 1096 time: 0.4498839 Apr 18 19:37:31.421544 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.421827 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cfafd-40e2-4a87-a9e3-83e3950d82be req-7fbd635e-67e6-40c5-ad08-b84fb5fee9b4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:31.424351 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-878cfafd-40e2-4a87-a9e3-83e3950d82be req-7fbd635e-67e6-40c5-ad08-b84fb5fee9b4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.4648728 Apr 18 19:37:31.429247 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.469661 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'name': 'tempest-TaggedBootDevicesTest_v242-806893043-router', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:28Z', 'revision_number': 3, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'gw_port': {'id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:31.499521 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Checking router: c21b77ab-27b1-487e-bd86-9ba8d729a14f for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:37:31.499870 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Updating router c21b77ab-27b1-487e-bd86-9ba8d729a14f port b1d9ef83-1c85-417d-a5c0-08716d5a8be0 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:37:31.563360 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.568436 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a62ebd1f-198a-4f17-ae72-c0bedfa8076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.596209 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.632586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=3628e4ed-71e9-41d7-8b02-93d77b8f8176,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:31.640003 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-878cfafd-40e2-4a87-a9e3-83e3950d82be req-24c3711a-2d32-4b31-b230-8afa83b3f297 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016113 Apr 18 19:37:31.653994 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.744799 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ebd1f-198a-4f17-ae72-c0bedfa8076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235ae056-34ed-4a5e-92d2-4030c4851f12,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:31.763830 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:31.767240 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a62ebd1f-198a-4f17-ae72-c0bedfa8076a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3c510b8dbf5498387c19e497116f9e4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1755171 Apr 18 19:37:31.768768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'Port': ['ID=920bbb14-cf83-48e5-b873-cf997a36fd21,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:31.772091 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35454) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:31.775955 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:31.779491 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:31.844404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af93d8-71cd-45c0-8841-9366e4e858d0 req-abcd7a60-523d-489c-8e68-ab9a483585cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:31.846145 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3af93d8-71cd-45c0-8841-9366e4e858d0 req-abcd7a60-523d-489c-8e68-ab9a483585cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.4318089 Apr 18 19:37:31.857110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d51e08d-9d66-4669-9375-596f17bfee99']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:31.882165 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4951d953-3da6-4d0e-95e9-f723cd6eb014') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:31.882487 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4951d953-3da6-4d0e-95e9-f723cd6eb014') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:31.911798 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.940511 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.951189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:37:31.951595 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:37:31.968496 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:37:31.978611 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3af93d8-71cd-45c0-8841-9366e4e858d0 req-ca675bb3-8d93-4662-a00f-0236470ceea3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6884e8ed-fefd-418d-a58d-251245a0e540 HTTP/1.1" status: 200 len: 217 time: 0.1179025 Apr 18 19:37:32.075106 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.110393 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:32.129399 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Sync routers for ids ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:37:32.146444 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Transition to ACTIVE for port object b1d9ef83-1c85-417d-a5c0-08716d5a8be0 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:32.154461 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-832ed52a-5f8a-4182-95b5-c2715549a47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.227404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af93d8-71cd-45c0-8841-9366e4e858d0 req-9405a6c9-568c-4471-a44d-b549b1112e3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:32.229071 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3af93d8-71cd-45c0-8841-9366e4e858d0 req-9405a6c9-568c-4471-a44d-b549b1112e3c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.2380235 Apr 18 19:37:32.237481 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.238995 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.271174 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.278277 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d51e08d-9d66-4669-9375-596f17bfee99,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:32.310290 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Routers {'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:32.310981 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:32.366266 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-933244b0-4849-4ccd-8b2b-f64d51476124 tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] 10.222.0.66 "DELETE /v2.0/networks/0d51e08d-9d66-4669-9375-596f17bfee99 HTTP/1.1" status: 204 len: 168 time: 1.0923507 Apr 18 19:37:32.369507 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35466) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:32.382991 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-832ed52a-5f8a-4182-95b5-c2715549a47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.411279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 3628e4ed-71e9-41d7-8b02-93d77b8f8176 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:32.430016 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3af93d8-71cd-45c0-8841-9366e4e858d0 req-b0e54623-0a0b-4027-92dc-8e7ac44ddfba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735325 Apr 18 19:37:32.455726 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.456888 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c4c73336-6b0e-4ad6-9df7-d1219c1cb809 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7290893 Apr 18 19:37:32.464351 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f54aaa-ed74-45e6-b65d-30da125daa49 None None] Pushing event updated for resources: {'Port': ['ID=b1d9ef83-1c85-417d-a5c0-08716d5a8be0,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:32.471836 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Attempting to bind port b1d9ef83-1c85-417d-a5c0-08716d5a8be0 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:32.472514 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Attempting to bind port b1d9ef83-1c85-417d-a5c0-08716d5a8be0 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:32.473094 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Attempting to bind port b1d9ef83-1c85-417d-a5c0-08716d5a8be0 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:32.496629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:32.497441 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:32.498089 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.498807 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:32.499505 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Bound port: b1d9ef83-1c85-417d-a5c0-08716d5a8be0, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:32.500117 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.589228 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 3628e4ed-71e9-41d7-8b02-93d77b8f8176 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:32.589946 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.593476 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6c5fc76-1059-48be-8319-2a8b0bff24d3 req-78ab93ba-dc27-4db2-9ae8-92d67c7b88ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 1096 time: 0.4391298 Apr 18 19:37:32.595281 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3af93d8-71cd-45c0-8841-9366e4e858d0 req-6600ca09-1744-4de7-8b7d-af8168db539d service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445467 Apr 18 19:37:32.595769 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35472) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:32.616579 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Set router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:32.624155 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] For port b1d9ef83-1c85-417d-a5c0-08716d5a8be0, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:32.633365 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.660509 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] For port b1d9ef83-1c85-417d-a5c0-08716d5a8be0, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=b1d9ef83-1c85-417d-a5c0-08716d5a8be0,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:32.821916 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5fc76-1059-48be-8319-2a8b0bff24d3 req-53158a29-37ac-4c08-8c1a-e230c942207f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:32.823302 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6c5fc76-1059-48be-8319-2a8b0bff24d3 req-53158a29-37ac-4c08-8c1a-e230c942207f service neutron] 10.222.0.71 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.1687496 Apr 18 19:37:32.837720 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.881018 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:32.996947 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ec7d3d-0735-4aa7-9627-0d84bd6cb137']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:33.008509 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f54aaa-ed74-45e6-b65d-30da125daa49 None None] Pushing event updated for resources: {'Port': ['ID=b1d9ef83-1c85-417d-a5c0-08716d5a8be0,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:33.018495 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Routers {'c21b77ab-27b1-487e-bd86-9ba8d729a14f'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:33.019306 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:33.024062 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'name': 'tempest-ServerRescueTestJSON-436454426-router', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:29Z', 'revision_number': 3, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'gw_port': {'id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:28Z', 'updated_at': '2022-04-18T19:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:33.031329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6f206d-7c1c-4de2-9751-086aa4473692') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:33.031634 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6f206d-7c1c-4de2-9751-086aa4473692') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:33.035211 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Checking router: b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:37:33.035928 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Updating router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 port c858d11b-9580-411d-ba4e-e8c0660da5d8 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:37:33.046740 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.066303 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.075079 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:37:33.075375 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.116786 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.295655 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b4ff9-a1a3-4965-a047-2790d7a681da req-4096fad1-11e2-4d97-9d05-c9dfb0b8342b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:33.297249 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dc3b4ff9-a1a3-4965-a047-2790d7a681da req-4096fad1-11e2-4d97-9d05-c9dfb0b8342b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 1.0211101 Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:37:33.297970 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:37:33.300516 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6c5fc76-1059-48be-8319-2a8b0bff24d3 req-57ecc7ae-86ea-43a6-8049-f3adc77acd93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5 HTTP/1.1" status: 200 len: 1001 time: 0.4466023 Apr 18 19:37:33.347062 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] Set router c21b77ab-27b1-487e-bd86-9ba8d729a14f gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:33.394589 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.422013 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.434989 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dc3b4ff9-a1a3-4965-a047-2790d7a681da req-d6396a5b-ba73-4b72-8be7-38e49ac359eb tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239491 Apr 18 19:37:33.438926 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5ec7d3d-0735-4aa7-9627-0d84bd6cb137,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:33.444210 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4b0b740c-db0d-4b9e-a0a3-4a8b5e8936ba tempest-QuotasNegativeTest-999213061 tempest-QuotasNegativeTest-999213061-project-admin] 10.222.0.66 "DELETE /v2.0/networks/c5ec7d3d-0735-4aa7-9627-0d84bd6cb137 HTTP/1.1" status: 204 len: 168 time: 1.0681603 Apr 18 19:37:33.556012 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.565646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5fc76-1059-48be-8319-2a8b0bff24d3 req-407bf04a-0374-4afa-bdab-b5c38a093b2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:33.568207 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6c5fc76-1059-48be-8319-2a8b0bff24d3 req-407bf04a-0374-4afa-bdab-b5c38a093b2a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.1816967 Apr 18 19:37:33.610033 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.637072 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.775585 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Transition to ACTIVE for port object c858d11b-9580-411d-ba4e-e8c0660da5d8 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:33.791734 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-832ed52a-5f8a-4182-95b5-c2715549a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.832906 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.858003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'name': 'tempest-TaggedBootDevicesTest_v242-806893043-router', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:28Z', 'revision_number': 3, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'gw_port': {'id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:33.864417 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481dfac-b973-4927-aad7-d4f1944ced3a None None] The sync data for ids ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'] in n-d-838334-1 is: [{'id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'name': 'tempest-TaggedBootDevicesTest_v242-806893043-router', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:28Z', 'revision_number': 3, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'gw_port': {'id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:37:33.869445 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.875830 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952b57d-0682-42ff-b62f-c35506ee2537 req-41fad10e-8a66-4058-a940-be9a9a54d8d6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:33.879640 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d952b57d-0682-42ff-b62f-c35506ee2537 req-41fad10e-8a66-4058-a940-be9a9a54d8d6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.5795209 Apr 18 19:37:33.882873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ed52a-5f8a-4182-95b5-c2715549a47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235ae056-34ed-4a5e-92d2-4030c4851f12,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:33.895158 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3af93d8-71cd-45c0-8841-9366e4e858d0 req-34b99b1a-8ef5-47b1-a4d8-dea7713a86da service neutron] 10.222.0.16 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2319629 Apr 18 19:37:33.955123 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-832ed52a-5f8a-4182-95b5-c2715549a47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:33.958983 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-832ed52a-5f8a-4182-95b5-c2715549a47c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/235ae056-34ed-4a5e-92d2-4030c4851f12 HTTP/1.1" status: 204 len: 168 time: 2.1536248 Apr 18 19:37:33.969129 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6c5fc76-1059-48be-8319-2a8b0bff24d3 req-c35c636b-8574-4bfb-9998-53c1c70a5bb3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3826518 Apr 18 19:37:34.027928 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044fee7-df17-42f8-811d-05012b4cc801 None None] Pushing event updated for resources: {'Port': ['ID=c858d11b-9580-411d-ba4e-e8c0660da5d8,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:34.060233 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Attempting to bind port c858d11b-9580-411d-ba4e-e8c0660da5d8 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:34.060663 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Attempting to bind port c858d11b-9580-411d-ba4e-e8c0660da5d8 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:34.061142 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Attempting to bind port c858d11b-9580-411d-ba4e-e8c0660da5d8 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:34.070738 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:34.071133 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:34.071539 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.071927 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:34.072388 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Bound port: c858d11b-9580-411d-ba4e-e8c0660da5d8, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:34.072753 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.147664 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d952b57d-0682-42ff-b62f-c35506ee2537 req-26c856d9-c2cb-4f1d-ac0d-9364cc12d6ba tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668734 Apr 18 19:37:34.163332 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] For port c858d11b-9580-411d-ba4e-e8c0660da5d8, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:34.177288 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] For port c858d11b-9580-411d-ba4e-e8c0660da5d8, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=c858d11b-9580-411d-ba4e-e8c0660da5d8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:34.207348 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Allocated IP 172.20.0.1 (5bd4a5f7-633f-4d1f-acf7-80386538c80d/0a7a8008-ffcc-4017-8187-655a8c76d91c/ba53176f-5064-4f10-84f2-37c57d088e53) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:34.244096 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.499982 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044fee7-df17-42f8-811d-05012b4cc801 None None] Pushing event updated for resources: {'Port': ['ID=c858d11b-9580-411d-ba4e-e8c0660da5d8,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:34.516226 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Routers {'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:34.518188 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:34.531403 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.587525 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6c5fc76-1059-48be-8319-2a8b0bff24d3 req-eaeb13aa-5ed0-409a-a75f-8e011c465bce service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072135 Apr 18 19:37:34.611212 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.639927 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Transition to ACTIVE for port object ba53176f-5064-4f10-84f2-37c57d088e53 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:34.735808 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.779682 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] Set router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:34.817698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6c5fc76-1059-48be-8319-2a8b0bff24d3 req-e0ecd730-8b93-4073-bf2f-c2b1c25db652 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221789 Apr 18 19:37:34.821151 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:34.960453 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'Port': ['ID=920bbb14-cf83-48e5-b873-cf997a36fd21,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:35.013911 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35510) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:35.035640 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Pushing event updated for resources: {'Port': ['ID=ba53176f-5064-4f10-84f2-37c57d088e53,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:35.062792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Network 5bd4a5f7-633f-4d1f-acf7-80386538c80d is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:35.066616 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:35.085212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:35.131612 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.236169 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.393411 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.394540 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-86c76931-e96f-428f-a0cd-1e5697f97dd4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8399887 Apr 18 19:37:35.477021 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-109a4002-e616-4059-ba13-55f078025cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.505296 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe373c50-6376-406c-8291-36d644142143 req-e30b1ce0-0540-4295-9fb6-23616b0c0633 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:35.514113 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe373c50-6376-406c-8291-36d644142143 req-e30b1ce0-0540-4295-9fb6-23616b0c0633 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.5570288 Apr 18 19:37:35.597718 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-109a4002-e616-4059-ba13-55f078025cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:35.612908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0c77a-eaa2-4da8-9fd2-ab75ca833a53 req-bdaa0eac-c3cf-4051-98a2-f3ffd701f33f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:35.615207 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98f0c77a-eaa2-4da8-9fd2-ab75ca833a53 req-bdaa0eac-c3cf-4051-98a2-f3ffd701f33f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.3659394 Apr 18 19:37:35.617145 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fe373c50-6376-406c-8291-36d644142143 req-a40cf32a-0439-407b-993c-16ab16d55225 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020977 Apr 18 19:37:35.629145 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-109a4002-e616-4059-ba13-55f078025cdf admin admin] Usage tracker for resource:security_group_rule and tenant:fba5b34ff7dd4df2bd1c4cc96480e6bf is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:35.665247 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'name': 'tempest-ServerRescueTestJSON-436454426-router', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:29Z', 'revision_number': 3, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'gw_port': {'id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:28Z', 'updated_at': '2022-04-18T19:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:35.676534 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09e3c2-f52a-420b-8e66-2578dd39bba4 None None] The sync data for ids ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'] in n-d-838334-1 is: [{'id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'name': 'tempest-ServerRescueTestJSON-436454426-router', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:29Z', 'revision_number': 3, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'gw_port': {'id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:28Z', 'updated_at': '2022-04-18T19:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:37:35.692783 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-109a4002-e616-4059-ba13-55f078025cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:35.720584 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-109a4002-e616-4059-ba13-55f078025cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:35.758456 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-29674a68-9184-4f50-997a-3fe6b87d5017 None None] Provisioning for port ba53176f-5064-4f10-84f2-37c57d088e53 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:35.762849 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.769234 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-29674a68-9184-4f50-997a-3fe6b87d5017 None None] Provisioning complete for port ba53176f-5064-4f10-84f2-37c57d088e53 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:35.769606 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-29674a68-9184-4f50-997a-3fe6b87d5017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:35.863844 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98f0c77a-eaa2-4da8-9fd2-ab75ca833a53 req-36e67fae-6a23-4c7c-9fe8-0fcda9b0f616 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271085 Apr 18 19:37:35.905795 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-29674a68-9184-4f50-997a-3fe6b87d5017 None None] Port ba53176f-5064-4f10-84f2-37c57d088e53 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:37:36.001123 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-109a4002-e616-4059-ba13-55f078025cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.042009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-f1993828-2e67-4d0b-a05f-6180fb50747e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Synchronizing usage tracker for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:36.081870 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.106255 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-109a4002-e616-4059-ba13-55f078025cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.146695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a4002-e616-4059-ba13-55f078025cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755b1fec-6ac4-415e-bdeb-8c051b6003b6,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:36.162470 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-f1993828-2e67-4d0b-a05f-6180fb50747e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Unset dirty status for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:36.165291 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-f1993828-2e67-4d0b-a05f-6180fb50747e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--916162694&fields=id&tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a HTTP/1.1" status: 200 len: 267 time: 0.1863408 Apr 18 19:37:36.178832 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-109a4002-e616-4059-ba13-55f078025cdf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fba5b34ff7dd4df2bd1c4cc96480e6bf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1615450 Apr 18 19:37:36.179270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35542) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:36.201173 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.354110 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.367978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Pushing event updated for resources: {'Port': ['ID=ba53176f-5064-4f10-84f2-37c57d088e53,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:36.420917 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b82cde0e-99c5-4e56-a18d-da3556c20f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.429117 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device b1d9ef83-1c85-417d-a5c0-08716d5a8be0 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:36.571757 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-1127f33e-13f3-40a9-9ffe-1bc82376bf6f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:36.573935 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-1127f33e-13f3-40a9-9ffe-1bc82376bf6f tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 811 time: 0.3997736 Apr 18 19:37:36.577510 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b82cde0e-99c5-4e56-a18d-da3556c20f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.585802 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port b1d9ef83-1c85-417d-a5c0-08716d5a8be0 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:36.597383 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port b1d9ef83-1c85-417d-a5c0-08716d5a8be0 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:36.597753 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.633257 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b20e2-b731-40bc-a5be-f92753c95135 req-cfbf12db-8da3-4394-b56b-c06f9c837b74 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:36.636145 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-156b20e2-b731-40bc-a5be-f92753c95135 req-cfbf12db-8da3-4394-b56b-c06f9c837b74 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.4242971 Apr 18 19:37:36.672874 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Network 5bd4a5f7-633f-4d1f-acf7-80386538c80d is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:36.675344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:36.750882 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-c2099505-c36f-4a74-8fc9-15dba277334c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/quotas/e7325a8c61fa403faddd6eaf3b6fc79a HTTP/1.1" status: 200 len: 375 time: 0.1573911 Apr 18 19:37:36.812292 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.895519 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.915527 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port b1d9ef83-1c85-417d-a5c0-08716d5a8be0, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=b1d9ef83-1c85-417d-a5c0-08716d5a8be0,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:36.923428 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bff2890c-2624-49bd-9bb0-7835387a535d req-a7827482-6930-4b35-a85c-88d1eb5c6419 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5356429 Apr 18 19:37:36.935532 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-156b20e2-b731-40bc-a5be-f92753c95135 req-0ae86706-4074-4399-b213-20e6b951ac4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Deleting port 9cd77afb-5548-43ce-b577-80086504d718 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:36.935874 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-156b20e2-b731-40bc-a5be-f92753c95135 req-0ae86706-4074-4399-b213-20e6b951ac4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:36.997876 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.108949 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-fae9c267-b3cf-47b6-8622-393d70940e42 None None] Provisioning complete for port ba53176f-5064-4f10-84f2-37c57d088e53 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:37.109339 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fae9c267-b3cf-47b6-8622-393d70940e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.174998 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b82cde0e-99c5-4e56-a18d-da3556c20f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.181945 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=b1d9ef83-1c85-417d-a5c0-08716d5a8be0,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:37.187000 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-fae9c267-b3cf-47b6-8622-393d70940e42 None None] Port ba53176f-5064-4f10-84f2-37c57d088e53 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:37:37.206825 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35568) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:37.224268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cde0e-99c5-4e56-a18d-da3556c20f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755b1fec-6ac4-415e-bdeb-8c051b6003b6,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:37.246203 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1c8b3-804e-4f58-a99b-aef0b9f8f575 req-46d28308-1992-4bc2-be49-fcbc89c3f24f tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:37.254353 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-78f1c8b3-804e-4f58-a99b-aef0b9f8f575 req-46d28308-1992-4bc2-be49-fcbc89c3f24f tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.2884130 Apr 18 19:37:37.329004 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b82cde0e-99c5-4e56-a18d-da3556c20f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.329584 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-18367fff-6bee-45c9-b9fc-286d5f300f97 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Synchronizing usage tracker for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:37.330840 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b82cde0e-99c5-4e56-a18d-da3556c20f2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/755b1fec-6ac4-415e-bdeb-8c051b6003b6 HTTP/1.1" status: 204 len: 168 time: 1.1506128 Apr 18 19:37:37.420244 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-365d61ef-6a3d-4b33-abfc-c6a9dcbefb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.435352 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bff2890c-2624-49bd-9bb0-7835387a535d req-0bf47f3a-d213-4014-ad81-4e22006ce5b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 1097 time: 0.4680979 Apr 18 19:37:37.461454 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-78f1c8b3-804e-4f58-a99b-aef0b9f8f575 req-48b892c5-e82d-442a-8702-c65b46262de1 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053547 Apr 18 19:37:37.484205 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-365d61ef-6a3d-4b33-abfc-c6a9dcbefb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:37.497249 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-365d61ef-6a3d-4b33-abfc-c6a9dcbefb92 admin admin] Usage tracker for resource:security_group_rule and tenant:e6205d87c7044898adb0c575a49ed2c8 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:37.500813 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-365d61ef-6a3d-4b33-abfc-c6a9dcbefb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:37.507408 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-365d61ef-6a3d-4b33-abfc-c6a9dcbefb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:37.578004 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-365d61ef-6a3d-4b33-abfc-c6a9dcbefb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.590726 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-18367fff-6bee-45c9-b9fc-286d5f300f97 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Unset dirty status for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:37.592035 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-18367fff-6bee-45c9-b9fc-286d5f300f97 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8110387 Apr 18 19:37:37.677521 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-365d61ef-6a3d-4b33-abfc-c6a9dcbefb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.718330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Allocated IP 172.20.0.1 (5594ca63-0b61-498f-ac96-008f329be429/b2ee6d0b-fbcc-49ed-b8a5-83577940c574/8c9fc5be-71b4-43e1-81b9-c110a5a13233) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:37.772365 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d61ef-6a3d-4b33-abfc-c6a9dcbefb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1242e8-ac74-412d-8966-a85cfc97b3fa,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:37.777708 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-156b20e2-b731-40bc-a5be-f92753c95135 req-0ae86706-4074-4399-b213-20e6b951ac4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] For port 9cd77afb-5548-43ce-b577-80086504d718, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=9cd77afb-5548-43ce-b577-80086504d718,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:37.778076 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-156b20e2-b731-40bc-a5be-f92753c95135 req-0ae86706-4074-4399-b213-20e6b951ac4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:37.782756 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-365d61ef-6a3d-4b33-abfc-c6a9dcbefb92 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6205d87c7044898adb0c575a49ed2c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5739448 Apr 18 19:37:37.789339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Router c21b77ab-27b1-487e-bd86-9ba8d729a14f has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:37:37.790228 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35584) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:37.844015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a174c5-85c3-48f0-84b0-cf14332bbba5 req-e69e4213-a54c-4026-98b5-19447faeae1b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:37.849592 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81a174c5-85c3-48f0-84b0-cf14332bbba5 req-e69e4213-a54c-4026-98b5-19447faeae1b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 945 time: 0.2100391 Apr 18 19:37:38.082967 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a976f14-8219-4655-9264-4840af3c69be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.098242 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35592) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:38.106949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-156b20e2-b731-40bc-a5be-f92753c95135 req-0ae86706-4074-4399-b213-20e6b951ac4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Calling delete_port for 9cd77afb-5548-43ce-b577-80086504d718 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:38.111910 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a976f14-8219-4655-9264-4840af3c69be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.193381 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-81a174c5-85c3-48f0-84b0-cf14332bbba5 req-d3623607-dce4-4566-888d-c27ac8048af2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755511 Apr 18 19:37:38.239133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2890c-2624-49bd-9bb0-7835387a535d req-60dbc5f3-82c1-4c08-866f-13b88d26e39b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:38.240993 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bff2890c-2624-49bd-9bb0-7835387a535d req-60dbc5f3-82c1-4c08-866f-13b88d26e39b service neutron] 10.222.0.71 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.7483284 Apr 18 19:37:38.241725 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.267654 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a976f14-8219-4655-9264-4840af3c69be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.300511 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a976f14-8219-4655-9264-4840af3c69be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1242e8-ac74-412d-8966-a85cfc97b3fa,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:38.343708 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9a976f14-8219-4655-9264-4840af3c69be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.349097 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9a976f14-8219-4655-9264-4840af3c69be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e1242e8-ac74-412d-8966-a85cfc97b3fa HTTP/1.1" status: 204 len: 168 time: 0.5548084 Apr 18 19:37:38.373607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:38.383073 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-752f1f4a-3032-42bf-bf60-19fb0648986c admin admin] 10.222.0.66 "PUT /v2.0/routers/c21b77ab-27b1-487e-bd86-9ba8d729a14f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8291237 Apr 18 19:37:38.388443 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bff2890c-2624-49bd-9bb0-7835387a535d req-59fca9ee-9323-46c4-80df-5b5cdd741ab6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9170538-a77b-4282-ad83-86afc3252449 HTTP/1.1" status: 200 len: 217 time: 0.1244802 Apr 18 19:37:38.449535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device b1d9ef83-1c85-417d-a5c0-08716d5a8be0 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:38.481213 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-3faeb4c0-ea16-4bee-b003-4cebd817ec08 service neutron] 10.222.0.66 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8701639 Apr 18 19:37:38.572414 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port b1d9ef83-1c85-417d-a5c0-08716d5a8be0 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:38.572990 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.732418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:38.742350 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Sync routers for ids ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:37:38.755794 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Usage tracker for resource:security_group_rule and tenant:3b8f93ac2a5a41629b7c88744d88dc74 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:38.781296 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Routers {'c21b77ab-27b1-487e-bd86-9ba8d729a14f'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:38.782016 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:38.791337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6e240-9b3b-42d3-90c4-570dead06390 req-f0074e81-b5e7-4e23-aaa8-cdac8d4650ec tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:38.799317 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-13a6e240-9b3b-42d3-90c4-570dead06390 req-f0074e81-b5e7-4e23-aaa8-cdac8d4650ec tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.1187592 Apr 18 19:37:38.802976 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:38.810597 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:38.889496 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-13a6e240-9b3b-42d3-90c4-570dead06390 req-ebd4fe9a-3bc3-4374-9fd7-710667b58b24 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891654 Apr 18 19:37:38.909691 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2890c-2624-49bd-9bb0-7835387a535d req-cea7405b-8f69-4cd0-993a-98dbb8891a2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:38.911427 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bff2890c-2624-49bd-9bb0-7835387a535d req-cea7405b-8f69-4cd0-993a-98dbb8891a2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.5094378 Apr 18 19:37:38.967941 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:38.983230 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.074883 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.127395 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Set router c21b77ab-27b1-487e-bd86-9ba8d729a14f gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:39.192519 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-f8c86eeb-d467-47b4-8b2e-31951bed3fdf service neutron] 10.222.0.66 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6685593 Apr 18 19:37:39.214107 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b8f93ac2a5a41629b7c88744d88dc74&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0785272 Apr 18 19:37:39.215022 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180930f6-4711-4f2e-8368-441e3420ec4f,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:39.217139 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35614) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:39.250121 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:39.250637 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:39.252421 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:39.252826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:39.253402 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:39.253799 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:39.254187 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:39.255054 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:39.255501 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:39.255886 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:39.256271 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29435ff1-f550-4b92-955f-37949627c5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:39.288554 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.371226 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-156b20e2-b731-40bc-a5be-f92753c95135 req-0ae86706-4074-4399-b213-20e6b951ac4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.382062 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2502e8ca-22e0-430b-8948-d28e6c4ce6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.437913 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2502e8ca-22e0-430b-8948-d28e6c4ce6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.450132 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bff2890c-2624-49bd-9bb0-7835387a535d req-029bc7b2-9578-4644-8928-f63a78f06cdf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4592404 Apr 18 19:37:39.463265 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35622) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:39.534672 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c5239e1c-7702-450b-a967-7c5d54fd5806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.640005 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c5239e1c-7702-450b-a967-7c5d54fd5806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:39.645433 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c5239e1c-7702-450b-a967-7c5d54fd5806 admin admin] Usage tracker for resource:security_group_rule and tenant:ac84b66640dc410c8b3f090d52ed66f8 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:39.649650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c5239e1c-7702-450b-a967-7c5d54fd5806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:39.656292 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c5239e1c-7702-450b-a967-7c5d54fd5806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:39.708717 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'name': 'tempest-TaggedBootDevicesTest_v242-806893043-router', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:35Z', 'revision_number': 4, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'gw_port': {'id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ba53176f-5064-4f10-84f2-37c57d088e53', 'name': '', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'mac_address': 'fa:16:3e:1b:5f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:33Z', 'updated_at': '2022-04-18T19:37:35Z', 'revision_number': 2, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'subnets': [{'id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:39.717359 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Checking router: c21b77ab-27b1-487e-bd86-9ba8d729a14f for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:37:39.718442 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Updating router c21b77ab-27b1-487e-bd86-9ba8d729a14f port ba53176f-5064-4f10-84f2-37c57d088e53 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:37:39.775627 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c5239e1c-7702-450b-a967-7c5d54fd5806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.781937 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.808283 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.858670 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-02968caf-dc3c-4dbb-b9ed-6358ed1d9289 req-b695d07e-aab6-45e3-8768-bbda779ab8e3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 210 time: 0.0604951 Apr 18 19:37:39.859234 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2502e8ca-22e0-430b-8948-d28e6c4ce6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.882491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502e8ca-22e0-430b-8948-d28e6c4ce6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180930f6-4711-4f2e-8368-441e3420ec4f,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:39.894673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9fc5be-71b4-43e1-81b9-c110a5a13233,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:39.900463 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2502e8ca-22e0-430b-8948-d28e6c4ce6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.913244 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2502e8ca-22e0-430b-8948-d28e6c4ce6fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/180930f6-4711-4f2e-8368-441e3420ec4f HTTP/1.1" status: 204 len: 168 time: 0.6886656 Apr 18 19:37:39.934746 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c5239e1c-7702-450b-a967-7c5d54fd5806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:39.948947 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-156b20e2-b731-40bc-a5be-f92753c95135 req-0ae86706-4074-4399-b213-20e6b951ac4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] No DVR routers for this DVR port 9cd77afb-5548-43ce-b577-80086504d718 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:37:39.953477 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-156b20e2-b731-40bc-a5be-f92753c95135 req-0ae86706-4074-4399-b213-20e6b951ac4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.002178 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c5239e1c-7702-450b-a967-7c5d54fd5806 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac84b66640dc410c8b3f090d52ed66f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5385637 Apr 18 19:37:40.006005 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35644) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:40.053263 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5239e1c-7702-450b-a967-7c5d54fd5806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a02200-27e9-4825-8383-dece9f0b46d5,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:40.103008 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-069666a1-9c38-4f52-baa5-8554f12eb4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.190264 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-069666a1-9c38-4f52-baa5-8554f12eb4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.194915 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Network 5594ca63-0b61-498f-ac96-008f329be429 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:40.195685 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cba3d4c-7649-44a7-9b3e-d9ae784a577c', 'name': 'network-vif-deleted', 'tag': '9cd77afb-5548-43ce-b577-80086504d718'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:40.207170 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bff2890c-2624-49bd-9bb0-7835387a535d req-48851761-ad05-484f-8f5c-0f5c2763c2cd service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7428520 Apr 18 19:37:40.207914 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:40.219182 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:40.264639 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55934-4859-4b4b-b332-db91ee4b5c77 req-f4032edc-99e1-4318-8e49-accd069ecb01 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:40.272549 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91a55934-4859-4b4b-b332-db91ee4b5c77 req-f4032edc-99e1-4318-8e49-accd069ecb01 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.1394238 Apr 18 19:37:40.278735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86706-4074-4399-b213-20e6b951ac4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event deleted for resources: {'Port': ['ID=9cd77afb-5548-43ce-b577-80086504d718,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:40.282745 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c302f66c-5cdd-46b6-98aa-3cd2349bf1e3 req-9f581ee5-b49b-42b3-ab32-6533424836db tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 210 time: 0.4882724 Apr 18 19:37:40.388099 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91a55934-4859-4b4b-b332-db91ee4b5c77 req-8ffdb58c-88a5-405c-bcd8-a95029ac259b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144583 Apr 18 19:37:40.398951 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-156b20e2-b731-40bc-a5be-f92753c95135 req-0ae86706-4074-4399-b213-20e6b951ac4c tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "DELETE /v2.0/ports/9cd77afb-5548-43ce-b577-80086504d718 HTTP/1.1" status: 204 len: 173 time: 3.7511415 Apr 18 19:37:40.413857 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.437327 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-069666a1-9c38-4f52-baa5-8554f12eb4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.469867 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069666a1-9c38-4f52-baa5-8554f12eb4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a02200-27e9-4825-8383-dece9f0b46d5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:40.473630 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f96ec68-b712-463d-a925-4df3ea339b62'] response: {'server_uuid': '5cba3d4c-7649-44a7-9b3e-d9ae784a577c', 'name': 'network-vif-deleted', 'tag': '9cd77afb-5548-43ce-b577-80086504d718', 'status': 'completed', 'code': 200} Apr 18 19:37:40.479457 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-069666a1-9c38-4f52-baa5-8554f12eb4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.484457 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-069666a1-9c38-4f52-baa5-8554f12eb4b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/97a02200-27e9-4825-8383-dece9f0b46d5 HTTP/1.1" status: 204 len: 168 time: 0.4772599 Apr 18 19:37:40.497741 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bff2890c-2624-49bd-9bb0-7835387a535d req-33ff727d-ede5-4e70-8ccc-818a39c1d28c service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443571 Apr 18 19:37:40.509205 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device c858d11b-9580-411d-ba4e-e8c0660da5d8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:40.649895 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.665416 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Transition to ACTIVE for port object ba53176f-5064-4f10-84f2-37c57d088e53 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:40.676721 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.736204 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.749053 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port c858d11b-9580-411d-ba4e-e8c0660da5d8 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:40.778989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port c858d11b-9580-411d-ba4e-e8c0660da5d8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:40.779163 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:40.952587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95ba6a-a963-4b27-95b4-ad287ee3bb85 None None] Pushing event updated for resources: {'Port': ['ID=ba53176f-5064-4f10-84f2-37c57d088e53,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:41.162016 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.212329 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port c858d11b-9580-411d-ba4e-e8c0660da5d8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=c858d11b-9580-411d-ba4e-e8c0660da5d8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:41.237280 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.249029 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9cd77afb-5548-43ce-b577-80086504d718 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:37:41.263125 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bae3cae9-31ea-4cb2-8468-0bf184a2394f req-20f46776-3c2a-4970-ad8a-29227e5a5cf2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cba3d4c-7649-44a7-9b3e-d9ae784a577c HTTP/1.1" status: 200 len: 210 time: 0.1482635 Apr 18 19:37:41.352038 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 9cd77afb-5548-43ce-b577-80086504d718 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:37:41.352038 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 9cd77afb-5548-43ce-b577-80086504d718 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:37:41.352038 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.368906 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.413860 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.463781 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Attempting to bind port ba53176f-5064-4f10-84f2-37c57d088e53 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:41.464675 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Attempting to bind port ba53176f-5064-4f10-84f2-37c57d088e53 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:41.465688 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Attempting to bind port ba53176f-5064-4f10-84f2-37c57d088e53 on network 5bd4a5f7-633f-4d1f-acf7-80386538c80d {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:41.510965 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:41.511685 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Checking segment: {'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:41.512383 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.512991 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Bound using segment: {'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:41.513755 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Bound port: ba53176f-5064-4f10-84f2-37c57d088e53, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:41.514325 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.608882 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.659290 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2532a285-bbcd-44ed-8050-25d1ceb1b2af req-b3a1e04f-9c9f-4044-b131-e679d6f54932 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 210 time: 0.1010711 Apr 18 19:37:41.702157 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] For port ba53176f-5064-4f10-84f2-37c57d088e53, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:41.706757 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] For port ba53176f-5064-4f10-84f2-37c57d088e53, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ba53176f-5064-4f10-84f2-37c57d088e53,segment=NetworkSegment(978ba6dc-9276-4780-bd15-53315361909f),segment_id=978ba6dc-9276-4780-bd15-53315361909f)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:41.716481 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=c858d11b-9580-411d-ba4e-e8c0660da5d8,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:41.732079 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9fc5be-71b4-43e1-81b9-c110a5a13233,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:41.788292 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:41.814339 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Network 5594ca63-0b61-498f-ac96-008f329be429 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:41.815791 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:41.926712 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631618ed-49ae-45c5-bb94-c51eb7a48997 req-a8b57c48-f6de-41b7-bb75-6ef06fba6bab tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:41.930290 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-631618ed-49ae-45c5-bb94-c51eb7a48997 req-a8b57c48-f6de-41b7-bb75-6ef06fba6bab tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.3013084 Apr 18 19:37:41.946343 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95ba6a-a963-4b27-95b4-ad287ee3bb85 None None] Pushing event updated for resources: {'Port': ['ID=ba53176f-5064-4f10-84f2-37c57d088e53,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:41.960796 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Routers {'c21b77ab-27b1-487e-bd86-9ba8d729a14f'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:41.961627 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:41.987386 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35694) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:42.023211 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-730609865-network', 'tenant_id': '7031cdb64723466884d44b2b586acff2'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:42.046853 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:42.064503 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Usage tracker for resource:network and tenant:7031cdb64723466884d44b2b586acff2 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:42.089503 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-631618ed-49ae-45c5-bb94-c51eb7a48997 req-f0f090af-5913-4d91-b728-a9d24d4f0e78 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523368 Apr 18 19:37:42.091666 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:42.115993 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:42.215585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Made reservation on behalf of 7031cdb64723466884d44b2b586acff2 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:42.223648 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:42.246562 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:42.274677 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] Set router c21b77ab-27b1-487e-bd86-9ba8d729a14f gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:42.350176 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:42.360686 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Usage tracker for resource:security_group_rule and tenant:7031cdb64723466884d44b2b586acff2 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:42.373151 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:42.389989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device c858d11b-9580-411d-ba4e-e8c0660da5d8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:42.393623 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:42.491418 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:42.510929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:37:42.563692 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:42.581315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:37:42.596998 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:42.601310 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Added segment aa2c4454-2821-4c8c-b3aa-4bf04696377a of type vlan for network 17039c3e-781b-4088-b6e3-5666ee480172 Apr 18 19:37:42.638110 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:42.708120 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3e9007-7c76-4846-8b20-2701377d92f5,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:42.755455 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port c858d11b-9580-411d-ba4e-e8c0660da5d8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:42.756141 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:42.769426 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:42.770805 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:42.771500 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:42.877726 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'name': 'tempest-TaggedBootDevicesTest_v242-806893043-router', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:35Z', 'revision_number': 4, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'gw_port': {'id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ba53176f-5064-4f10-84f2-37c57d088e53', 'name': '', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'mac_address': 'fa:16:3e:1b:5f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:33Z', 'updated_at': '2022-04-18T19:37:41Z', 'revision_number': 4, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'subnets': [{'id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:42.898248 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2267328-ed3e-449c-844a-1b563d6d5424 None None] The sync data for ids ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'] in n-d-838334-1 is: [{'id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'name': 'tempest-TaggedBootDevicesTest_v242-806893043-router', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:35Z', 'revision_number': 4, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'gw_port': {'id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ba53176f-5064-4f10-84f2-37c57d088e53', 'name': '', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'mac_address': 'fa:16:3e:1b:5f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:33Z', 'updated_at': '2022-04-18T19:37:41Z', 'revision_number': 4, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'subnets': [{'id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:37:43.068393 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-7cd488ce-cf2a-488c-b14c-a0570f98731f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:43.073495 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-7cd488ce-cf2a-488c-b14c-a0570f98731f tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.2441459 Apr 18 19:37:43.124489 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-52146bb8-0146-4a52-a464-18c36017d1d0 req-3aa69ba5-f84b-4b1e-9493-372e50303d55 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 210 time: 0.1616979 Apr 18 19:37:43.130457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-fd0ecc25-a667-4357-98ff-ee442631683c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:43.132041 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-fd0ecc25-a667-4357-98ff-ee442631683c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.16 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 811 time: 0.5443237 Apr 18 19:37:43.234712 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-47bedea4-7133-4479-bd23-4efc46941b0c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a HTTP/1.1" status: 200 len: 379 time: 0.0795188 Apr 18 19:37:43.246650 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'port': {'device_id': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'admin_state_up': True, 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'security_groups': ['dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:43.255112 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-c1bb4dd0-66b8-4ccc-b701-ef9de8195224 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/quotas/95c3ea07abf945b49256e3013451a29a HTTP/1.1" status: 200 len: 375 time: 0.0150208 Apr 18 19:37:43.304595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] Pushing event updated for resources: {'Network': ['ID=17039c3e-781b-4088-b6e3-5666ee480172,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:43.314747 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-e7670ca7-e27a-4dd1-ac40-a458cca603a6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535154 Apr 18 19:37:43.315416 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 17039c3e-781b-4088-b6e3-5666ee480172 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:37:43.374392 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-42f4a41a-697b-4841-b4d8-d8188d341082 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3857856 Apr 18 19:37:43.375681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35728) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:43.386969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Request body: {'subnet': {'network_id': '17039c3e-781b-4088-b6e3-5666ee480172', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-730609865-subnet', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:43.392296 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:43.396746 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Usage tracker for resource:subnet and tenant:7031cdb64723466884d44b2b586acff2 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:43.399808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:43.406974 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:43.473738 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:43.487304 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8507e3a0-da89-4e71-a799-ee1a78627244 admin admin] 10.222.0.66 "PUT /v2.0/routers/b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8890879 Apr 18 19:37:43.505684 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Made reservation on behalf of 7031cdb64723466884d44b2b586acff2 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:43.508196 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:43.514018 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:43.532432 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851f15c-75ac-4ac4-b386-7f65ee96c106 req-1a16b594-cefe-417b-9ca8-4c1731be7aa2 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:43.534634 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4851f15c-75ac-4ac4-b386-7f65ee96c106 req-1a16b594-cefe-417b-9ca8-4c1731be7aa2 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.2004945 Apr 18 19:37:43.535635 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:43.589329 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4851f15c-75ac-4ac4-b386-7f65ee96c106 req-0fdcf540-72b5-422a-bb27-aa8d2e377b77 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479159 Apr 18 19:37:43.631458 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Made reservation on behalf of e7325a8c61fa403faddd6eaf3b6fc79a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:43.639622 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:43.876920 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-7bb681a6-8f5d-4926-9bff-fed9f90069ef service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499291 Apr 18 19:37:44.066466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Allocated IP 172.20.0.7 (9f1ef17e-b1e6-4dba-acd7-cfdbec804548/f7ed536a-f9fc-4c43-ae4a-2b9b9accf427/635e387a-ec64-4b37-b75b-10f0fd893462) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:44.211900 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-4c808961-46e1-4510-879a-2cdaffb713a8 service neutron] 10.222.0.66 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342173 Apr 18 19:37:44.278460 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.396738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7d5d21-87bd-45f7-98ec-5168ec46e77b,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:44.402830 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ba53176f-5064-4f10-84f2-37c57d088e53 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:44.426516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Checking segment: {'id': 'aa2c4454-2821-4c8c-b3aa-4bf04696377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:44.426893 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Network hostable DHCP agents. Network: 17039c3e-781b-4088-b6e3-5666ee480172, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:37:44.477869 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d098c313-a0e0-45dd-95bb-1f36aadb7bb5 req-d64c6841-21e7-45e1-98b7-bb467c812b23 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 210 time: 0.1305137 Apr 18 19:37:44.524366 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.540264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Network 17039c3e-781b-4088-b6e3-5666ee480172 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:37:44.546234 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Transition to ACTIVE for port object 635e387a-ec64-4b37-b75b-10f0fd893462 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:44.628303 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 17039c3e-781b-4088-b6e3-5666ee480172) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:44.642152 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:44.642897 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.645019 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63301fe-c76f-44d2-98df-f1da2bc1619e None None] Network 17039c3e-781b-4088-b6e3-5666ee480172 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:44.723582 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.750094 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-078fe83c-99e7-4527-8100-750fb247a37c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3732090 Apr 18 19:37:44.751362 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35766) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:44.757597 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-730609865-router', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:44.769173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:44.779841 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Usage tracker for resource:router and tenant:7031cdb64723466884d44b2b586acff2 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:44.788934 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:44.803710 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:44.895555 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.897443 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.902771 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-08e23aa3-8325-4434-b778-c06465457f6e req-69e84c94-7fec-49f9-81c7-866dc59c01cc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:44.937951 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port ba53176f-5064-4f10-84f2-37c57d088e53 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:44.940145 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.964874 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port ba53176f-5064-4f10-84f2-37c57d088e53 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:44.965245 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:44.977524 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80a91f-878c-4a47-8f08-c036714cb2b1 req-0719f71e-7cb0-47cf-8615-4b6069f03a1b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:44.988130 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb80a91f-878c-4a47-8f08-c036714cb2b1 req-0719f71e-7cb0-47cf-8615-4b6069f03a1b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.1525657 Apr 18 19:37:44.995174 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event updated for resources: {'Port': ['ID=635e387a-ec64-4b37-b75b-10f0fd893462,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:45.023829 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:45.025396 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:45.028041 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:45.067857 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fb80a91f-878c-4a47-8f08-c036714cb2b1 req-d4b053b8-3e0d-4f04-bcab-de26b54a9745 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783992 Apr 18 19:37:45.076705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-08e23aa3-8325-4434-b778-c06465457f6e req-69e84c94-7fec-49f9-81c7-866dc59c01cc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:45.078343 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08e23aa3-8325-4434-b778-c06465457f6e req-69e84c94-7fec-49f9-81c7-866dc59c01cc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 210 time: 0.4613483 Apr 18 19:37:45.120573 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:45.121458 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.278349 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-8a94df60-991a-46f6-89cd-6a8af3924ae5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0359576 Apr 18 19:37:45.295387 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Request body: {'port': {'device_id': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:45.406223 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.523179 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.548170 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.589999 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-17039c3e-781b-4088-b6e3-5666ee480172', 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'fixed_ips': [{'subnet_id': 'ce7d5d21-87bd-45f7-98ec-5168ec46e77b'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:37:45.591246 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.610697 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port ba53176f-5064-4f10-84f2-37c57d088e53, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ba53176f-5064-4f10-84f2-37c57d088e53,segment=NetworkSegment(978ba6dc-9276-4780-bd15-53315361909f),segment_id=978ba6dc-9276-4780-bd15-53315361909f)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:45.757936 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d03b3f2c-1eb9-4e38-bc76-04979b211ebb None None] Provisioning for port 635e387a-ec64-4b37-b75b-10f0fd893462 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:45.762613 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.847140 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d03b3f2c-1eb9-4e38-bc76-04979b211ebb None None] Provisioning complete for port 635e387a-ec64-4b37-b75b-10f0fd893462 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:45.847512 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d03b3f2c-1eb9-4e38-bc76-04979b211ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:45.956008 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-d03b3f2c-1eb9-4e38-bc76-04979b211ebb None None] Port 635e387a-ec64-4b37-b75b-10f0fd893462 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:37:46.033183 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=ba53176f-5064-4f10-84f2-37c57d088e53,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:46.059549 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612f57e-9177-4412-9c40-57c3fc1f1e99 req-e471ab92-a1cf-4164-bd49-355526266840 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:46.060468 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6612f57e-9177-4412-9c40-57c3fc1f1e99 req-e471ab92-a1cf-4164-bd49-355526266840 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Synchronizing usage tracker for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:46.066512 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Allocated IP 172.20.0.2 (17039c3e-781b-4088-b6e3-5666ee480172/ce7d5d21-87bd-45f7-98ec-5168ec46e77b/ead6fc65-3f66-454b-8c51-c5a0f970be0b) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:46.074950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-3632340d-c2f3-4ec1-bdfe-64cc0ac60aa2 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:46.075653 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-3632340d-c2f3-4ec1-bdfe-64cc0ac60aa2 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Synchronizing usage tracker for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:46.166120 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-3632340d-c2f3-4ec1-bdfe-64cc0ac60aa2 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Unset dirty status for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:46.168918 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-3632340d-c2f3-4ec1-bdfe-64cc0ac60aa2 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/networks?id=5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 200 len: 810 time: 0.4226434 Apr 18 19:37:46.217862 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6612f57e-9177-4412-9c40-57c3fc1f1e99 req-e471ab92-a1cf-4164-bd49-355526266840 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Unset dirty status for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:46.231838 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-dbdbea09-c50c-4880-8413-1af55d77518d tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/quotas/69a63193a87944f7a8385eb2dc446bcd HTTP/1.1" status: 200 len: 375 time: 0.0469775 Apr 18 19:37:46.233451 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6612f57e-9177-4412-9c40-57c3fc1f1e99 req-e471ab92-a1cf-4164-bd49-355526266840 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 931 time: 0.4159479 Apr 18 19:37:46.298342 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.375995 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.414828 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ba53176f-5064-4f10-84f2-37c57d088e53 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:46.429844 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6612f57e-9177-4412-9c40-57c3fc1f1e99 req-ba169416-05d3-49c1-b945-8c1cef0ef174 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953831 Apr 18 19:37:46.434782 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635e387a-ec64-4b37-b75b-10f0fd893462 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:46.448057 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.471762 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Transition to ACTIVE for port object 635e387a-ec64-4b37-b75b-10f0fd893462 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:46.523284 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.616714 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.624923 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-e9fbbcd9-1ede-456f-9810-24fb4ec4b9cb tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=69a63193a87944f7a8385eb2dc446bcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3809042 Apr 18 19:37:46.634442 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Transition to ACTIVE for port object ead6fc65-3f66-454b-8c51-c5a0f970be0b will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:46.685889 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Transition to ACTIVE for port object ead6fc65-3f66-454b-8c51-c5a0f970be0b will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:46.701655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port ba53176f-5064-4f10-84f2-37c57d088e53 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:46.704549 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.809007 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:46.815105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Pushing event updated for resources: {'Port': ['ID=635e387a-ec64-4b37-b75b-10f0fd893462,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:46.905989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Network 17039c3e-781b-4088-b6e3-5666ee480172 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:46.913176 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:46.915358 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:46.933225 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Pushing event updated for resources: {'Port': ['ID=ead6fc65-3f66-454b-8c51-c5a0f970be0b,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:46.951411 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Allocated IP 172.25.8.83 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/a9fddfc3-269c-4d5b-b4f6-b0825dba170a) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:47.027989 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939ed33-69b1-455e-8e4a-2130f2f6e0cc req-fcc2c398-0d65-43fc-9d91-69d5cbb23d1c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:47.029669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e939ed33-69b1-455e-8e4a-2130f2f6e0cc req-fcc2c398-0d65-43fc-9d91-69d5cbb23d1c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.3157601 Apr 18 19:37:47.115282 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Attempting to bind port ead6fc65-3f66-454b-8c51-c5a0f970be0b on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:47.117325 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Attempting to bind port ead6fc65-3f66-454b-8c51-c5a0f970be0b by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'aa2c4454-2821-4c8c-b3aa-4bf04696377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:47.117649 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Attempting to bind port ead6fc65-3f66-454b-8c51-c5a0f970be0b on network 17039c3e-781b-4088-b6e3-5666ee480172 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:47.135160 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:47.137629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Checking segment: {'id': 'aa2c4454-2821-4c8c-b3aa-4bf04696377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:47.137945 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.140724 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Bound using segment: {'id': 'aa2c4454-2821-4c8c-b3aa-4bf04696377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:47.142099 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Bound port: ead6fc65-3f66-454b-8c51-c5a0f970be0b, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2c4454-2821-4c8c-b3aa-4bf04696377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:47.142538 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.201153 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-0822eb94-e423-4661-ac24-800d96c41b47 service neutron] 10.222.0.66 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756350 Apr 18 19:37:47.205233 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Attempting to bind port 635e387a-ec64-4b37-b75b-10f0fd893462 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:47.205472 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Attempting to bind port 635e387a-ec64-4b37-b75b-10f0fd893462 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:47.206953 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Attempting to bind port 635e387a-ec64-4b37-b75b-10f0fd893462 on network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:47.234703 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e939ed33-69b1-455e-8e4a-2130f2f6e0cc req-a2c33093-89a3-42d4-85b9-734fb51d10a9 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924233 Apr 18 19:37:47.236635 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Port 635e387a-ec64-4b37-b75b-10f0fd893462 on network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:37:47.236920 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Attempting to bind port 635e387a-ec64-4b37-b75b-10f0fd893462 on network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:47.250302 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35834) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:47.252291 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:47.253916 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Checking segment: {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:47.254545 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Bound using segment: {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:47.255182 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Bound port: 635e387a-ec64-4b37-b75b-10f0fd893462, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9c8d6e-f935-4269-9fbc-152118009951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:47.255720 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.298858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35838) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:47.359455 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] For port ead6fc65-3f66-454b-8c51-c5a0f970be0b, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:47.366128 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] For port ead6fc65-3f66-454b-8c51-c5a0f970be0b, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ead6fc65-3f66-454b-8c51-c5a0f970be0b,segment=NetworkSegment(aa2c4454-2821-4c8c-b3aa-4bf04696377a),segment_id=aa2c4454-2821-4c8c-b3aa-4bf04696377a)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:47.457765 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e2435bb7-717d-4c5f-96b9-fffe8d0ac79d req-a9ea1edd-f165-4269-b0c2-aff9116dc2d4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 210 time: 0.0486851 Apr 18 19:37:47.469544 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.470674 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] For port 635e387a-ec64-4b37-b75b-10f0fd893462, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:47.476994 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] For port 635e387a-ec64-4b37-b75b-10f0fd893462, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=635e387a-ec64-4b37-b75b-10f0fd893462,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:47.485141 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-a13a67a5-cea6-4a01-a5dd-549665c67d6d service neutron] 10.222.0.66 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828333 Apr 18 19:37:47.568567 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a6b31151-c277-45b8-b52e-60cc07d5eaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.584883 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-662872332', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:47.608252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:47.615768 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Usage tracker for resource:port and tenant:191f39ebbdd2473dbd1f5cc3f396da0e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:47.618725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a6b31151-c277-45b8-b52e-60cc07d5eaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:47.621003 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:47.626784 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.627571 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a6b31151-c277-45b8-b52e-60cc07d5eaac admin admin] Usage tracker for resource:security_group_rule and tenant:2cefec5533b744879b8add350f6989ec is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:47.630422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:47.632668 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a6b31151-c277-45b8-b52e-60cc07d5eaac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:47.642565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a6b31151-c277-45b8-b52e-60cc07d5eaac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:47.683558 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.716955 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Pushing event updated for resources: {'Port': ['ID=ead6fc65-3f66-454b-8c51-c5a0f970be0b,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:47.729928 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.730283 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.730642 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.730978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.731307 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.731634 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.731958 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.732278 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.732598 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.732925 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.733259 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe5d682-f423-4348-951e-6cc9414444ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:37:47.797262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Made reservation on behalf of 191f39ebbdd2473dbd1f5cc3f396da0e for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:47.799116 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.855332 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:47.925155 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:47.943655 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:47.946774 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:47.981185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Pushing event updated for resources: {'Port': ['ID=a9fddfc3-269c-4d5b-b4f6-b0825dba170a,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:47.999354 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3e0b6cde-c1a1-428a-a43f-078feb1414c7 req-923ef80c-9c6a-4295-a13a-e9b18df23783 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 210 time: 0.1489727 Apr 18 19:37:48.015869 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a6b31151-c277-45b8-b52e-60cc07d5eaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.061644 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-62793795-4867-4de5-8f9f-eb5b3580c0c6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:48.064101 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-62793795-4867-4de5-8f9f-eb5b3580c0c6 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 812 time: 0.4550564 Apr 18 19:37:48.068257 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.080555 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a6b31151-c277-45b8-b52e-60cc07d5eaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.115358 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:48.147035 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Request body: {'port': {'device_id': '2be3cc99-4741-46b8-85ef-c918f2cfccea', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'admin_state_up': True, 'tenant_id': '95c3ea07abf945b49256e3013451a29a'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:48.190683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Usage tracker for resource:security_group_rule and tenant:191f39ebbdd2473dbd1f5cc3f396da0e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:48.210029 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:48.252700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:48.271642 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a6b31151-c277-45b8-b52e-60cc07d5eaac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2cefec5533b744879b8add350f6989ec&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0122406 Apr 18 19:37:48.283235 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35868) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:48.325842 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b31151-c277-45b8-b52e-60cc07d5eaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1af0bb-8c7e-443d-8197-651de7d4abde,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:48.367817 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.371042 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] 10.222.0.16 "PUT /v2.0/ports/635e387a-ec64-4b37-b75b-10f0fd893462 HTTP/1.1" status: 200 len: 1091 time: 3.0809224 Apr 18 19:37:48.372962 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'tag': '635e387a-ec64-4b37-b75b-10f0fd893462'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:48.452049 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26e9b2-6a1c-433b-9203-bd3d39fd6306 service neutron] Pushing event updated for resources: {'Port': ['ID=635e387a-ec64-4b37-b75b-10f0fd893462,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:48.495073 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-30632091-43cb-40e4-8560-565ed53ef29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.502930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ead6fc65-3f66-454b-8c51-c5a0f970be0b up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:48.525816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:48.542123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7d026-5f97-4a27-9fc4-1b05fc9e5ca3 req-65e60edd-c4fb-4038-b41d-80f6d59d735d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:48.550980 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cb7d026-5f97-4a27-9fc4-1b05fc9e5ca3 req-65e60edd-c4fb-4038-b41d-80f6d59d735d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 943 time: 0.4857366 Apr 18 19:37:48.571741 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.593304 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.594390 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.628497 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.650526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] device_id is not set on port 98405593-fc43-422d-9d50-5b57f32ef5b7 yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:37:48.659598 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port ead6fc65-3f66-454b-8c51-c5a0f970be0b completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:48.680411 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:48.690638 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1cb7d026-5f97-4a27-9fc4-1b05fc9e5ca3 req-9ab954e4-b87f-405a-b08b-e4fd6aaa9b7a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386828 Apr 18 19:37:48.692466 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-30632091-43cb-40e4-8560-565ed53ef29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.785179 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-ab1a355e-86ec-4d9e-9fb8-c0ec37e7f205 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 1094 time: 0.2035780 Apr 18 19:37:48.786734 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Made reservation on behalf of 95c3ea07abf945b49256e3013451a29a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:48.790882 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:48.791873 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee1332-8125-4d14-a1b5-2df9af255936 req-95a6c3a7-14e1-44a5-bb3c-7e6d96fb4c00 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:48.794063 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cdee1332-8125-4d14-a1b5-2df9af255936 req-95a6c3a7-14e1-44a5-bb3c-7e6d96fb4c00 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.3748338 Apr 18 19:37:48.811707 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d907bb6-3945-41cb-accf-45af538fb379'] response: {'name': 'network-changed', 'server_uuid': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'tag': '635e387a-ec64-4b37-b75b-10f0fd893462', 'status': 'completed', 'code': 200} Apr 18 19:37:49.013834 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-30632091-43cb-40e4-8560-565ed53ef29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.028668 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3278a8a4-fe95-490c-9172-7fba662da686 req-db54480b-ba1b-49d8-aa7a-1db69c6cde08 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 210 time: 0.0844607 Apr 18 19:37:49.041032 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-31fed79c-b731-4553-a38a-1db9c8b6beaa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=635e387a-ec64-4b37-b75b-10f0fd893462 HTTP/1.1" status: 200 len: 217 time: 0.2284887 Apr 18 19:37:49.045162 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e10aab-7fe3-42e3-97f3-355f6fff5d4d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:49.051817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30632091-43cb-40e4-8560-565ed53ef29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1af0bb-8c7e-443d-8197-651de7d4abde,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:49.223023 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cdee1332-8125-4d14-a1b5-2df9af255936 req-2a2d75ef-6478-43af-b062-de9af28eff54 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4110711 Apr 18 19:37:49.276995 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1721c8-3e3d-4f83-bf6f-98d116b96b1d None None] Network 17039c3e-781b-4088-b6e3-5666ee480172 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:37:49.288973 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Allocated IP 172.25.8.203 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/98405593-fc43-422d-9d50-5b57f32ef5b7) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:49.303403 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Allocated IP 172.20.0.2 (9772eb3e-4470-4e98-9621-f0c5fd024ef1/fd27771e-135d-4136-a053-2cd32b4aaaa8/1ffd2f03-46d4-4dd5-9351-c329c2b75589) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:49.327667 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-acc62140-4cfd-43f5-895a-1c053d93c894 req-9d570546-8b0b-4a62-935d-69a851a1ec0c tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Synchronizing usage tracker for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:49.348566 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-30632091-43cb-40e4-8560-565ed53ef29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.352835 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-30632091-43cb-40e4-8560-565ed53ef29a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd1af0bb-8c7e-443d-8197-651de7d4abde HTTP/1.1" status: 204 len: 168 time: 1.0651798 Apr 18 19:37:49.362427 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-1b1fbca4-5b9b-46a3-badc-d555ee61d56b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:49.363849 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-1b1fbca4-5b9b-46a3-badc-d555ee61d56b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 HTTP/1.1" status: 200 len: 850 time: 0.2941768 Apr 18 19:37:49.551650 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-acc62140-4cfd-43f5-895a-1c053d93c894 req-9d570546-8b0b-4a62-935d-69a851a1ec0c tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Unset dirty status for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:49.553317 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc62140-4cfd-43f5-895a-1c053d93c894 req-9d570546-8b0b-4a62-935d-69a851a1ec0c tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 210 time: 0.3004184 Apr 18 19:37:49.591120 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-76296451-9c92-43ad-9363-248a45fa3dda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2104077 Apr 18 19:37:49.632993 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.652790 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b0b99fec-2e33-4584-857f-53dc59ce22e4 None None] Provisioning for port ead6fc65-3f66-454b-8c51-c5a0f970be0b completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:49.659253 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.664363 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b0b99fec-2e33-4584-857f-53dc59ce22e4 None None] Provisioning complete for port ead6fc65-3f66-454b-8c51-c5a0f970be0b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:49.665347 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b0b99fec-2e33-4584-857f-53dc59ce22e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.717662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Router a18d94bc-b01f-4c12-9982-53132596e930 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:37:49.821232 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b0b99fec-2e33-4584-857f-53dc59ce22e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.847570 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.865018 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:49.866728 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-b0b99fec-2e33-4584-857f-53dc59ce22e4 None None] For port ead6fc65-3f66-454b-8c51-c5a0f970be0b, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ead6fc65-3f66-454b-8c51-c5a0f970be0b,segment=NetworkSegment(aa2c4454-2821-4c8c-b3aa-4bf04696377a),segment_id=aa2c4454-2821-4c8c-b3aa-4bf04696377a)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:49.946057 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b0b99fec-2e33-4584-857f-53dc59ce22e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.035904 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-f42b2458-121f-47e7-a4e5-8affecf9457a service neutron] 10.222.0.16 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403754 Apr 18 19:37:50.037736 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Pushing event updated for resources: {'Port': ['ID=98405593-fc43-422d-9d50-5b57f32ef5b7,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:50.044981 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:50.050961 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:50.070587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b99fec-2e33-4584-857f-53dc59ce22e4 None None] Pushing event updated for resources: {'Port': ['ID=ead6fc65-3f66-454b-8c51-c5a0f970be0b,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:50.077330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event updated for resources: {'Port': ['ID=1ffd2f03-46d4-4dd5-9351-c329c2b75589,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:50.081480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:50.194112 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:50.210865 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:50.214985 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:50.275032 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-461adf5b-b842-4699-b214-58a679a940ff None None] Provisioning complete for port ead6fc65-3f66-454b-8c51-c5a0f970be0b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:50.275544 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-461adf5b-b842-4699-b214-58a679a940ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.296295 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:50.296914 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.320860 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb8bb3-e117-4360-b58c-765051532339 req-de6308d2-981a-4f6b-88c1-ac648a3b141a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:50.322396 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-24eb8bb3-e117-4360-b58c-765051532339 req-de6308d2-981a-4f6b-88c1-ac648a3b141a tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 943 time: 0.2904322 Apr 18 19:37:50.403438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-24eb8bb3-e117-4360-b58c-765051532339 req-b1ccbe92-6af9-42ad-bd1a-2b75ab32cd4c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Synchronizing usage tracker for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:50.411365 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35920) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:50.425114 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ead6fc65-3f66-454b-8c51-c5a0f970be0b up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:50.431927 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:50.432546 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.448824 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-24eb8bb3-e117-4360-b58c-765051532339 req-b1ccbe92-6af9-42ad-bd1a-2b75ab32cd4c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Unset dirty status for tenant:e7325a8c61fa403faddd6eaf3b6fc79a on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:50.449980 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-24eb8bb3-e117-4360-b58c-765051532339 req-b1ccbe92-6af9-42ad-bd1a-2b75ab32cd4c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184309 Apr 18 19:37:50.451554 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4be97dac-6907-4268-bfe1-6a1a38250281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.467675 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7162e665-a7b4-441f-8040-31f51734f902 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1186750 Apr 18 19:37:50.471065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:50.484838 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Sync routers for ids ['a18d94bc-b01f-4c12-9982-53132596e930'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:37:50.496455 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 35924) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:50.514411 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Routers {'a18d94bc-b01f-4c12-9982-53132596e930'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:50.515256 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a18d94bc-b01f-4c12-9982-53132596e930'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:50.526291 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4be97dac-6907-4268-bfe1-6a1a38250281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:50.535349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4be97dac-6907-4268-bfe1-6a1a38250281 admin admin] Usage tracker for resource:security_group_rule and tenant:6e3c732338834ace8849ab2473f2fbe3 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:50.539505 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4be97dac-6907-4268-bfe1-6a1a38250281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:50.545490 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4be97dac-6907-4268-bfe1-6a1a38250281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:50.569504 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.203'}]}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:50.575244 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:50.580418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Usage tracker for resource:router and tenant:191f39ebbdd2473dbd1f5cc3f396da0e is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:50.586466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:50.590172 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:50.604720 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a2e4f7df-8372-4ca4-aa20-b394c382fbce tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4616916 Apr 18 19:37:50.625462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Request body: {'port': {'device_id': '2be3cc99-4741-46b8-85ef-c918f2cfccea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:50.649183 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port ead6fc65-3f66-454b-8c51-c5a0f970be0b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:50.649833 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.709061 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4be97dac-6907-4268-bfe1-6a1a38250281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.710787 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.711991 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.737921 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.792334 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4be97dac-6907-4268-bfe1-6a1a38250281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.809650 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:50.815022 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-adcdbb41-5618-4cc4-b2d1-0e362f1a8b43 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0602958 Apr 18 19:37:50.815022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35936) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:50.855401 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3031b3c5-a7fc-49ad-92ac-2e0f2cd85971 req-f6681ef9-a1d6-466a-9cd7-d4299bb4391d service neutron] 10.222.0.16 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8017747 Apr 18 19:37:50.862263 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Set router a18d94bc-b01f-4c12-9982-53132596e930 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:50.872554 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a837e-c4ce-45be-b342-2b7aa25105a7 req-19747b92-42c7-4339-963b-b06ab740bdb1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:50.873493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-181a837e-c4ce-45be-b342-2b7aa25105a7 req-19747b92-42c7-4339-963b-b06ab740bdb1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:51.029797 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be97dac-6907-4268-bfe1-6a1a38250281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d0fb84-2923-4171-8958-783b8819cd3f,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:51.040604 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4be97dac-6907-4268-bfe1-6a1a38250281 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e3c732338834ace8849ab2473f2fbe3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6227756 Apr 18 19:37:51.040933 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 35944) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:51.127077 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88fe6b-1c4d-4486-aa07-0a0b561c6f20 req-c72651d1-d5f5-42d6-9c49-dcc6c173e7e6 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:51.134092 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1a88fe6b-1c4d-4486-aa07-0a0b561c6f20 req-c72651d1-d5f5-42d6-9c49-dcc6c173e7e6 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.3783276 Apr 18 19:37:51.174395 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.181831 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94c898b8-8580-41b1-a8b6-71ca9f7619ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.237765 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94c898b8-8580-41b1-a8b6-71ca9f7619ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.259811 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'name': 'tempest-TaggedBootDevicesTest_v242-730609865-router', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:44Z', 'updated_at': '2022-04-18T19:37:48Z', 'revision_number': 3, 'project_id': '7031cdb64723466884d44b2b586acff2', 'gw_port': {'id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:46Z', 'updated_at': '2022-04-18T19:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:51.261846 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1a88fe6b-1c4d-4486-aa07-0a0b561c6f20 req-2002f705-0f38-47cb-9da4-e5fea52fa6e8 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268167 Apr 18 19:37:51.269767 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Checking router: a18d94bc-b01f-4c12-9982-53132596e930 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:37:51.270165 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Updating router a18d94bc-b01f-4c12-9982-53132596e930 port a9fddfc3-269c-4d5b-b4f6-b0825dba170a binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:37:51.294073 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-181a837e-c4ce-45be-b342-2b7aa25105a7 req-19747b92-42c7-4339-963b-b06ab740bdb1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:51.295167 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-181a837e-c4ce-45be-b342-2b7aa25105a7 req-19747b92-42c7-4339-963b-b06ab740bdb1 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 931 time: 0.9791400 Apr 18 19:37:51.342540 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.540250 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-edc9e5db-b594-4417-b332-4752e4e66595 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:51.542929 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-edc9e5db-b594-4417-b332-4752e4e66595 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.71 "GET /v2.0/networks?id=5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 200 len: 810 time: 0.6865306 Apr 18 19:37:51.574968 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4e91bb28-0488-410b-8ce1-50cd03d48be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.581034 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8b884ce2-6b6b-4b60-b275-895f7d06a895 req-53549e0c-7017-4e2b-8784-02530966610a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 210 time: 0.1320894 Apr 18 19:37:51.592151 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Request body: {'port': {'device_id': 'b7278909-74ab-4bbe-89e9-2fde29a61dc5', 'network_id': '5594ca63-0b61-498f-ac96-008f329be429', 'admin_state_up': True, 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:51.593847 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94c898b8-8580-41b1-a8b6-71ca9f7619ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.621308 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a6d33aa-17d0-4d1b-96c6-98bfb459c8cb req-2c9c1b0d-daaa-40c3-b409-c73a13ec6d75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 1094 time: 0.5441639 Apr 18 19:37:51.635295 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c898b8-8580-41b1-a8b6-71ca9f7619ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d0fb84-2923-4171-8958-783b8819cd3f,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:51.659148 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-94c898b8-8580-41b1-a8b6-71ca9f7619ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.670131 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-94c898b8-8580-41b1-a8b6-71ca9f7619ec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1d0fb84-2923-4171-8958-783b8819cd3f HTTP/1.1" status: 204 len: 168 time: 0.6234543 Apr 18 19:37:51.773288 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.789929 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Transition to ACTIVE for port object a9fddfc3-269c-4d5b-b4f6-b0825dba170a will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:51.823329 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.837612 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-181a837e-c4ce-45be-b342-2b7aa25105a7 req-a71534b2-cea1-453f-a344-bad3774bc90d tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954748 Apr 18 19:37:51.883018 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:51.921421 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f1d683e5-4f5b-4349-857c-ce5ac50c904e req-25292e63-cce1-4ee1-bc05-34d26ba897b4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 1096 time: 0.7959116 Apr 18 19:37:51.982086 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffe233-d35e-4610-80b8-b9d2ec52deb5 req-e67279bb-1765-4549-b754-356f93eff2ae tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:51.982729 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae7067-9fde-48b7-a977-a8a5b4a8592a None None] Pushing event updated for resources: {'Port': ['ID=a9fddfc3-269c-4d5b-b4f6-b0825dba170a,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:51.983192 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a2ffe233-d35e-4610-80b8-b9d2ec52deb5 req-e67279bb-1765-4549-b754-356f93eff2ae tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 943 time: 0.2707448 Apr 18 19:37:52.013921 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Attempting to bind port a9fddfc3-269c-4d5b-b4f6-b0825dba170a on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:52.014396 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Attempting to bind port a9fddfc3-269c-4d5b-b4f6-b0825dba170a by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:52.015001 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Attempting to bind port a9fddfc3-269c-4d5b-b4f6-b0825dba170a on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:52.024038 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:52.024038 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:52.024421 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.024722 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:52.025173 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Bound port: a9fddfc3-269c-4d5b-b4f6-b0825dba170a, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:52.025531 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.044479 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a2ffe233-d35e-4610-80b8-b9d2ec52deb5 req-ff538771-1601-4055-9116-dd9592926a87 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514867 Apr 18 19:37:52.092137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d33aa-17d0-4d1b-96c6-98bfb459c8cb req-0ed2f2aa-4157-441f-b9e0-ad3df22db629 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:52.093903 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a6d33aa-17d0-4d1b-96c6-98bfb459c8cb req-0ed2f2aa-4157-441f-b9e0-ad3df22db629 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 912 time: 0.4054654 Apr 18 19:37:52.164471 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] For port a9fddfc3-269c-4d5b-b4f6-b0825dba170a, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:52.168236 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] For port a9fddfc3-269c-4d5b-b4f6-b0825dba170a, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a9fddfc3-269c-4d5b-b4f6-b0825dba170a,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:52.271746 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.367159 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae7067-9fde-48b7-a977-a8a5b4a8592a None None] Pushing event updated for resources: {'Port': ['ID=a9fddfc3-269c-4d5b-b4f6-b0825dba170a,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:52.372058 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Routers {'a18d94bc-b01f-4c12-9982-53132596e930'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:37:52.372673 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a18d94bc-b01f-4c12-9982-53132596e930'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:52.417158 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:52.417158 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a6d33aa-17d0-4d1b-96c6-98bfb459c8cb req-f41a893f-8c38-4cff-861e-2839e7c18563 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=635e387a-ec64-4b37-b75b-10f0fd893462 HTTP/1.1" status: 200 len: 217 time: 0.2972047 Apr 18 19:37:52.417158 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f1d683e5-4f5b-4349-857c-ce5ac50c904e req-76af6355-0154-4372-a09a-4603f9b50fc1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4390750 Apr 18 19:37:52.468243 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:52.537350 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.628242 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d33aa-17d0-4d1b-96c6-98bfb459c8cb req-cd2c8af8-82cb-4484-baad-5cfea7dfa3a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:52.629284 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a6d33aa-17d0-4d1b-96c6-98bfb459c8cb req-cd2c8af8-82cb-4484-baad-5cfea7dfa3a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 HTTP/1.1" status: 200 len: 850 time: 0.2040076 Apr 18 19:37:52.639900 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] Set router a18d94bc-b01f-4c12-9982-53132596e930 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:37:52.686199 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Made reservation on behalf of 69a63193a87944f7a8385eb2dc446bcd for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:37:52.689696 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.717551 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffd2f03-46d4-4dd5-9351-c329c2b75589 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:52.735704 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:52.812409 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Transition to ACTIVE for port object 1ffd2f03-46d4-4dd5-9351-c329c2b75589 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:52.813285 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e32f7287-1f05-42c5-9754-baeec39e16e6 req-040d33b2-39c3-492d-b797-d81abbb938fc tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 210 time: 0.0576184 Apr 18 19:37:52.863166 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84080153-8461-4d37-9f61-c851a70db1c0 req-31b41d00-945a-454b-8191-0a1ceadade1a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:52.864652 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-84080153-8461-4d37-9f61-c851a70db1c0 req-31b41d00-945a-454b-8191-0a1ceadade1a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.4049206 Apr 18 19:37:52.939252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Allocated IP 172.20.0.1 (17039c3e-781b-4088-b6e3-5666ee480172/ce7d5d21-87bd-45f7-98ec-5168ec46e77b/53bfc0f4-3d27-428f-b824-874f85caf557) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:52.945256 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.053748 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Allocated IP 172.20.0.11 (5594ca63-0b61-498f-ac96-008f329be429/b2ee6d0b-fbcc-49ed-b8a5-83577940c574/4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:37:53.136463 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.162590 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'name': 'tempest-TaggedBootDevicesTest_v242-730609865-router', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:44Z', 'updated_at': '2022-04-18T19:37:48Z', 'revision_number': 3, 'project_id': '7031cdb64723466884d44b2b586acff2', 'gw_port': {'id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:46Z', 'updated_at': '2022-04-18T19:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:37:53.166949 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223a6a0-5363-4223-a3d3-2c90b02ea9b7 None None] The sync data for ids ['a18d94bc-b01f-4c12-9982-53132596e930'] in n-d-838334-1 is: [{'id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'name': 'tempest-TaggedBootDevicesTest_v242-730609865-router', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:44Z', 'updated_at': '2022-04-18T19:37:48Z', 'revision_number': 3, 'project_id': '7031cdb64723466884d44b2b586acff2', 'gw_port': {'id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:46Z', 'updated_at': '2022-04-18T19:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:37:53.216610 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 635e387a-ec64-4b37-b75b-10f0fd893462 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:37:53.232088 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Transition to ACTIVE for port object 53bfc0f4-3d27-428f-b824-874f85caf557 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:53.294851 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069815a4-340e-4a14-ba4c-941ce52a43ed req-4885a3e0-5484-4218-96ef-205c10ecbdf0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:53.302489 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-069815a4-340e-4a14-ba4c-941ce52a43ed req-4885a3e0-5484-4218-96ef-205c10ecbdf0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 943 time: 0.1413171 Apr 18 19:37:53.335525 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.371767 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.398434 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 635e387a-ec64-4b37-b75b-10f0fd893462, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=635e387a-ec64-4b37-b75b-10f0fd893462,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:53.415479 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '635e387a-ec64-4b37-b75b-10f0fd893462', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'port_id': '635e387a-ec64-4b37-b75b-10f0fd893462', 'mac_address': 'fa:16:3e:77:f2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:37:53.462979 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-069815a4-340e-4a14-ba4c-941ce52a43ed req-007d211e-1c4c-4f8e-9569-eee5843ee7c0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595442 Apr 18 19:37:53.483749 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.497722 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Network 17039c3e-781b-4088-b6e3-5666ee480172 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:53.501521 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:53.510937 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635e387a-ec64-4b37-b75b-10f0fd893462 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:53.517688 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:53.529447 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 635e387a-ec64-4b37-b75b-10f0fd893462, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=635e387a-ec64-4b37-b75b-10f0fd893462,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:53.578122 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Pushing event updated for resources: {'Port': ['ID=53bfc0f4-3d27-428f-b824-874f85caf557,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:53.609637 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.614534 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.625759 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Pushing event updated for resources: {'Port': ['ID=1ffd2f03-46d4-4dd5-9351-c329c2b75589,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:53.702450 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.726935 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=635e387a-ec64-4b37-b75b-10f0fd893462,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:53.774684 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a6d33aa-17d0-4d1b-96c6-98bfb459c8cb req-c07e4c6d-3244-4154-bf17-f81fcceb5eb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1361995 Apr 18 19:37:53.837527 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd4988-8d58-46ef-9a10-95b1590bb683 req-65dac6ce-112c-4b3f-ad01-f9746a55ae6b tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:53.845944 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d6dd4988-8d58-46ef-9a10-95b1590bb683 req-65dac6ce-112c-4b3f-ad01-f9746a55ae6b tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 944 time: 0.1961830 Apr 18 19:37:53.868025 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ddff09fe-a747-4ad1-8fdd-f22b0cbfc6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.880894 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['635e387a-ec64-4b37-b75b-10f0fd893462'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:37:53.905414 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:53.944444 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d6dd4988-8d58-46ef-9a10-95b1590bb683 req-6ed6a10d-5f8c-4004-8ed5-e7685a3aed1d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975294 Apr 18 19:37:53.952107 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.038658 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.105758 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-9311d8b8-e45b-4763-98f9-3b77740467dd None None] Provisioning for port 53bfc0f4-3d27-428f-b824-874f85caf557 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:54.124160 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-9311d8b8-e45b-4763-98f9-3b77740467dd None None] Provisioning complete for port 53bfc0f4-3d27-428f-b824-874f85caf557 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:54.124578 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9311d8b8-e45b-4763-98f9-3b77740467dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.171492 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-84080153-8461-4d37-9f61-c851a70db1c0 req-f8b1da1a-8c61-4372-87be-4d0b4a3a144b tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2985702 Apr 18 19:37:54.269223 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Pushing event updated for resources: {'Port': ['ID=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:54.283624 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-9311d8b8-e45b-4763-98f9-3b77740467dd None None] Port 53bfc0f4-3d27-428f-b824-874f85caf557 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:37:54.416466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Network 5594ca63-0b61-498f-ac96-008f329be429 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:54.446411 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9f414-e021-4f19-be0d-a4baba637533 req-9af7031d-113a-41b9-9e2b-47b099adf9a2 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:54.449203 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7da9f414-e021-4f19-be0d-a4baba637533 req-9af7031d-113a-41b9-9e2b-47b099adf9a2 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 932 time: 0.2086823 Apr 18 19:37:54.475580 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:54.502391 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:37:54.520085 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.538133 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-7da9f414-e021-4f19-be0d-a4baba637533 req-296f2660-fce5-4fef-9ed7-e091c5a9e187 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Synchronizing usage tracker for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:54.587427 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.593515 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:54.594124 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.709472 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-7da9f414-e021-4f19-be0d-a4baba637533 req-296f2660-fce5-4fef-9ed7-e091c5a9e187 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Unset dirty status for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:54.710825 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7da9f414-e021-4f19-be0d-a4baba637533 req-296f2660-fce5-4fef-9ed7-e091c5a9e187 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529855 Apr 18 19:37:54.715769 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Pushing event updated for resources: {'Port': ['ID=53bfc0f4-3d27-428f-b824-874f85caf557,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:54.726885 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a6d33aa-17d0-4d1b-96c6-98bfb459c8cb req-3dfe9543-8b2d-4248-a810-627736b7fb86 service neutron] 10.222.0.16 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9389896 Apr 18 19:37:54.737341 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.868006 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.905885 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.934506 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:54.956011 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-82839994-cc98-4731-9227-7c4aeff256ba tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3675592 Apr 18 19:37:54.988018 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Attempting to bind port 1ffd2f03-46d4-4dd5-9351-c329c2b75589 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:54.988346 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Attempting to bind port 1ffd2f03-46d4-4dd5-9351-c329c2b75589 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:54.988882 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Attempting to bind port 1ffd2f03-46d4-4dd5-9351-c329c2b75589 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:54.999946 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Request body: {'port': {'device_id': 'b7278909-74ab-4bbe-89e9-2fde29a61dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:37:55.083788 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Network 17039c3e-781b-4088-b6e3-5666ee480172 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:37:55.084980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:37:55.217426 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 635e387a-ec64-4b37-b75b-10f0fd893462 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:37:55.254631 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Port 1ffd2f03-46d4-4dd5-9351-c329c2b75589 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:37:55.255446 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Attempting to bind port 1ffd2f03-46d4-4dd5-9351-c329c2b75589 on network 9772eb3e-4470-4e98-9621-f0c5fd024ef1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:55.308163 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:55.310343 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Checking segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:55.310962 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Bound using segment: {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:55.314848 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Bound port: 1ffd2f03-46d4-4dd5-9351-c329c2b75589, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:55.315461 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:55.420597 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 635e387a-ec64-4b37-b75b-10f0fd893462 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:37:55.435859 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 635e387a-ec64-4b37-b75b-10f0fd893462 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:55.436231 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:55.436369 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63646e8-bf2e-4f61-9d31-923bf4533800 req-071c4ab3-7333-4fef-90c3-00512bbb5c26 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:55.437796 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b63646e8-bf2e-4f61-9d31-923bf4533800 req-071c4ab3-7333-4fef-90c3-00512bbb5c26 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 944 time: 0.2501414 Apr 18 19:37:55.640654 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a6d33aa-17d0-4d1b-96c6-98bfb459c8cb req-ab11e9ea-7f52-46d4-b3fd-a14d3eea3383 service neutron] 10.222.0.16 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868608 Apr 18 19:37:55.641567 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b63646e8-bf2e-4f61-9d31-923bf4533800 req-c92759b6-b0cf-452d-b153-0da1b0ff46d4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959362 Apr 18 19:37:55.658521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fa966-0c5c-4bb5-bcfc-8e1c2b92d986 req-324a2118-4056-4710-83f9-ca4d78d74089 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:55.665208 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a5afdb24-9385-48bb-9ffd-66c0d4eeff50 None None] Provisioning complete for port 53bfc0f4-3d27-428f-b824-874f85caf557 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:37:55.665428 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-289fa966-0c5c-4bb5-bcfc-8e1c2b92d986 req-324a2118-4056-4710-83f9-ca4d78d74089 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 943 time: 0.9893739 Apr 18 19:37:55.665636 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a5afdb24-9385-48bb-9ffd-66c0d4eeff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:55.671886 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:55.747875 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-a5afdb24-9385-48bb-9ffd-66c0d4eeff50 None None] Port 53bfc0f4-3d27-428f-b824-874f85caf557 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:37:55.766849 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Router a18d94bc-b01f-4c12-9982-53132596e930 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:37:55.783781 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:55.843268 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 635e387a-ec64-4b37-b75b-10f0fd893462, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=635e387a-ec64-4b37-b75b-10f0fd893462,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:37:55.845361 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635e387a-ec64-4b37-b75b-10f0fd893462'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:55.911396 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:55.981766 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=635e387a-ec64-4b37-b75b-10f0fd893462,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:55.988583 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:55.993005 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.043240 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] For port 1ffd2f03-46d4-4dd5-9351-c329c2b75589, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:56.048914 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-289fa966-0c5c-4bb5-bcfc-8e1c2b92d986 req-96dfe852-b0e2-4e7e-9fd8-bc3f9df39afd tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827543 Apr 18 19:37:56.067681 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] For port 1ffd2f03-46d4-4dd5-9351-c329c2b75589, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1ffd2f03-46d4-4dd5-9351-c329c2b75589,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:56.140685 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.176267 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.177012 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad1cc32-1e54-4f6e-a9b7-4d2ba6f72ce4 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:37:56.186887 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af176376-fd3f-40bd-add2-325f20412308 req-dae4043b-eb4c-4b94-b4d2-3e988a5468e5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:56.195300 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-af176376-fd3f-40bd-add2-325f20412308 req-dae4043b-eb4c-4b94-b4d2-3e988a5468e5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.3111269 Apr 18 19:37:56.256384 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.258291 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] 10.222.0.16 "PUT /v2.0/ports/1ffd2f03-46d4-4dd5-9351-c329c2b75589 HTTP/1.1" status: 200 len: 1091 time: 5.6375315 Apr 18 19:37:56.274127 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be3cc99-4741-46b8-85ef-c918f2cfccea', 'tag': '1ffd2f03-46d4-4dd5-9351-c329c2b75589'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:56.301025 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-af176376-fd3f-40bd-add2-325f20412308 req-a22ae958-e55f-4a08-bef9-aa1e8d942c50 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048696 Apr 18 19:37:56.378277 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:37:56.392198 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-59d2efeb-00e7-4b49-8868-b96fa8db8661 admin admin] 10.222.0.66 "PUT /v2.0/routers/a18d94bc-b01f-4c12-9982-53132596e930/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5728223 Apr 18 19:37:56.445433 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.529641 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17dbbe-03f3-4994-a921-187b777f1c2b service neutron] Pushing event updated for resources: {'Port': ['ID=1ffd2f03-46d4-4dd5-9351-c329c2b75589,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:56.583639 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871b38e3-8638-410e-b078-4ef4f9c720ce'] response: {'server_uuid': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635e387a-ec64-4b37-b75b-10f0fd893462', 'code': 200} Apr 18 19:37:56.594297 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 19:37:56.599738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36126) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:56.612590 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-070b3b45-e3a2-483d-b55c-fab932fa5610 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.0896497 Apr 18 19:37:56.736095 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f32f6-a347-48da-a9ba-aa9cd2fffd54 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Deleting port 98405593-fc43-422d-9d50-5b57f32ef5b7 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:37:56.739173 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5b8f32f6-a347-48da-a9ba-aa9cd2fffd54 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:56.847490 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376fbee6-a6d7-4759-ac7c-a3f2587324a5'] response: {'name': 'network-changed', 'server_uuid': '2be3cc99-4741-46b8-85ef-c918f2cfccea', 'tag': '1ffd2f03-46d4-4dd5-9351-c329c2b75589', 'status': 'completed', 'code': 200} Apr 18 19:37:57.176348 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4558915-8cd0-4ce9-892a-fef590f1307f req-ccdb58bd-3885-4876-bd70-e3478a307c7b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:57.185290 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c4558915-8cd0-4ce9-892a-fef590f1307f req-ccdb58bd-3885-4876-bd70-e3478a307c7b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Synchronizing usage tracker for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:37:57.187407 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5b8f32f6-a347-48da-a9ba-aa9cd2fffd54 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:57.204167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:37:57.213362 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-699432a0-04b5-4f5c-a76a-1f07bff142da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 1094 time: 0.8092206 Apr 18 19:37:57.223250 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:57.325679 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-c4558915-8cd0-4ce9-892a-fef590f1307f req-ccdb58bd-3885-4876-bd70-e3478a307c7b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Unset dirty status for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:37:57.346569 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c4558915-8cd0-4ce9-892a-fef590f1307f req-ccdb58bd-3885-4876-bd70-e3478a307c7b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 932 time: 1.0495002 Apr 18 19:37:57.400328 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b0d9a35-d404-4d93-a486-144ba9289327 req-a2f7b559-1b4c-4586-9be6-c79e4888922e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 1096 time: 0.7777348 Apr 18 19:37:57.417315 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-357a4509-63df-49f8-8e0b-b59e4c736399 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ffd2f03-46d4-4dd5-9351-c329c2b75589 HTTP/1.1" status: 200 len: 217 time: 0.1900365 Apr 18 19:37:57.457799 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f32f6-a347-48da-a9ba-aa9cd2fffd54 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Calling delete_port for 98405593-fc43-422d-9d50-5b57f32ef5b7 owned by {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:37:57.472699 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Transition to ACTIVE for port object 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:37:57.551291 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2048b48-42dd-4702-b0ed-0d164b0ac663 req-b1f78f92-6abe-47e8-b3ed-b6517336d9a0 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:57.552284 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:57.553313 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b2048b48-42dd-4702-b0ed-0d164b0ac663 req-b1f78f92-6abe-47e8-b3ed-b6517336d9a0 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 945 time: 0.4268363 Apr 18 19:37:57.612077 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-9bb8c626-1990-4ad9-9a4f-067a905e3ece service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:57.613663 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-9bb8c626-1990-4ad9-9a4f-067a905e3ece service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.1882322 Apr 18 19:37:57.648595 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c4558915-8cd0-4ce9-892a-fef590f1307f req-be9ae6ed-5fe4-435b-9bab-5ff4327294fb tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999358 Apr 18 19:37:57.684363 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b2048b48-42dd-4702-b0ed-0d164b0ac663 req-4502ebbe-5677-45cc-88e3-77661391440e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253505 Apr 18 19:37:57.711075 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5b8f32f6-a347-48da-a9ba-aa9cd2fffd54 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:57.772216 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f32f6-a347-48da-a9ba-aa9cd2fffd54 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Pushing event deleted for resources: {'Port': ['ID=98405593-fc43-422d-9d50-5b57f32ef5b7,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:57.830976 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-ed2e397f-25f2-4535-86b7-bebf8d509c61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2017617 Apr 18 19:37:57.890045 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5b8f32f6-a347-48da-a9ba-aa9cd2fffd54 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:57.897570 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5b8f32f6-a347-48da-a9ba-aa9cd2fffd54 tempest-RoutersAdminNegativeTest-2080616175 tempest-RoutersAdminNegativeTest-2080616175-project-admin] 10.222.0.66 "DELETE /v2.0/ports/98405593-fc43-422d-9d50-5b57f32ef5b7 HTTP/1.1" status: 204 len: 168 time: 1.2961807 Apr 18 19:37:58.003055 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b0d9a35-d404-4d93-a486-144ba9289327 req-380e689e-30cd-4847-b22b-22437fae8747 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5289748 Apr 18 19:37:58.004606 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Pushing event updated for resources: {'Port': ['ID=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:58.034950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ea1a2-bfa9-4551-bf5b-2ab663352ea4 req-2e8b0ab9-0eb5-426e-bb4d-42d590b3f965 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:58.036971 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-005ea1a2-bfa9-4551-bf5b-2ab663352ea4 req-2e8b0ab9-0eb5-426e-bb4d-42d590b3f965 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 943 time: 0.0908329 Apr 18 19:37:58.115636 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-005ea1a2-bfa9-4551-bf5b-2ab663352ea4 req-5aa632a3-cc70-4b3a-8ef9-b8ac4952c4f5 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721908 Apr 18 19:37:58.467224 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-a863d841-fc6e-4347-a44a-72c919792368 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306225 Apr 18 19:37:58.471309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Attempting to bind port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:37:58.471730 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Attempting to bind port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:37:58.472114 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Attempting to bind port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac on network 5594ca63-0b61-498f-ac96-008f329be429 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:58.495616 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec3268-79f3-4a6c-872e-01542338e401 req-ae01b981-aaa2-424b-98fa-9f49636b1ac1 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:58.511171 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f9ec3268-79f3-4a6c-872e-01542338e401 req-ae01b981-aaa2-424b-98fa-9f49636b1ac1 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.1380446 Apr 18 19:37:58.535265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac on network 5594ca63-0b61-498f-ac96-008f329be429 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:37:58.535827 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Attempting to bind port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac on network 5594ca63-0b61-498f-ac96-008f329be429 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:37:58.580634 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f9ec3268-79f3-4a6c-872e-01542338e401 req-b2f356af-e8d4-49ab-b12d-e9317e7512c8 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595319 Apr 18 19:37:58.622605 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:37:58.622945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Checking segment: {'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:37:58.627432 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Bound using segment: {'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:37:58.627432 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Bound port: 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:37:58.627432 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:58.657193 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c5acbee-c20d-4404-9763-0cec09bdf1ec req-b4f4e79c-c685-457d-ab3e-10ffdf13cb08 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 1096 time: 0.3414586 Apr 18 19:37:58.824929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36222) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:58.936272 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dfbf264b-46c1-494e-8670-aa32d5921af2 req-09731f62-ad0f-475c-a2a8-cbf780526736 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529178 Apr 18 19:37:58.983157 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] For port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:37:59.020471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] For port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:37:59.031065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acbee-c20d-4404-9763-0cec09bdf1ec req-e7104f97-6a4d-4ffb-81e8-5eeb12b37c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:59.034055 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c5acbee-c20d-4404-9763-0cec09bdf1ec req-e7104f97-6a4d-4ffb-81e8-5eeb12b37c20 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.3695509 Apr 18 19:37:59.102574 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b78dbaf1-b7a3-42a9-8c90-2d64d08580a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.166767 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b78dbaf1-b7a3-42a9-8c90-2d64d08580a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:37:59.180718 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b78dbaf1-b7a3-42a9-8c90-2d64d08580a6 admin admin] Usage tracker for resource:security_group_rule and tenant:4cd275670923449fb38ec7ecc5381397 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:37:59.190861 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b78dbaf1-b7a3-42a9-8c90-2d64d08580a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:37:59.206221 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.227625 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b78dbaf1-b7a3-42a9-8c90-2d64d08580a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:37:59.346549 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b78dbaf1-b7a3-42a9-8c90-2d64d08580a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.386401 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b02f-da03-4eab-afdd-95452d8a6fe1 req-d8ad1f1a-2a61-4500-b8ed-b01faf2c97ce tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:59.395534 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5692b02f-da03-4eab-afdd-95452d8a6fe1 req-d8ad1f1a-2a61-4500-b8ed-b01faf2c97ce tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 945 time: 0.4113710 Apr 18 19:37:59.439435 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b78dbaf1-b7a3-42a9-8c90-2d64d08580a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.503189 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5692b02f-da03-4eab-afdd-95452d8a6fe1 req-1d45a295-5dd3-43c2-9021-c95d55629afa tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066749 Apr 18 19:37:59.525941 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78dbaf1-b7a3-42a9-8c90-2d64d08580a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6485e7a-5e6e-4b2e-8beb-b832b3c85443,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:59.549881 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b78dbaf1-b7a3-42a9-8c90-2d64d08580a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cd275670923449fb38ec7ecc5381397&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7209718 Apr 18 19:37:59.550158 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36256) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:37:59.615085 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab209975-4327-4206-ad9e-7a24b67ec17b req-c36452c1-9c49-4ab0-96e0-e3972681d3a7 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:59.620740 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ab209975-4327-4206-ad9e-7a24b67ec17b req-c36452c1-9c49-4ab0-96e0-e3972681d3a7 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 944 time: 0.6792407 Apr 18 19:37:59.625182 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c5acbee-c20d-4404-9763-0cec09bdf1ec req-777e5f02-7036-4ad2-8ea3-9ca0f36bf8c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5 HTTP/1.1" status: 200 len: 1001 time: 0.5855193 Apr 18 19:37:59.638033 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.640385 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] 10.222.0.71 "PUT /v2.0/ports/4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac HTTP/1.1" status: 200 len: 1092 time: 4.6574714 Apr 18 19:37:59.733987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7278909-74ab-4bbe-89e9-2fde29a61dc5', 'tag': '4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:37:59.743749 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d0f48960-a38d-47a4-848d-9e0746e2c0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.788122 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d0f48960-a38d-47a4-848d-9e0746e2c0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.835756 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a54eba-30d1-46fd-a74b-9fb6b35728d7 req-d1306bfb-ca13-4400-902a-487ea074f422 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:59.837302 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-23a54eba-30d1-46fd-a74b-9fb6b35728d7 req-d1306bfb-ca13-4400-902a-487ea074f422 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 943 time: 0.1424060 Apr 18 19:37:59.892554 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-23a54eba-30d1-46fd-a74b-9fb6b35728d7 req-95ef8b62-35fb-4b19-8b17-323c4dcf62c8 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497503 Apr 18 19:37:59.928164 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acbee-c20d-4404-9763-0cec09bdf1ec req-8c7cb5b6-5db6-403b-84b6-4b8c7ec1aee1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:37:59.929950 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c5acbee-c20d-4404-9763-0cec09bdf1ec req-8c7cb5b6-5db6-403b-84b6-4b8c7ec1aee1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.2982779 Apr 18 19:37:59.945306 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d0f48960-a38d-47a4-848d-9e0746e2c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.948445 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5409d2-8db7-4906-9180-6bb63a05ef85 service neutron] Pushing event updated for resources: {'Port': ['ID=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:59.976414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f48960-a38d-47a4-848d-9e0746e2c0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6485e7a-5e6e-4b2e-8beb-b832b3c85443,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:37:59.983147 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d0f48960-a38d-47a4-848d-9e0746e2c0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:37:59.984331 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d0f48960-a38d-47a4-848d-9e0746e2c0f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6485e7a-5e6e-4b2e-8beb-b832b3c85443 HTTP/1.1" status: 204 len: 168 time: 0.4332111 Apr 18 19:38:00.217286 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ab209975-4327-4206-ad9e-7a24b67ec17b req-34df665d-c97c-4c9c-b493-2488184e7668 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728643 Apr 18 19:38:00.254116 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054275dc-5f4a-4c6d-a19b-57d21d9382b3 req-e6f718cb-887d-43ce-9860-a51961c8c451 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:00.264349 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-054275dc-5f4a-4c6d-a19b-57d21d9382b3 req-e6f718cb-887d-43ce-9860-a51961c8c451 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.1940455 Apr 18 19:38:00.283619 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-59ebe727-3faf-4a92-9085-94806ff1bef4 req-89c01119-dc09-4482-811e-f66ba7cec016 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95c3ea07abf945b49256e3013451a29a&device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 1094 time: 1.0906329 Apr 18 19:38:00.346570 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a2cab0-61ff-4c8d-bdb4-9f141d3048cb'] response: {'name': 'network-changed', 'server_uuid': 'b7278909-74ab-4bbe-89e9-2fde29a61dc5', 'tag': '4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac', 'status': 'completed', 'code': 200} Apr 18 19:38:00.359307 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-054275dc-5f4a-4c6d-a19b-57d21d9382b3 req-589f1c77-4a28-46d2-af99-d926ee66ea77 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894356 Apr 18 19:38:00.432918 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c5acbee-c20d-4404-9763-0cec09bdf1ec req-deb42949-3d4e-439b-8dba-64c2092a18fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4750583 Apr 18 19:38:00.437640 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-9e223b16-a9f9-42c7-9d07-4155126389d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=69a63193a87944f7a8385eb2dc446bcd&device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 1095 time: 0.6212776 Apr 18 19:38:00.608626 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-c644c5ab-f93c-4bc8-8826-168a64714580 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac HTTP/1.1" status: 200 len: 217 time: 0.1471093 Apr 18 19:38:00.669207 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebe727-3faf-4a92-9085-94806ff1bef4 req-47697719-2a8e-4dd8-8fef-18366b3fe748 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:00.670669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-59ebe727-3faf-4a92-9085-94806ff1bef4 req-47697719-2a8e-4dd8-8fef-18366b3fe748 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 200 len: 913 time: 0.3741601 Apr 18 19:38:00.829861 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-59ebe727-3faf-4a92-9085-94806ff1bef4 req-db5f12d9-6e36-400c-8e45-e22eab63bcf1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ffd2f03-46d4-4dd5-9351-c329c2b75589 HTTP/1.1" status: 200 len: 217 time: 0.1483610 Apr 18 19:38:00.832036 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ae301b81-29b4-41be-a7ff-aedda1fa7ae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:00.833401 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-ae301b81-29b4-41be-a7ff-aedda1fa7ae5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b2ee6d0b-fbcc-49ed-b8a5-83577940c574 HTTP/1.1" status: 200 len: 850 time: 0.2143159 Apr 18 19:38:00.872282 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c5acbee-c20d-4404-9763-0cec09bdf1ec req-659dd426-8670-49f6-a351-ae9a2b05f299 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317634 Apr 18 19:38:00.961712 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-0f63ebc3-078b-46bd-8f9e-e8532aadb54e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5594ca63-0b61-498f-ac96-008f329be429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882266 Apr 18 19:38:01.102582 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36302) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:01.107618 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebe727-3faf-4a92-9085-94806ff1bef4 req-ebff0be7-0664-4cc7-a9d2-e62eca1f3f0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:01.109062 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-59ebe727-3faf-4a92-9085-94806ff1bef4 req-ebff0be7-0664-4cc7-a9d2-e62eca1f3f0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 200 len: 852 time: 0.2715850 Apr 18 19:38:01.253441 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-59ebe727-3faf-4a92-9085-94806ff1bef4 req-098196d7-c403-41a2-bfee-e5172be833ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9772eb3e-4470-4e98-9621-f0c5fd024ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013112 Apr 18 19:38:01.264112 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1ffd2f03-46d4-4dd5-9351-c329c2b75589 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:38:01.285105 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-925d17b0-0552-4185-96ec-151c4aa72735 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=191f39ebbdd2473dbd1f5cc3f396da0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1813765 Apr 18 19:38:01.286030 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36314) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:01.343485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25defdb8-67c4-4e45-ae58-8e0ed1a3fbba req-cfc515ba-5a59-4611-b211-746f4983ba5a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:01.346024 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25defdb8-67c4-4e45-ae58-8e0ed1a3fbba req-cfc515ba-5a59-4611-b211-746f4983ba5a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 943 time: 0.3158762 Apr 18 19:38:01.406286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02a084-d4c8-4b91-a8cb-6f279fa6d28c req-9b5232b5-e19d-4ca3-bf2b-efbc261ce622 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:01.415763 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed02a084-d4c8-4b91-a8cb-6f279fa6d28c req-9b5232b5-e19d-4ca3-bf2b-efbc261ce622 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 945 time: 0.6637065 Apr 18 19:38:01.441641 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-869975f3-07f7-49ed-83a6-c8b1e4080eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:01.446609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 1ffd2f03-46d4-4dd5-9351-c329c2b75589, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1ffd2f03-46d4-4dd5-9351-c329c2b75589,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:01.466349 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '1ffd2f03-46d4-4dd5-9351-c329c2b75589', 'network_id': '9772eb3e-4470-4e98-9621-f0c5fd024ef1', 'port_id': '1ffd2f03-46d4-4dd5-9351-c329c2b75589', 'mac_address': 'fa:16:3e:62:fa:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd27771e-135d-4136-a053-2cd32b4aaaa8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:38:01.477247 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25defdb8-67c4-4e45-ae58-8e0ed1a3fbba req-e24cb855-09f3-49e7-855b-d83ede510dc0 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228683 Apr 18 19:38:01.508594 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-869975f3-07f7-49ed-83a6-c8b1e4080eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:01.547694 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:01.560257 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c5acbee-c20d-4404-9763-0cec09bdf1ec req-c0cc4367-7127-44ce-aada-7987f4206371 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6395535 Apr 18 19:38:01.570794 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffd2f03-46d4-4dd5-9351-c329c2b75589 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:01.590801 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 1ffd2f03-46d4-4dd5-9351-c329c2b75589, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1ffd2f03-46d4-4dd5-9351-c329c2b75589,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:01.600042 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-79cc1737-7368-47f5-bbe9-c5f022338536 service neutron] 10.222.0.71 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297162 Apr 18 19:38:01.647996 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:01.694986 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-869975f3-07f7-49ed-83a6-c8b1e4080eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:01.728551 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869975f3-07f7-49ed-83a6-c8b1e4080eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e10aab-7fe3-42e3-97f3-355f6fff5d4d,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:01.742792 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-869975f3-07f7-49ed-83a6-c8b1e4080eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:01.744766 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-869975f3-07f7-49ed-83a6-c8b1e4080eea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3e10aab-7fe3-42e3-97f3-355f6fff5d4d HTTP/1.1" status: 204 len: 168 time: 0.4562459 Apr 18 19:38:01.787288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df655ab1-7e72-450e-9718-fac6f41ee919 req-f8ea3788-e834-4f8f-a756-a54fa67124cd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:01.788667 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df655ab1-7e72-450e-9718-fac6f41ee919 req-f8ea3788-e834-4f8f-a756-a54fa67124cd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 944 time: 0.1381028 Apr 18 19:38:01.804189 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=1ffd2f03-46d4-4dd5-9351-c329c2b75589,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:01.872169 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Sync routers for ids ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:01.879020 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ed02a084-d4c8-4b91-a8cb-6f279fa6d28c req-8b14d31e-1d9c-4698-b774-60e5938f412e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4623759 Apr 18 19:38:01.892961 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['1ffd2f03-46d4-4dd5-9351-c329c2b75589'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:01.909351 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df655ab1-7e72-450e-9718-fac6f41ee919 req-3b395d26-72ea-4e1b-87ed-3fba90cc1076 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140373 Apr 18 19:38:01.957193 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-59ebe727-3faf-4a92-9085-94806ff1bef4 req-57f7b0a9-8e9d-4454-9ae9-47321f2820de service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6814144 Apr 18 19:38:02.148940 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Routers {'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:02.150088 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:02.173638 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-59ebe727-3faf-4a92-9085-94806ff1bef4 req-4e9eb0ed-69a1-47fe-a767-0c6ca54b9598 service neutron] 10.222.0.16 "GET /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994150 Apr 18 19:38:02.213465 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-818043c9-c717-4d6e-9e43-b4d086770c91 req-b2e71a29-ca7f-4dbb-afac-89a5aa789409 service neutron] 10.222.0.71 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869980 Apr 18 19:38:02.544627 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137ae12-8672-4aee-b6f1-5ab11a2bd3f2 req-7c32fe78-5824-4bc3-8ecf-993c0284fa58 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:02.546196 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5137ae12-8672-4aee-b6f1-5ab11a2bd3f2 req-7c32fe78-5824-4bc3-8ecf-993c0284fa58 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 945 time: 0.2484748 Apr 18 19:38:02.555296 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36340) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:02.571351 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f3aa03da-572a-4508-b7e4-bbc496d72ad5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Request body: {'floatingip': {'port_id': '635e387a-ec64-4b37-b75b-10f0fd893462'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:02.588403 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Set router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:02.777017 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a33d72-ea4c-4b18-aad7-e50daa8c0438 req-0468e17a-48fc-4eda-9134-d23704a4c9d9 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:02.786326 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6a33d72-ea4c-4b18-aad7-e50daa8c0438 req-0468e17a-48fc-4eda-9134-d23704a4c9d9 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.5285900 Apr 18 19:38:02.819125 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a78652c-3b32-4ae2-9cf4-18e49e2f0383 req-652cc539-0f99-4c1b-9988-7f8a50085976 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=69a63193a87944f7a8385eb2dc446bcd&device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 1095 time: 0.2307317 Apr 18 19:38:02.827767 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f3aa03da-572a-4508-b7e4-bbc496d72ad5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:02.983546 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a9fddfc3-269c-4d5b-b4f6-b0825dba170a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:03.117831 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36350) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:03.199718 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78652c-3b32-4ae2-9cf4-18e49e2f0383 req-072675fb-8b77-4898-b90e-63f13a044819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:03.213738 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a78652c-3b32-4ae2-9cf4-18e49e2f0383 req-072675fb-8b77-4898-b90e-63f13a044819 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 200 len: 911 time: 0.3840237 Apr 18 19:38:03.446436 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a78652c-3b32-4ae2-9cf4-18e49e2f0383 req-0d8de258-906f-4a7c-8245-0d53821d6b27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac HTTP/1.1" status: 200 len: 217 time: 0.2298610 Apr 18 19:38:03.588401 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6a33d72-ea4c-4b18-aad7-e50daa8c0438 req-51a906d2-af08-420b-8f4e-33d2640cc182 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8010619 Apr 18 19:38:03.590307 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78652c-3b32-4ae2-9cf4-18e49e2f0383 req-ade4ce65-0a3d-4e8b-809f-a5eef1b74e73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:03.591446 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a78652c-3b32-4ae2-9cf4-18e49e2f0383 req-ade4ce65-0a3d-4e8b-809f-a5eef1b74e73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b2ee6d0b-fbcc-49ed-b8a5-83577940c574 HTTP/1.1" status: 200 len: 850 time: 0.1366031 Apr 18 19:38:03.718429 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a78652c-3b32-4ae2-9cf4-18e49e2f0383 req-551b23cd-ca06-493b-a1e0-527da8e79df2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5594ca63-0b61-498f-ac96-008f329be429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200640 Apr 18 19:38:03.905668 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port a9fddfc3-269c-4d5b-b4f6-b0825dba170a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:03.928026 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port a9fddfc3-269c-4d5b-b4f6-b0825dba170a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:03.928026 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.010896 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f3aa03da-572a-4508-b7e4-bbc496d72ad5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.036079 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83d9b3-cae3-46e9-9eae-d1420d0d7b92 req-d6d8ea0e-6935-4d92-ba79-375b027bd20a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:04.042887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ee4d8d71-ff2b-44d3-930b-071165aa9661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.043404 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e83d9b3-cae3-46e9-9eae-d1420d0d7b92 req-d6d8ea0e-6935-4d92-ba79-375b027bd20a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 944 time: 1.1146343 Apr 18 19:38:04.107017 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4e83d9b3-cae3-46e9-9eae-d1420d0d7b92 req-8065cc2a-a69b-4d68-9043-317daff67355 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625556 Apr 18 19:38:04.108463 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f3aa03da-572a-4508-b7e4-bbc496d72ad5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.150843 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:38:04.152272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ee4d8d71-ff2b-44d3-930b-071165aa9661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:04.170643 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ee4d8d71-ff2b-44d3-930b-071165aa9661 admin admin] Usage tracker for resource:security_group_rule and tenant:2e60f80def284d4b8df07b92f9ca6e0e is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:04.179322 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf5f1-ada6-4448-ad43-bf1b835947bd req-1b578d2f-72b0-48ca-b085-95a10acecad9 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:04.186810 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-44ebf5f1-ada6-4448-ad43-bf1b835947bd req-1b578d2f-72b0-48ca-b085-95a10acecad9 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 944 time: 0.2428246 Apr 18 19:38:04.189890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ee4d8d71-ff2b-44d3-930b-071165aa9661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:04.195559 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a78652c-3b32-4ae2-9cf4-18e49e2f0383 req-960db812-e149-42e0-9a6e-6d26a856bd88 service neutron] 10.222.0.71 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621928 Apr 18 19:38:04.263794 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ee4d8d71-ff2b-44d3-930b-071165aa9661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:04.294145 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.313012 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'name': 'tempest-ServerRescueTestJSON-436454426-router', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:40Z', 'revision_number': 4, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'gw_port': {'id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:28Z', 'updated_at': '2022-04-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '8c9fc5be-71b4-43e1-81b9-c110a5a13233', 'name': '', 'network_id': '5594ca63-0b61-498f-ac96-008f329be429', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'mac_address': 'fa:16:3e:50:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2ee6d0b-fbcc-49ed-b8a5-83577940c574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:37Z', 'updated_at': '2022-04-18T19:37:40Z', 'revision_number': 2, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'subnets': [{'id': 'b2ee6d0b-fbcc-49ed-b8a5-83577940c574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:04.338994 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Checking router: b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:38:04.339349 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Updating router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 port 8c9fc5be-71b4-43e1-81b9-c110a5a13233 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:38:04.444680 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port a9fddfc3-269c-4d5b-b4f6-b0825dba170a, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a9fddfc3-269c-4d5b-b4f6-b0825dba170a,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:04.458345 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-44ebf5f1-ada6-4448-ad43-bf1b835947bd req-0d2f2aee-0b81-4383-9283-b74dd740ff80 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703190 Apr 18 19:38:04.496080 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.536656 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.543609 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [None req-f3aa03da-572a-4508-b7e4-bbc496d72ad5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Floating IP 9cb1cf14-47f0-4805-8934-607413e6e751 associated. External IP: 172.25.8.103, port: 635e387a-ec64-4b37-b75b-10f0fd893462. Apr 18 19:38:04.563915 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a78652c-3b32-4ae2-9cf4-18e49e2f0383 req-be8500da-fd3b-457f-90f2-cf65a403a117 service neutron] 10.222.0.71 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433580 Apr 18 19:38:04.586781 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ee4d8d71-ff2b-44d3-930b-071165aa9661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.625490 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ee4d8d71-ff2b-44d3-930b-071165aa9661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.699211 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ee4d8d71-ff2b-44d3-930b-071165aa9661 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e60f80def284d4b8df07b92f9ca6e0e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5594807 Apr 18 19:38:04.702309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36384) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:04.772644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36388) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:04.798303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d8d71-ff2b-44d3-930b-071165aa9661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38deb855-4ea9-4e61-a7e5-11042f6142b5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:04.840167 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:38:04.894924 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6ce92623-694e-41ec-a09d-0b8301e5af03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:04.939950 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6ce92623-694e-41ec-a09d-0b8301e5af03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:05.059271 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6ce92623-694e-41ec-a09d-0b8301e5af03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:05.073608 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce92623-694e-41ec-a09d-0b8301e5af03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38deb855-4ea9-4e61-a7e5-11042f6142b5,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:05.085545 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6ce92623-694e-41ec-a09d-0b8301e5af03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:05.090097 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6ce92623-694e-41ec-a09d-0b8301e5af03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38deb855-4ea9-4e61-a7e5-11042f6142b5 HTTP/1.1" status: 204 len: 168 time: 0.3867793 Apr 18 19:38:05.162431 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group': {'name': 'tempest-secgroup--732643582'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:05.169070 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=a9fddfc3-269c-4d5b-b4f6-b0825dba170a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:05.171103 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:05.364011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:05.364011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:05.364011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:05.364011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bd8c3-dbc2-4858-8915-51cdfd1926c7 req-46ab7a2b-8c43-455c-be6e-ae664b0d86e9 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:05.364011 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f50bd8c3-dbc2-4858-8915-51cdfd1926c7 req-46ab7a2b-8c43-455c-be6e-ae664b0d86e9 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.3591874 Apr 18 19:38:05.364011 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f50bd8c3-dbc2-4858-8915-51cdfd1926c7 req-b7f17caf-f053-4d7e-a120-b295b568806c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697181 Apr 18 19:38:05.393701 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3aa03da-572a-4508-b7e4-bbc496d72ad5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Router 860efbbe-eea2-47c0-be14-78db839d28ad has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:38:05.460231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:05.476799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac', 'network_id': '5594ca63-0b61-498f-ac96-008f329be429', 'port_id': '4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac', 'mac_address': 'fa:16:3e:c6:15:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ee6d0b-fbcc-49ed-b8a5-83577940c574', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:38:05.486777 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:05.490401 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1ffd2f03-46d4-4dd5-9351-c329c2b75589 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:05.514591 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fca82b-8094-4afc-bb61-60089ba7f982 req-c77fecf3-f7ad-48d2-b60e-843ca2d9be17 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:05.517581 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3fca82b-8094-4afc-bb61-60089ba7f982 req-c77fecf3-f7ad-48d2-b60e-843ca2d9be17 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 944 time: 0.1927757 Apr 18 19:38:05.633880 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a3fca82b-8094-4afc-bb61-60089ba7f982 req-84226faf-3fdd-4cb0-a161-9ff78feef6bc tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059265 Apr 18 19:38:05.784171 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:05.908351 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 1ffd2f03-46d4-4dd5-9351-c329c2b75589 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:05.911122 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:05.925227 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:05.946189 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:05.947653 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 1ffd2f03-46d4-4dd5-9351-c329c2b75589 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:05.951235 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:05.951387 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bdc58-0cf1-48c4-b665-86037b7dbbc8 req-b1685c02-fc4f-4232-9492-965f6e585d29 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:05.951914 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca0bdc58-0cf1-48c4-b665-86037b7dbbc8 req-b1685c02-fc4f-4232-9492-965f6e585d29 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 944 time: 0.1460407 Apr 18 19:38:06.011291 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.024822 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:06.051364 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:06.073563 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca0bdc58-0cf1-48c4-b665-86037b7dbbc8 req-7ff9d2ff-3d56-455a-9fe6-e872257a8f57 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138935 Apr 18 19:38:06.076499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:06.093851 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:06.119683 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.165662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b4a67-3a7b-4973-bd1f-5bdb997cf7f3 req-376936cd-f6ee-461b-95c9-6e8d2499bd35 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:06.171523 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ce5b4a67-3a7b-4973-bd1f-5bdb997cf7f3 req-376936cd-f6ee-461b-95c9-6e8d2499bd35 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.2658243 Apr 18 19:38:06.177128 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Transition to ACTIVE for port object 8c9fc5be-71b4-43e1-81b9-c110a5a13233 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:06.177664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36414) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:06.183875 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-f8f329c6-bae8-4481-a0b5-8ae11ea8a1ce tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Request body: {'floatingip': {'port_id': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:06.193781 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:06.248755 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:06.259213 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.269640 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3aa03da-572a-4508-b7e4-bbc496d72ad5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:38:06.287960 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60052e3a-ca91-45b7-ad51-9e6a4e26a4aa None None] Sync routers for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:06.288465 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.309056 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f3aa03da-572a-4508-b7e4-bbc496d72ad5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.311198 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60052e3a-ca91-45b7-ad51-9e6a4e26a4aa None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:06.311873 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-60052e3a-ca91-45b7-ad51-9e6a4e26a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:06.363234 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.414739 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f8f329c6-bae8-4481-a0b5-8ae11ea8a1ce tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.447709 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f3aa03da-572a-4508-b7e4-bbc496d72ad5 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "PUT /v2.0/floatingips/9cb1cf14-47f0-4805-8934-607413e6e751 HTTP/1.1" status: 200 len: 991 time: 3.8913188 Apr 18 19:38:06.448499 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.470057 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67db3b-f326-4506-8b57-51e85549f15a None None] Pushing event updated for resources: {'Port': ['ID=8c9fc5be-71b4-43e1-81b9-c110a5a13233,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:06.498998 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be3cc99-4741-46b8-85ef-c918f2cfccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd2f03-46d4-4dd5-9351-c329c2b75589'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:06.519644 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 1ffd2f03-46d4-4dd5-9351-c329c2b75589, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1ffd2f03-46d4-4dd5-9351-c329c2b75589,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:06.519779 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:06.543046 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:06.543046 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:06.569494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:06.622088 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.713315 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048fd55c-a358-4eb3-8532-a624ca686818'] response: {'server_uuid': '2be3cc99-4741-46b8-85ef-c918f2cfccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffd2f03-46d4-4dd5-9351-c329c2b75589', 'code': 200} Apr 18 19:38:06.740479 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.741776 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a9fddfc3-269c-4d5b-b4f6-b0825dba170a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:06.742268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'tag': '635e387a-ec64-4b37-b75b-10f0fd893462'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:06.798876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45338459-9b17-4aab-ad54-fc44ca71153b,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:06.830349 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.855720 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Attempting to bind port 8c9fc5be-71b4-43e1-81b9-c110a5a13233 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:06.856091 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Attempting to bind port 8c9fc5be-71b4-43e1-81b9-c110a5a13233 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:06.856453 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Attempting to bind port 8c9fc5be-71b4-43e1-81b9-c110a5a13233 on network 5594ca63-0b61-498f-ac96-008f329be429 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:06.862297 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-60052e3a-ca91-45b7-ad51-9e6a4e26a4aa None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:06.902547 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:06.902923 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Checking segment: {'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:06.903352 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.903744 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Bound using segment: {'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:06.904212 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Bound port: 8c9fc5be-71b4-43e1-81b9-c110a5a13233, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:06.904583 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:06.951425 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=1ffd2f03-46d4-4dd5-9351-c329c2b75589,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:07.028829 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a926fb8-00c3-494c-9e19-39bb5cfa2bac'] response: {'name': 'network-changed', 'server_uuid': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'tag': '635e387a-ec64-4b37-b75b-10f0fd893462', 'status': 'completed', 'code': 200} Apr 18 19:38:07.034805 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43860da-9cf7-46bf-b196-693839ef7524,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:07.058202 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.064191 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-eacd5446-5aa6-4f89-90be-2908aabc22f4 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.2906368 Apr 18 19:38:07.066737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36436) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:07.158740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port a9fddfc3-269c-4d5b-b4f6-b0825dba170a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:07.158740 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.311019 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] For port 8c9fc5be-71b4-43e1-81b9-c110a5a13233, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:07.345030 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] For port 8c9fc5be-71b4-43e1-81b9-c110a5a13233, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8c9fc5be-71b4-43e1-81b9-c110a5a13233,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:07.409452 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.462056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98749e6e-618e-4f80-8aae-cafe38367ffe req-7db84e4f-f722-475d-ab2e-1704765e02e2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:07.471032 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98749e6e-618e-4f80-8aae-cafe38367ffe req-7db84e4f-f722-475d-ab2e-1704765e02e2 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 945 time: 0.3375263 Apr 18 19:38:07.487560 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3c48eaf6-33c1-45e2-b0b3-1df0d48c7ae5 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:07.601544 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-98749e6e-618e-4f80-8aae-cafe38367ffe req-c929734e-ea9a-4775-99c7-cf7ad982f528 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279798 Apr 18 19:38:07.693449 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-60052e3a-ca91-45b7-ad51-9e6a4e26a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '9cb1cf14-47f0-4805-8934-607413e6e751', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'floating_ip_address': '172.25.8.103', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'port_id': '635e387a-ec64-4b37-b75b-10f0fd893462', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'mac_address': 'fa:16:3e:77:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:38:03Z', 'revision_number': 1, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:07.699213 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60052e3a-ca91-45b7-ad51-9e6a4e26a4aa None None] Checking router: 860efbbe-eea2-47c0-be14-78db839d28ad for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:38:07.727431 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60052e3a-ca91-45b7-ad51-9e6a4e26a4aa None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:07.728220 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-60052e3a-ca91-45b7-ad51-9e6a4e26a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:07.751581 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3c48eaf6-33c1-45e2-b0b3-1df0d48c7ae5 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:07.753880 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3c48eaf6-33c1-45e2-b0b3-1df0d48c7ae5 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6781523 Apr 18 19:38:07.756049 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36452) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:07.764841 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f065ee7c-9384-435c-bce6-8b5e9396d9c7 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group': {'name': 'tempest-security--168285373', 'description': 'tempest-security-description-174114164'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:07.778855 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67db3b-f326-4506-8b57-51e85549f15a None None] Pushing event updated for resources: {'Port': ['ID=8c9fc5be-71b4-43e1-81b9-c110a5a13233,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:07.790723 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Routers {'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:07.791348 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:07.808826 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f065ee7c-9384-435c-bce6-8b5e9396d9c7 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.903064 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f065ee7c-9384-435c-bce6-8b5e9396d9c7 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.967848 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f065ee7c-9384-435c-bce6-8b5e9396d9c7 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.971820 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f065ee7c-9384-435c-bce6-8b5e9396d9c7 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:07.973054 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f065ee7c-9384-435c-bce6-8b5e9396d9c7 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "PUT /v2.0/security-groups/c43860da-9cf7-46bf-b196-693839ef7524 HTTP/1.1" status: 200 len: 1610 time: 0.2156398 Apr 18 19:38:08.026377 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36460) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:08.082642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065ee7c-9384-435c-bce6-8b5e9396d9c7 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43860da-9cf7-46bf-b196-693839ef7524,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:08.133699 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-60052e3a-ca91-45b7-ad51-9e6a4e26a4aa None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:08.233874 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] Set router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:08.234091 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a5c549c7-3ab3-4cd0-8ab9-46bf50b5a0e8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups/c43860da-9cf7-46bf-b196-693839ef7524 HTTP/1.1" status: 200 len: 1610 time: 0.1992285 Apr 18 19:38:08.236188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36472) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:08.377118 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f8f329c6-bae8-4481-a0b5-8ae11ea8a1ce tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:08.423396 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-91f6d171-2a8c-44e8-b676-f2d99b14403d req-39e2d3be-45c6-40f0-a961-4163ac9023c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 1096 time: 1.4036782 Apr 18 19:38:08.437073 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-440d9ae1-9fd1-49e8-98df-d0a47f1a7abc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:08.509039 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f8f329c6-bae8-4481-a0b5-8ae11ea8a1ce tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:08.513861 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-440d9ae1-9fd1-49e8-98df-d0a47f1a7abc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:08.684173 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee780d-d3b7-4605-aabc-790d3396481c req-7fc6ea52-e1cd-48aa-a895-211cf626358d tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:08.686096 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-98ee780d-d3b7-4605-aabc-790d3396481c req-7fc6ea52-e1cd-48aa-a895-211cf626358d tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 945 time: 1.3021154 Apr 18 19:38:08.699967 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-440d9ae1-9fd1-49e8-98df-d0a47f1a7abc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:08.756469 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-23e17914-84ce-431f-aded-048cb4bf9dae req-bfaadcd7-0b1b-436a-a2f9-6f31a649faf2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 1096 time: 1.6496692 Apr 18 19:38:08.769370 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-91f6d171-2a8c-44e8-b676-f2d99b14403d req-45a21f17-9c06-4a17-bc46-e4ee7468215c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327415 Apr 18 19:38:08.769809 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d9ae1-9fd1-49e8-98df-d0a47f1a7abc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43860da-9cf7-46bf-b196-693839ef7524,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:08.798789 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-440d9ae1-9fd1-49e8-98df-d0a47f1a7abc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:08.803176 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-440d9ae1-9fd1-49e8-98df-d0a47f1a7abc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-groups/c43860da-9cf7-46bf-b196-693839ef7524 HTTP/1.1" status: 204 len: 168 time: 0.5626214 Apr 18 19:38:08.803808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36484) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:08.845070 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:08.853783 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-60052e3a-ca91-45b7-ad51-9e6a4e26a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '9cb1cf14-47f0-4805-8934-607413e6e751', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'floating_ip_address': '172.25.8.103', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'port_id': '635e387a-ec64-4b37-b75b-10f0fd893462', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'mac_address': 'fa:16:3e:77:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:38:03Z', 'revision_number': 1, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:08.858328 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60052e3a-ca91-45b7-ad51-9e6a4e26a4aa None None] The sync data for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 is: [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '9cb1cf14-47f0-4805-8934-607413e6e751', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'floating_ip_address': '172.25.8.103', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'port_id': '635e387a-ec64-4b37-b75b-10f0fd893462', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'mac_address': 'fa:16:3e:77:f2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:37:31Z', 'updated_at': '2022-04-18T19:38:03Z', 'revision_number': 1, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:38:08.915068 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-98ee780d-d3b7-4605-aabc-790d3396481c req-b44a7aeb-4be4-467d-a297-e15304cb0919 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158074 Apr 18 19:38:08.968257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5b68a8a1-43df-4146-b2bc-7267414e8bec tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:09.060196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5b68a8a1-43df-4146-b2bc-7267414e8bec tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:09.064652 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5b68a8a1-43df-4146-b2bc-7267414e8bec tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2539458 Apr 18 19:38:09.065971 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e17914-84ce-431f-aded-048cb4bf9dae req-a36bc95f-f0d6-4457-9814-e0c505fdc636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:09.068450 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-23e17914-84ce-431f-aded-048cb4bf9dae req-a36bc95f-f0d6-4457-9814-e0c505fdc636 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 200 len: 912 time: 0.3034647 Apr 18 19:38:09.071470 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36498) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:09.104000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a4f6b-7378-4ede-8258-0ce02a470087 req-7703255d-d3fe-45cf-a96a-2d60351c7424 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:09.117124 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f84a4f6b-7378-4ede-8258-0ce02a470087 req-7703255d-d3fe-45cf-a96a-2d60351c7424 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 945 time: 0.1210759 Apr 18 19:38:09.192496 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f84a4f6b-7378-4ede-8258-0ce02a470087 req-8a3fdeda-12c9-46ad-af98-f0df72b2ade4 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762835 Apr 18 19:38:09.209674 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'name': 'tempest-ServerRescueTestJSON-436454426-router', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:40Z', 'revision_number': 4, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'gw_port': {'id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:28Z', 'updated_at': '2022-04-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '8c9fc5be-71b4-43e1-81b9-c110a5a13233', 'name': '', 'network_id': '5594ca63-0b61-498f-ac96-008f329be429', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'mac_address': 'fa:16:3e:50:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2ee6d0b-fbcc-49ed-b8a5-83577940c574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:37Z', 'updated_at': '2022-04-18T19:38:07Z', 'revision_number': 4, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'subnets': [{'id': 'b2ee6d0b-fbcc-49ed-b8a5-83577940c574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:09.214569 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99219ac1-e6c2-42de-875c-af3247e73087 None None] The sync data for ids ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'] in n-d-838334-1 is: [{'id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'name': 'tempest-ServerRescueTestJSON-436454426-router', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:40Z', 'revision_number': 4, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'gw_port': {'id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:28Z', 'updated_at': '2022-04-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '8c9fc5be-71b4-43e1-81b9-c110a5a13233', 'name': '', 'network_id': '5594ca63-0b61-498f-ac96-008f329be429', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'mac_address': 'fa:16:3e:50:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b2ee6d0b-fbcc-49ed-b8a5-83577940c574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:37Z', 'updated_at': '2022-04-18T19:38:07Z', 'revision_number': 4, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'subnets': [{'id': 'b2ee6d0b-fbcc-49ed-b8a5-83577940c574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:38:09.228330 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [None req-0d068d43-b140-4b34-a408-9b3ebb0fb712 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] delete failed (client error): The resource could not be found. Apr 18 19:38:09.228330 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0d068d43-b140-4b34-a408-9b3ebb0fb712 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-groups/c43860da-9cf7-46bf-b196-693839ef7524 HTTP/1.1" status: 404 len: 347 time: 0.1512303 Apr 18 19:38:09.231673 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36512) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:09.238784 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037371300'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:09.250998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:09.262843 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:09.299457 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:09.299457 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:09.299457 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.347655 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-23e17914-84ce-431f-aded-048cb4bf9dae req-4337fb30-1e8e-47c2-9d6d-081c038afeb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=635e387a-ec64-4b37-b75b-10f0fd893462 HTTP/1.1" status: 200 len: 999 time: 0.2695870 Apr 18 19:38:09.386461 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.460064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:09.465392 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:09.468445 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:09.477747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:09.489425 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e17914-84ce-431f-aded-048cb4bf9dae req-bd923b1e-dfe0-4fba-98b7-8240f5d4adad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:09.491319 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-23e17914-84ce-431f-aded-048cb4bf9dae req-bd923b1e-dfe0-4fba-98b7-8240f5d4adad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 HTTP/1.1" status: 200 len: 850 time: 0.1306353 Apr 18 19:38:09.526998 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.587230 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.591065 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7278909-74ab-4bbe-89e9-2fde29a61dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:09.618950 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:09.651850 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.683076 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.809801 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b432643-464f-431d-8751-8701b768655a'] response: {'server_uuid': 'b7278909-74ab-4bbe-89e9-2fde29a61dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac', 'code': 200} Apr 18 19:38:09.828849 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Sync routers for ids ['a18d94bc-b01f-4c12-9982-53132596e930'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:09.835645 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.871310 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be6e610-9649-4e86-8818-25d975958e86,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:09.934117 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:09.935595 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-954993b0-41e7-4360-80c7-79222db14df1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7031872 Apr 18 19:38:09.938513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36524) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:09.945681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Routers {'a18d94bc-b01f-4c12-9982-53132596e930'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:09.945681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a18d94bc-b01f-4c12-9982-53132596e930'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:09.950930 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-d6a2e01c-0f0d-4bbd-aba3-6c876d16afb8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '6be6e610-9649-4e86-8818-25d975958e86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:09.967139 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d6a2e01c-0f0d-4bbd-aba3-6c876d16afb8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:09.980695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d6a2e01c-0f0d-4bbd-aba3-6c876d16afb8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:09.994973 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d6a2e01c-0f0d-4bbd-aba3-6c876d16afb8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:10.015446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d6a2e01c-0f0d-4bbd-aba3-6c876d16afb8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:10.103569 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e01c-0f0d-4bbd-aba3-6c876d16afb8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:10.378637 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-23e17914-84ce-431f-aded-048cb4bf9dae req-685dcfbc-d3a3-4c34-b5f1-2cb360ba3863 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f1ef17e-b1e6-4dba-acd7-cfdbec804548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8748353 Apr 18 19:38:10.419796 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e01c-0f0d-4bbd-aba3-6c876d16afb8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:10.450229 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:10.467055 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Set router a18d94bc-b01f-4c12-9982-53132596e930 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:10.517522 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e01c-0f0d-4bbd-aba3-6c876d16afb8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:10.595984 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36538) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:10.608556 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2e01c-0f0d-4bbd-aba3-6c876d16afb8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ea24d1-f6fe-40fe-9190-368799ed4905,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:10.685796 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83463c9-d209-40f9-a4ca-08ad90656bac req-dd56aaf7-f132-423d-813d-496eb06633ce tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:10.695945 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b83463c9-d209-40f9-a4ca-08ad90656bac req-dd56aaf7-f132-423d-813d-496eb06633ce tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.3654854 Apr 18 19:38:10.762432 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b83463c9-d209-40f9-a4ca-08ad90656bac req-5dc2f814-95f4-4400-831f-405d7ed5a862 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654740 Apr 18 19:38:10.764573 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e01c-0f0d-4bbd-aba3-6c876d16afb8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:10.768548 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d6a2e01c-0f0d-4bbd-aba3-6c876d16afb8 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8272293 Apr 18 19:38:10.770480 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36546) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:10.856154 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5e8538a-ae1d-495f-8616-b7449ea0cdce tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:10.857077 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f94ec20a-116a-4848-af09-0057366d8de7 req-6dd6bf91-ec37-449c-b40f-c2e24758f712 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 1097 time: 1.0507536 Apr 18 19:38:10.881772 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5e8538a-ae1d-495f-8616-b7449ea0cdce tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:10.888577 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8c9fc5be-71b4-43e1-81b9-c110a5a13233 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:11.025374 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5e8538a-ae1d-495f-8616-b7449ea0cdce tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.052497 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f5e8538a-ae1d-495f-8616-b7449ea0cdce tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.055200 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f5e8538a-ae1d-495f-8616-b7449ea0cdce tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/12ea24d1-f6fe-40fe-9190-368799ed4905 HTTP/1.1" status: 204 len: 168 time: 0.2837689 Apr 18 19:38:11.066022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36550) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:11.068979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8538a-ae1d-495f-8616-b7449ea0cdce tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12ea24d1-f6fe-40fe-9190-368799ed4905,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:11.184195 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4bb42bd2-f13c-4a48-a05c-22b24dc312d1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:11.193916 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f94ec20a-116a-4848-af09-0057366d8de7 req-359385dc-12a8-4bf5-9091-a3e58a9e3734 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178182 Apr 18 19:38:11.231902 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98662e9e-c68e-40b6-81f9-daa1a596a9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.245970 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-23e17914-84ce-431f-aded-048cb4bf9dae req-1564f960-f2c1-425a-9c6c-e06da11da521 service neutron] 10.222.0.16 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8512671 Apr 18 19:38:11.268998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-98662e9e-c68e-40b6-81f9-daa1a596a9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:11.277090 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-98662e9e-c68e-40b6-81f9-daa1a596a9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:e6e9e78b23c740488990bb223ee09351 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:11.277090 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-98662e9e-c68e-40b6-81f9-daa1a596a9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:11.282168 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-98662e9e-c68e-40b6-81f9-daa1a596a9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:11.364698 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.373414 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'name': 'tempest-TaggedBootDevicesTest_v242-730609865-router', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:44Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '7031cdb64723466884d44b2b586acff2', 'gw_port': {'id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:46Z', 'updated_at': '2022-04-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '53bfc0f4-3d27-428f-b824-874f85caf557', 'name': '', 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'mac_address': 'fa:16:3e:82:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce7d5d21-87bd-45f7-98ec-5168ec46e77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:52Z', 'updated_at': '2022-04-18T19:37:54Z', 'revision_number': 2, 'project_id': '7031cdb64723466884d44b2b586acff2', 'subnets': [{'id': 'ce7d5d21-87bd-45f7-98ec-5168ec46e77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:11.378446 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Checking router: a18d94bc-b01f-4c12-9982-53132596e930 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:38:11.379111 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Updating router a18d94bc-b01f-4c12-9982-53132596e930 port 53bfc0f4-3d27-428f-b824-874f85caf557 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:38:11.418403 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-23e17914-84ce-431f-aded-048cb4bf9dae req-6686145b-9d57-49c8-9099-00cde331b304 service neutron] 10.222.0.16 "GET /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607046 Apr 18 19:38:11.420332 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98662e9e-c68e-40b6-81f9-daa1a596a9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.427447 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4bb42bd2-f13c-4a48-a05c-22b24dc312d1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:11.428732 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4bb42bd2-f13c-4a48-a05c-22b24dc312d1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3616397 Apr 18 19:38:11.434010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36556) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:11.435516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e97df-8f99-4c9f-b9c7-4eb91037b6a2 req-d92b38ec-a541-45af-a56f-46e68a249cf7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:11.442487 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f97e97df-8f99-4c9f-b9c7-4eb91037b6a2 req-d92b38ec-a541-45af-a56f-46e68a249cf7 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 945 time: 0.7868714 Apr 18 19:38:11.446555 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 8c9fc5be-71b4-43e1-81b9-c110a5a13233 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:11.457976 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 8c9fc5be-71b4-43e1-81b9-c110a5a13233 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:11.458606 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.463122 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f329c6-bae8-4481-a0b5-8ae11ea8a1ce tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Router fd9ad509-860f-44c1-adc5-b2f5da22c48c has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:38:11.507697 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-98662e9e-c68e-40b6-81f9-daa1a596a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.537462 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.549670 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-98662e9e-c68e-40b6-81f9-daa1a596a9c8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e6e9e78b23c740488990bb223ee09351&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9341419 Apr 18 19:38:11.560314 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36560) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:11.603607 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c3f3bd10-ad75-4061-9e79-caee5d05ea86 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.639978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98662e9e-c68e-40b6-81f9-daa1a596a9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7f25e1-4727-4892-bf8d-396843347fba,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:11.642332 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f97e97df-8f99-4c9f-b9c7-4eb91037b6a2 req-4ead1605-0d79-4f08-82d5-a263f8c2833a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979868 Apr 18 19:38:11.709043 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c3f3bd10-ad75-4061-9e79-caee5d05ea86 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.748700 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.773042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f329c6-bae8-4481-a0b5-8ae11ea8a1ce tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:38:11.779769 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f8f329c6-bae8-4481-a0b5-8ae11ea8a1ce tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.783102 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ac8fd-f016-4c82-b651-45dda5748522 None None] Sync routers for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:11.798414 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8a09815-fcd2-4891-947b-18befc705bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.822026 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ac8fd-f016-4c82-b651-45dda5748522 None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:11.823563 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-cd4ac8fd-f016-4c82-b651-45dda5748522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:11.911290 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8a09815-fcd2-4891-947b-18befc705bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:11.992790 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 8c9fc5be-71b4-43e1-81b9-c110a5a13233, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8c9fc5be-71b4-43e1-81b9-c110a5a13233,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:12.064094 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.111691 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8a09815-fcd2-4891-947b-18befc705bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.130067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:12.162384 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f8f329c6-bae8-4481-a0b5-8ae11ea8a1ce tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "PUT /v2.0/floatingips/e571cfb2-2f39-4c49-ba82-be7be3ab61ec HTTP/1.1" status: 200 len: 993 time: 5.9721203 Apr 18 19:38:12.168675 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a09815-fcd2-4891-947b-18befc705bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7f25e1-4727-4892-bf8d-396843347fba,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:12.266648 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c3f3bd10-ad75-4061-9e79-caee5d05ea86 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.275058 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c3f3bd10-ad75-4061-9e79-caee5d05ea86 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.281640 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c3f3bd10-ad75-4061-9e79-caee5d05ea86 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-groups/6be6e610-9649-4e86-8818-25d975958e86 HTTP/1.1" status: 204 len: 168 time: 0.8435504 Apr 18 19:38:12.313887 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21c096c-f4ba-471c-87d6-1f451351c1b1 None None] New status for floating IP 9cb1cf14-47f0-4805-8934-607413e6e751: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:38:12.314709 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36578) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:12.327882 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3bd10-ad75-4061-9e79-caee5d05ea86 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be6e610-9649-4e86-8818-25d975958e86,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:12.403149 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-cd4ac8fd-f016-4c82-b651-45dda5748522 None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:12.450767 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-97eb9912-3822-4692-b814-13ffe39ccb60 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1343234 Apr 18 19:38:12.451497 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36582) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:12.457010 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bef96-0745-4bef-9eae-396760314925 req-8a63ffde-e312-47e8-baed-69ba3c5eca7f tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:12.459942 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996246497'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:12.463932 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-803bef96-0745-4bef-9eae-396760314925 req-8a63ffde-e312-47e8-baed-69ba3c5eca7f tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.3388875 Apr 18 19:38:12.465667 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=8c9fc5be-71b4-43e1-81b9-c110a5a13233,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:12.485701 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:12.496449 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:12.505643 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:12.522695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:12.527641 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-803bef96-0745-4bef-9eae-396760314925 req-7c669b59-4611-470f-9682-72dcccfdb7a7 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627372 Apr 18 19:38:12.601927 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b31a7b0-d831-40f3-a80d-dfc9df838030'] response: {'name': 'network-changed', 'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'status': 'completed', 'code': 200} Apr 18 19:38:12.646847 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.669876 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Transition to ACTIVE for port object 53bfc0f4-3d27-428f-b824-874f85caf557 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:12.678285 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8c9fc5be-71b4-43e1-81b9-c110a5a13233 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:12.709456 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6a59d80-9c36-4c47-a518-7a444128596f req-cdaae44c-c20f-4485-93dc-09911c996d25 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 1096 time: 0.0847623 Apr 18 19:38:12.859027 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a59d80-9c36-4c47-a518-7a444128596f req-a1d5d881-5b70-4ce2-a364-f66d32a78bd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:12.869103 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6a59d80-9c36-4c47-a518-7a444128596f req-a1d5d881-5b70-4ce2-a364-f66d32a78bd8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.1444042 Apr 18 19:38:12.869275 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 8c9fc5be-71b4-43e1-81b9-c110a5a13233 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:12.869275 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:12.906539 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-cd4ac8fd-f016-4c82-b651-45dda5748522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'e571cfb2-2f39-4c49-ba82-be7be3ab61ec', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'port_id': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'mac_address': 'fa:16:3e:f1:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e78027-721d-42bf-94bc-3806331b0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:36:18Z', 'updated_at': '2022-04-18T19:38:08Z', 'revision_number': 3, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:31Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:12.910881 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ac8fd-f016-4c82-b651-45dda5748522 None None] Checking router: fd9ad509-860f-44c1-adc5-b2f5da22c48c for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:38:12.935335 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ac8fd-f016-4c82-b651-45dda5748522 None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:12.935883 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-cd4ac8fd-f016-4c82-b651-45dda5748522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:12.984365 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6a59d80-9c36-4c47-a518-7a444128596f req-e40e67ad-0b84-40f6-b64d-672808cdbf73 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5 HTTP/1.1" status: 200 len: 1001 time: 0.1167903 Apr 18 19:38:13.057823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a59d80-9c36-4c47-a518-7a444128596f req-f2508325-3ade-479b-b0b8-4c2c6996aa22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:13.059577 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6a59d80-9c36-4c47-a518-7a444128596f req-f2508325-3ade-479b-b0b8-4c2c6996aa22 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.0691109 Apr 18 19:38:13.185685 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-cd4ac8fd-f016-4c82-b651-45dda5748522 None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:13.221515 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6a59d80-9c36-4c47-a518-7a444128596f req-e30423ee-aafc-4864-8a2b-e6d8f2f7ed15 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501591 Apr 18 19:38:13.242771 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.249296 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a8a09815-fcd2-4891-947b-18befc705bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.249296 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a8a09815-fcd2-4891-947b-18befc705bcc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d7f25e1-4727-4892-bf8d-396843347fba HTTP/1.1" status: 204 len: 168 time: 1.6856587 Apr 18 19:38:13.253330 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.331600 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:13.338803 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:13.344435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:13.370014 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:13.407299 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367d66b-a731-408c-8925-c2e9c0c4a17d None None] Pushing event updated for resources: {'Port': ['ID=53bfc0f4-3d27-428f-b824-874f85caf557,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:13.555605 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.613667 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.697418 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6a59d80-9c36-4c47-a518-7a444128596f req-b88433cd-bdcb-499e-b6d6-96d673b7ed11 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682794 Apr 18 19:38:13.720062 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed797bc-878d-4340-b06e-3f855f3fa2f7,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:13.836741 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.840426 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6e736d4e-85b6-4b69-9a0e-1c3bab58f18d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3853118 Apr 18 19:38:13.841267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36596) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:13.850898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-07fdc729-9934-48b2-bde2-761930b942fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '3ed797bc-878d-4340-b06e-3f855f3fa2f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:13.857609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Attempting to bind port 53bfc0f4-3d27-428f-b824-874f85caf557 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:13.858489 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Attempting to bind port 53bfc0f4-3d27-428f-b824-874f85caf557 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'aa2c4454-2821-4c8c-b3aa-4bf04696377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:13.858489 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Attempting to bind port 53bfc0f4-3d27-428f-b824-874f85caf557 on network 17039c3e-781b-4088-b6e3-5666ee480172 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:13.866468 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:13.866864 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Checking segment: {'id': 'aa2c4454-2821-4c8c-b3aa-4bf04696377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:13.867155 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.867536 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Bound using segment: {'id': 'aa2c4454-2821-4c8c-b3aa-4bf04696377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:13.868004 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Bound port: 53bfc0f4-3d27-428f-b824-874f85caf557, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2c4454-2821-4c8c-b3aa-4bf04696377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:13.868367 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:13.869538 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-07fdc729-9934-48b2-bde2-761930b942fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:13.881613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-07fdc729-9934-48b2-bde2-761930b942fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:13.889240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-07fdc729-9934-48b2-bde2-761930b942fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:13.893774 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-07fdc729-9934-48b2-bde2-761930b942fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:14.021104 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07fdc729-9934-48b2-bde2-761930b942fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:14.108232 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] For port 53bfc0f4-3d27-428f-b824-874f85caf557, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:14.120422 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] For port 53bfc0f4-3d27-428f-b824-874f85caf557, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=53bfc0f4-3d27-428f-b824-874f85caf557,segment=NetworkSegment(aa2c4454-2821-4c8c-b3aa-4bf04696377a),segment_id=aa2c4454-2821-4c8c-b3aa-4bf04696377a)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:14.177019 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ffbfb-5a31-4b4f-ab9a-1c1f4046705e req-3b140927-9344-4a2a-9641-53da0cb8f035 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:14.185627 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fd6ffbfb-5a31-4b4f-ab9a-1c1f4046705e req-3b140927-9344-4a2a-9641-53da0cb8f035 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 945 time: 0.4922802 Apr 18 19:38:14.198029 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dbe6d-d08c-4fb4-afc3-1401f8932bb9 req-a7877cef-dbc4-43b5-879b-78422f4e0967 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:14.204096 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:14.205469 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6a59d80-9c36-4c47-a518-7a444128596f req-151ae770-cdb1-4e57-9cdd-dff3fcd8b1b5 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345684 Apr 18 19:38:14.209430 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-321dbe6d-d08c-4fb4-afc3-1401f8932bb9 req-a7877cef-dbc4-43b5-879b-78422f4e0967 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.3038256 Apr 18 19:38:14.212568 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-cd4ac8fd-f016-4c82-b651-45dda5748522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'e571cfb2-2f39-4c49-ba82-be7be3ab61ec', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'port_id': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'mac_address': 'fa:16:3e:f1:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e78027-721d-42bf-94bc-3806331b0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:36:18Z', 'updated_at': '2022-04-18T19:38:08Z', 'revision_number': 3, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:31Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:14.223266 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4ac8fd-f016-4c82-b651-45dda5748522 None None] The sync data for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 is: [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'e571cfb2-2f39-4c49-ba82-be7be3ab61ec', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'port_id': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'mac_address': 'fa:16:3e:f1:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e78027-721d-42bf-94bc-3806331b0d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:36:18Z', 'updated_at': '2022-04-18T19:38:08Z', 'revision_number': 3, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:31Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:38:14.272733 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fd6ffbfb-5a31-4b4f-ab9a-1c1f4046705e req-44aaed00-4ed7-4cf8-b486-07382fd788ba tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859056 Apr 18 19:38:14.390069 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Routers {'a18d94bc-b01f-4c12-9982-53132596e930'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:14.391320 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:37:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a18d94bc-b01f-4c12-9982-53132596e930'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:14.423510 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-321dbe6d-d08c-4fb4-afc3-1401f8932bb9 req-054869f5-3aa7-4362-9b56-324671e0b359 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151830 Apr 18 19:38:14.448385 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07fdc729-9934-48b2-bde2-761930b942fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:14.517383 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07fdc729-9934-48b2-bde2-761930b942fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:14.603907 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdc729-9934-48b2-bde2-761930b942fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8f3b0a-eab2-46dd-b3cc-77309db61663,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:14.605844 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:14.647562 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367d66b-a731-408c-8925-c2e9c0c4a17d None None] Pushing event updated for resources: {'Port': ['ID=53bfc0f4-3d27-428f-b824-874f85caf557,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:14.711393 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07fdc729-9934-48b2-bde2-761930b942fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:14.713670 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-07fdc729-9934-48b2-bde2-761930b942fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8710921 Apr 18 19:38:14.716469 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36618) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:14.724732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-1ba5f404-7618-485c-8dcf-82b2dc3ec03f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '3ed797bc-878d-4340-b06e-3f855f3fa2f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:14.739527 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1ba5f404-7618-485c-8dcf-82b2dc3ec03f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:14.748747 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cfe06b9-9f59-49a5-9bdc-55afe1775b98'] response: {'name': 'network-changed', 'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'status': 'completed', 'code': 200} Apr 18 19:38:14.751369 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1ba5f404-7618-485c-8dcf-82b2dc3ec03f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:14.771060 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1ba5f404-7618-485c-8dcf-82b2dc3ec03f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:14.789477 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1ba5f404-7618-485c-8dcf-82b2dc3ec03f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:14.809263 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] Set router a18d94bc-b01f-4c12-9982-53132596e930 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:14.866651 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aba81f75-5ebd-47cd-a930-0b4fc6b25b04 req-42f1a64d-a4ef-4e90-b4bf-640c8842b7d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 1096 time: 0.0958478 Apr 18 19:38:14.904267 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f404-7618-485c-8dcf-82b2dc3ec03f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.023038 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f404-7618-485c-8dcf-82b2dc3ec03f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.081862 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba81f75-5ebd-47cd-a930-0b4fc6b25b04 req-5c58d7c2-771b-423c-a543-646e8f903ae8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:15.083995 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aba81f75-5ebd-47cd-a930-0b4fc6b25b04 req-5c58d7c2-771b-423c-a543-646e8f903ae8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 200 len: 920 time: 0.2108684 Apr 18 19:38:15.099429 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f404-7618-485c-8dcf-82b2dc3ec03f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.150041 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5f404-7618-485c-8dcf-82b2dc3ec03f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc26da21-cc9c-4329-b2b1-30f353958f13,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:15.253371 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1ba5f404-7618-485c-8dcf-82b2dc3ec03f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.263060 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1ba5f404-7618-485c-8dcf-82b2dc3ec03f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5370209 Apr 18 19:38:15.263060 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36626) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:15.264883 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '3ed797bc-878d-4340-b06e-3f855f3fa2f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:15.276378 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:15.281602 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:15.285828 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:15.292431 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:15.367159 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aba81f75-5ebd-47cd-a930-0b4fc6b25b04 req-5f31a67c-7f56-4320-8e88-07bdb4bbcbcf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5 HTTP/1.1" status: 200 len: 1001 time: 0.2763236 Apr 18 19:38:15.381547 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'name': 'tempest-TaggedBootDevicesTest_v242-730609865-router', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:44Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '7031cdb64723466884d44b2b586acff2', 'gw_port': {'id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:46Z', 'updated_at': '2022-04-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '53bfc0f4-3d27-428f-b824-874f85caf557', 'name': '', 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'mac_address': 'fa:16:3e:82:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce7d5d21-87bd-45f7-98ec-5168ec46e77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:52Z', 'updated_at': '2022-04-18T19:38:14Z', 'revision_number': 4, 'project_id': '7031cdb64723466884d44b2b586acff2', 'subnets': [{'id': 'ce7d5d21-87bd-45f7-98ec-5168ec46e77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:15.386933 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45126290-ec88-4b20-8fab-9fb24e55576f None None] The sync data for ids ['a18d94bc-b01f-4c12-9982-53132596e930'] in n-d-838334-1 is: [{'id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'name': 'tempest-TaggedBootDevicesTest_v242-730609865-router', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:44Z', 'updated_at': '2022-04-18T19:37:53Z', 'revision_number': 4, 'project_id': '7031cdb64723466884d44b2b586acff2', 'gw_port': {'id': 'a9fddfc3-269c-4d5b-b4f6-b0825dba170a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:58:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:46Z', 'updated_at': '2022-04-18T19:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '53bfc0f4-3d27-428f-b824-874f85caf557', 'name': '', 'network_id': '17039c3e-781b-4088-b6e3-5666ee480172', 'tenant_id': '7031cdb64723466884d44b2b586acff2', 'mac_address': 'fa:16:3e:82:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18d94bc-b01f-4c12-9982-53132596e930', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce7d5d21-87bd-45f7-98ec-5168ec46e77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:52Z', 'updated_at': '2022-04-18T19:38:14Z', 'revision_number': 4, 'project_id': '7031cdb64723466884d44b2b586acff2', 'subnets': [{'id': 'ce7d5d21-87bd-45f7-98ec-5168ec46e77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:38:15.457089 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.761590 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba81f75-5ebd-47cd-a930-0b4fc6b25b04 req-7362c12e-44f5-4222-8ea4-b69746e3c050 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:15.763150 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aba81f75-5ebd-47cd-a930-0b4fc6b25b04 req-7362c12e-44f5-4222-8ea4-b69746e3c050 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 200 len: 858 time: 0.3849084 Apr 18 19:38:15.768861 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.776414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b09760-5b27-4ca0-9fce-7bf062a21a29 req-c41de6bd-0fc3-48d6-bf3b-4dbe44aa2ed6 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:15.779801 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-50b09760-5b27-4ca0-9fce-7bf062a21a29 req-c41de6bd-0fc3-48d6-bf3b-4dbe44aa2ed6 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.1801279 Apr 18 19:38:15.842134 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.886746 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-50b09760-5b27-4ca0-9fce-7bf062a21a29 req-c41b873d-5905-4035-88bd-de694576882d tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023293 Apr 18 19:38:15.890956 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9538a88f-9266-462c-a3ac-9cb5213fd583,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:15.932830 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:15.934055 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:15.937798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:15.938802 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:15.943179 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:15.943179 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:15.943179 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:15.943179 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:15.943179 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:15.944026 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:15.946771 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:15.967826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae7179-5960-4253-b0a5-b8585480384e req-b7edb1d4-787e-4e28-b0a1-7d87f237873e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:15.969943 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-52ae7179-5960-4253-b0a5-b8585480384e req-b7edb1d4-787e-4e28-b0a1-7d87f237873e tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 945 time: 0.3319621 Apr 18 19:38:15.990745 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:15.992941 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e2ef9455-d768-45fe-891f-c1ee4a67e16b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7334058 Apr 18 19:38:15.995247 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36648) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:16.002704 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2a562ee9-fe91-4b25-86d7-da648438b9dc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '3ed797bc-878d-4340-b06e-3f855f3fa2f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:16.016427 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2a562ee9-fe91-4b25-86d7-da648438b9dc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:16.032444 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2a562ee9-fe91-4b25-86d7-da648438b9dc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:16.042130 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2a562ee9-fe91-4b25-86d7-da648438b9dc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:16.050267 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c032c0e4-ea49-42ee-880d-427ce6f2effd req-c936b0a5-9de9-429f-8bf3-694494962216 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=69a63193a87944f7a8385eb2dc446bcd&device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 1097 time: 0.4128666 Apr 18 19:38:16.069912 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2a562ee9-fe91-4b25-86d7-da648438b9dc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:16.127104 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aba81f75-5ebd-47cd-a930-0b4fc6b25b04 req-05f0d51a-7073-4e1d-afbd-70a023d8a2c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b030620a-5853-4e6e-8663-a7352e9b876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3290536 Apr 18 19:38:16.149674 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2a562ee9-fe91-4b25-86d7-da648438b9dc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:16.320396 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2a562ee9-fe91-4b25-86d7-da648438b9dc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:16.374816 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-52ae7179-5960-4253-b0a5-b8585480384e req-20f379b9-c43b-4f84-b202-5e5dfcaf63e3 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848667 Apr 18 19:38:16.396860 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2a562ee9-fe91-4b25-86d7-da648438b9dc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:16.469300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a562ee9-fe91-4b25-86d7-da648438b9dc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31ddfc3-a419-4367-913a-b3d5272fdce0,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:16.502818 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aba81f75-5ebd-47cd-a930-0b4fc6b25b04 req-cd222075-4071-491b-8d85-76b8ff330075 service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930734 Apr 18 19:38:16.563085 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2a562ee9-fe91-4b25-86d7-da648438b9dc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:16.565202 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2a562ee9-fe91-4b25-86d7-da648438b9dc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5687056 Apr 18 19:38:16.568364 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36662) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:16.578620 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-b75e5c81-ba68-4440-8546-2cd9d684ea71 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '3ed797bc-878d-4340-b06e-3f855f3fa2f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:16.595867 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b75e5c81-ba68-4440-8546-2cd9d684ea71 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:16.611674 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b75e5c81-ba68-4440-8546-2cd9d684ea71 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:16.639402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b75e5c81-ba68-4440-8546-2cd9d684ea71 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:16.655727 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b75e5c81-ba68-4440-8546-2cd9d684ea71 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:16.715909 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 53bfc0f4-3d27-428f-b824-874f85caf557 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:16.759473 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b75e5c81-ba68-4440-8546-2cd9d684ea71 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:16.827734 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aba81f75-5ebd-47cd-a930-0b4fc6b25b04 req-ef58fa21-6ff1-412f-bcde-1613422b274a service neutron] 10.222.0.71 "GET /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173258 Apr 18 19:38:16.838895 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032c0e4-ea49-42ee-880d-427ce6f2effd req-1cb6f4f0-e62d-4df1-8822-9d357e7a39e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:16.840190 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c032c0e4-ea49-42ee-880d-427ce6f2effd req-1cb6f4f0-e62d-4df1-8822-9d357e7a39e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 200 len: 911 time: 0.7684708 Apr 18 19:38:16.889490 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b75e5c81-ba68-4440-8546-2cd9d684ea71 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:16.893435 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 53bfc0f4-3d27-428f-b824-874f85caf557 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:16.898818 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 53bfc0f4-3d27-428f-b824-874f85caf557 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:16.899203 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:16.969753 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b75e5c81-ba68-4440-8546-2cd9d684ea71 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.028569 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c032c0e4-ea49-42ee-880d-427ce6f2effd req-47e02e8d-a6a3-4596-a75f-d0a7f38eb1c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac HTTP/1.1" status: 200 len: 217 time: 0.1826682 Apr 18 19:38:17.029337 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36674) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:17.166245 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e5c81-ba68-4440-8546-2cd9d684ea71 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1aedc03-f93a-424d-b91e-66d1091e4366,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:17.215212 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b75e5c81-ba68-4440-8546-2cd9d684ea71 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.220883 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b75e5c81-ba68-4440-8546-2cd9d684ea71 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6471965 Apr 18 19:38:17.221363 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36682) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:17.268066 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.324258 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f2497bb6-01e0-438c-b2c2-690c782018bd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.345732 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 53bfc0f4-3d27-428f-b824-874f85caf557, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=53bfc0f4-3d27-428f-b824-874f85caf557,segment=NetworkSegment(aa2c4454-2821-4c8c-b3aa-4bf04696377a),segment_id=aa2c4454-2821-4c8c-b3aa-4bf04696377a)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:17.388530 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f2497bb6-01e0-438c-b2c2-690c782018bd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.451037 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.507539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032c0e4-ea49-42ee-880d-427ce6f2effd req-246fa258-3003-41bb-b590-e71fd593a4fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:17.510188 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c032c0e4-ea49-42ee-880d-427ce6f2effd req-246fa258-3003-41bb-b590-e71fd593a4fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b2ee6d0b-fbcc-49ed-b8a5-83577940c574 HTTP/1.1" status: 200 len: 850 time: 0.4697959 Apr 18 19:38:17.536529 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=53bfc0f4-3d27-428f-b824-874f85caf557,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:17.642341 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f2497bb6-01e0-438c-b2c2-690c782018bd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.657691 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c032c0e4-ea49-42ee-880d-427ce6f2effd req-e297f703-2202-4944-b65f-69d5f6752ebd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5594ca63-0b61-498f-ac96-008f329be429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323056 Apr 18 19:38:17.681812 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee9176-794d-42ee-b8ce-254d592c748a req-ec7402b0-c71d-4f0b-8ae5-d890e6a1bb89 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:17.692735 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9fee9176-794d-42ee-b8ce-254d592c748a req-ec7402b0-c71d-4f0b-8ae5-d890e6a1bb89 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.5028269 Apr 18 19:38:17.813358 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f2497bb6-01e0-438c-b2c2-690c782018bd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.814576 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f2497bb6-01e0-438c-b2c2-690c782018bd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b1aedc03-f93a-424d-b91e-66d1091e4366 HTTP/1.1" status: 204 len: 168 time: 0.5920439 Apr 18 19:38:17.815429 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2497bb6-01e0-438c-b2c2-690c782018bd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1aedc03-f93a-424d-b91e-66d1091e4366,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:17.817599 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36692) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:17.886189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ce1e1-e0b8-4689-9511-cd3a4be1b392 req-7f961208-6052-4931-9703-0ec53cc5ec04 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:17.892058 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ce6ce1e1-e0b8-4689-9511-cd3a4be1b392 req-7f961208-6052-4931-9703-0ec53cc5ec04 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 945 time: 0.3733842 Apr 18 19:38:17.924380 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3c98c5d9-f39d-43ca-ba71-140632204385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:17.969702 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0fe15f7b-e935-4e6e-bf5f-7ace4798641d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:17.982880 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ce6ce1e1-e0b8-4689-9511-cd3a4be1b392 req-a3782ecc-ee77-43fc-8c08-aa468c52d46a tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895834 Apr 18 19:38:18.055925 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9fee9176-794d-42ee-b8ce-254d592c748a req-bc92e06b-4ad1-4080-8021-dde4b3e8f5ce tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613236 Apr 18 19:38:18.073877 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3c98c5d9-f39d-43ca-ba71-140632204385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:18.075144 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3c98c5d9-f39d-43ca-ba71-140632204385 admin admin] Usage tracker for resource:security_group_rule and tenant:1048fccc2a8440529c49275b20f36bc6 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:18.079496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3c98c5d9-f39d-43ca-ba71-140632204385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:18.100168 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c032c0e4-ea49-42ee-880d-427ce6f2effd req-9ec49975-e966-4b37-a2f9-d33968c77e53 service neutron] 10.222.0.71 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318655 Apr 18 19:38:18.106703 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3c98c5d9-f39d-43ca-ba71-140632204385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:18.134952 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0fe15f7b-e935-4e6e-bf5f-7ace4798641d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:18.139098 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0fe15f7b-e935-4e6e-bf5f-7ace4798641d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3176355 Apr 18 19:38:18.141013 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36700) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:18.191088 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-80d76979-74c5-4d0f-82ab-2a481d4920dd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.206447 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-80d76979-74c5-4d0f-82ab-2a481d4920dd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.299272 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-80d76979-74c5-4d0f-82ab-2a481d4920dd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.304691 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3c98c5d9-f39d-43ca-ba71-140632204385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.312345 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c032c0e4-ea49-42ee-880d-427ce6f2effd req-adfce41c-756b-4b7c-a045-c4bbe9d34f50 service neutron] 10.222.0.71 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990087 Apr 18 19:38:18.319138 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d76979-74c5-4d0f-82ab-2a481d4920dd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f31ddfc3-a419-4367-913a-b3d5272fdce0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:18.384961 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3c98c5d9-f39d-43ca-ba71-140632204385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.408672 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-80d76979-74c5-4d0f-82ab-2a481d4920dd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.410871 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-80d76979-74c5-4d0f-82ab-2a481d4920dd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f31ddfc3-a419-4367-913a-b3d5272fdce0 HTTP/1.1" status: 204 len: 168 time: 0.2687585 Apr 18 19:38:18.413627 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36706) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:18.438412 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98c5d9-f39d-43ca-ba71-140632204385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182e4465-166f-4e82-a4e5-b0fcbec44a06,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:18.443628 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3c98c5d9-f39d-43ca-ba71-140632204385 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1048fccc2a8440529c49275b20f36bc6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4131389 Apr 18 19:38:18.451112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36710) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:18.525411 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-ce450202-f830-4bf8-b184-616a20f3ddd2 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:18.538722 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2d845453-a3d6-4924-a06b-e06962d7bb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.566207 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2d845453-a3d6-4924-a06b-e06962d7bb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.579820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-ce450202-f830-4bf8-b184-616a20f3ddd2 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:18.581188 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ce450202-f830-4bf8-b184-616a20f3ddd2 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1665368 Apr 18 19:38:18.584069 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36716) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:18.638518 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6adab4be-a7dd-41bb-bfb8-386da8013ac1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.651753 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6adab4be-a7dd-41bb-bfb8-386da8013ac1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.677669 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 53bfc0f4-3d27-428f-b824-874f85caf557 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:18.699155 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2d845453-a3d6-4924-a06b-e06962d7bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.717007 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d845453-a3d6-4924-a06b-e06962d7bb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182e4465-166f-4e82-a4e5-b0fcbec44a06,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:18.745146 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6adab4be-a7dd-41bb-bfb8-386da8013ac1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.768725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adab4be-a7dd-41bb-bfb8-386da8013ac1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9538a88f-9266-462c-a3ac-9cb5213fd583,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:18.775937 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 53bfc0f4-3d27-428f-b824-874f85caf557 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:18.776571 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.792718 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2d845453-a3d6-4924-a06b-e06962d7bb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.795103 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2d845453-a3d6-4924-a06b-e06962d7bb4b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/182e4465-166f-4e82-a4e5-b0fcbec44a06 HTTP/1.1" status: 204 len: 168 time: 0.3467414 Apr 18 19:38:18.825047 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6adab4be-a7dd-41bb-bfb8-386da8013ac1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:18.832036 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6adab4be-a7dd-41bb-bfb8-386da8013ac1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/9538a88f-9266-462c-a3ac-9cb5213fd583 HTTP/1.1" status: 204 len: 168 time: 0.2447109 Apr 18 19:38:18.832036 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36726) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:18.869565 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ab820-93d4-4998-89d6-1599424fa3d4 req-140dc91a-420c-471d-9917-3d3a554908aa tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:18.877367 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca0ab820-93d4-4998-89d6-1599424fa3d4 req-140dc91a-420c-471d-9917-3d3a554908aa tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 945 time: 0.1477056 Apr 18 19:38:18.936461 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c56e62ee-355e-41dc-8843-f8ece60c0af1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:18.993051 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-ca0ab820-93d4-4998-89d6-1599424fa3d4 req-c7ee59aa-73fe-4d45-aeb8-ea3be6dd1a37 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Deleting port 1ffd2f03-46d4-4dd5-9351-c329c2b75589 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:18.993396 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ca0ab820-93d4-4998-89d6-1599424fa3d4 req-c7ee59aa-73fe-4d45-aeb8-ea3be6dd1a37 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.013983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c56e62ee-355e-41dc-8843-f8ece60c0af1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:19.018131 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c56e62ee-355e-41dc-8843-f8ece60c0af1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1863859 Apr 18 19:38:19.024132 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36734) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:19.137304 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42ffb2a7-4640-4f18-bbc6-013e3555a1aa tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.193093 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42ffb2a7-4640-4f18-bbc6-013e3555a1aa tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.367943 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42ffb2a7-4640-4f18-bbc6-013e3555a1aa tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.397971 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffb2a7-4640-4f18-bbc6-013e3555a1aa tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc26da21-cc9c-4329-b2b1-30f353958f13,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:19.534702 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-ca0ab820-93d4-4998-89d6-1599424fa3d4 req-c7ee59aa-73fe-4d45-aeb8-ea3be6dd1a37 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] For port 1ffd2f03-46d4-4dd5-9351-c329c2b75589, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1ffd2f03-46d4-4dd5-9351-c329c2b75589,segment=NetworkSegment(a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d),segment_id=a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:19.535061 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ca0ab820-93d4-4998-89d6-1599424fa3d4 req-c7ee59aa-73fe-4d45-aeb8-ea3be6dd1a37 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.538859 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-42ffb2a7-4640-4f18-bbc6-013e3555a1aa tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.543307 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-42ffb2a7-4640-4f18-bbc6-013e3555a1aa tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/fc26da21-cc9c-4329-b2b1-30f353958f13 HTTP/1.1" status: 204 len: 168 time: 0.5187683 Apr 18 19:38:19.544297 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36748) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:19.702573 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a1a40-a127-403d-946c-a3bafc2577a3 req-50382351-7fe7-4ff3-8790-8e0bc39fd45b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:19.705094 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-613a1a40-a127-403d-946c-a3bafc2577a3 req-50382351-7fe7-4ff3-8790-8e0bc39fd45b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.3091922 Apr 18 19:38:19.712467 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-ca0ab820-93d4-4998-89d6-1599424fa3d4 req-c7ee59aa-73fe-4d45-aeb8-ea3be6dd1a37 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Calling delete_port for 1ffd2f03-46d4-4dd5-9351-c329c2b75589 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:19.731720 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3e29cd0b-9c3d-4e84-96ed-de56efc48081 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:19.764764 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7045d-7c7e-40c3-a731-97a365508df3 req-28c670cc-c818-4d74-a092-9c6ae024d872 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:19.774231 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-50b7045d-7c7e-40c3-a731-97a365508df3 req-28c670cc-c818-4d74-a092-9c6ae024d872 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 945 time: 0.3714840 Apr 18 19:38:19.831000 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-50b7045d-7c7e-40c3-a731-97a365508df3 req-f8be31ac-568f-43bb-aa18-8201767c3c54 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/security-groups?id=aee4276a-e637-4ada-a1a0-cf13d80614f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557499 Apr 18 19:38:19.855974 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3e29cd0b-9c3d-4e84-96ed-de56efc48081 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:19.861770 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3e29cd0b-9c3d-4e84-96ed-de56efc48081 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3112011 Apr 18 19:38:19.862027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36756) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:19.862690 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-613a1a40-a127-403d-946c-a3bafc2577a3 req-14c0cb4b-5dff-4b91-b156-3ffe89a52274 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063688 Apr 18 19:38:19.946898 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fdf04c3b-301b-4901-b83f-ee5de56bec8f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:19.971309 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fdf04c3b-301b-4901-b83f-ee5de56bec8f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.454037 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ca0ab820-93d4-4998-89d6-1599424fa3d4 req-c7ee59aa-73fe-4d45-aeb8-ea3be6dd1a37 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.454319 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fdf04c3b-301b-4901-b83f-ee5de56bec8f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.472268 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['1ffd2f03-46d4-4dd5-9351-c329c2b75589'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:20.500771 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf04c3b-301b-4901-b83f-ee5de56bec8f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e8f3b0a-eab2-46dd-b3cc-77309db61663,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:20.532003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee59aa-73fe-4d45-aeb8-ea3be6dd1a37 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Pushing event deleted for resources: {'Port': ['ID=1ffd2f03-46d4-4dd5-9351-c329c2b75589,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:20.568694 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fdf04c3b-301b-4901-b83f-ee5de56bec8f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.569820 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fdf04c3b-301b-4901-b83f-ee5de56bec8f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0e8f3b0a-eab2-46dd-b3cc-77309db61663 HTTP/1.1" status: 204 len: 168 time: 0.7068908 Apr 18 19:38:20.576804 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36772) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:20.665889 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0ab820-93d4-4998-89d6-1599424fa3d4 req-c7ee59aa-73fe-4d45-aeb8-ea3be6dd1a37 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] No DVR routers for this DVR port 1ffd2f03-46d4-4dd5-9351-c329c2b75589 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:20.668470 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ca0ab820-93d4-4998-89d6-1599424fa3d4 req-c7ee59aa-73fe-4d45-aeb8-ea3be6dd1a37 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.671202 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be3cc99-4741-46b8-85ef-c918f2cfccea', 'name': 'network-vif-deleted', 'tag': '1ffd2f03-46d4-4dd5-9351-c329c2b75589'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:20.709795 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-97dff7f4-2d0d-4422-a6a3-69e10d64e69f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0856190 Apr 18 19:38:20.712566 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36778) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:20.730871 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e677d14-97eb-4b40-b167-e3949ff5a3fb'] response: {'server_uuid': '2be3cc99-4741-46b8-85ef-c918f2cfccea', 'name': 'network-vif-deleted', 'tag': '1ffd2f03-46d4-4dd5-9351-c329c2b75589', 'status': 'completed', 'code': 200} Apr 18 19:38:20.791935 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca0ab820-93d4-4998-89d6-1599424fa3d4 req-c7ee59aa-73fe-4d45-aeb8-ea3be6dd1a37 tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.16 "DELETE /v2.0/ports/1ffd2f03-46d4-4dd5-9351-c329c2b75589 HTTP/1.1" status: 204 len: 173 time: 1.9099617 Apr 18 19:38:20.804381 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7cd93beb-03a9-431e-9c72-0b12350d11f2 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.834945 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7cd93beb-03a9-431e-9c72-0b12350d11f2 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:20.958262 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7cd93beb-03a9-431e-9c72-0b12350d11f2 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.081799 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a853c8c6-4f8c-4bb2-bd0e-ade0e87dd2f7 req-f1f7d47f-2509-411c-96cd-19119c92612b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Synchronizing usage tracker for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:21.091337 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd93beb-03a9-431e-9c72-0b12350d11f2 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed797bc-878d-4340-b06e-3f855f3fa2f7,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:21.132081 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7cd93beb-03a9-431e-9c72-0b12350d11f2 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.134275 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7cd93beb-03a9-431e-9c72-0b12350d11f2 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-groups/3ed797bc-878d-4340-b06e-3f855f3fa2f7 HTTP/1.1" status: 204 len: 168 time: 0.4207509 Apr 18 19:38:21.136969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36798) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:21.210018 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a853c8c6-4f8c-4bb2-bd0e-ade0e87dd2f7 req-f1f7d47f-2509-411c-96cd-19119c92612b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] Unset dirty status for tenant:95c3ea07abf945b49256e3013451a29a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:21.222986 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a853c8c6-4f8c-4bb2-bd0e-ade0e87dd2f7 req-f1f7d47f-2509-411c-96cd-19119c92612b tempest-DeleteServersTestJSON-1827372861 tempest-DeleteServersTestJSON-1827372861-project] 10.222.0.66 "GET /v2.0/ports?device_id=2be3cc99-4741-46b8-85ef-c918f2cfccea HTTP/1.1" status: 200 len: 210 time: 0.2248948 Apr 18 19:38:21.224659 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06384384-7e6a-460b-8d03-e85b1057a2bf req-e1a0961a-3075-4fe7-9e81-28709c449b00 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:21.227442 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-06384384-7e6a-460b-8d03-e85b1057a2bf req-e1a0961a-3075-4fe7-9e81-28709c449b00 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.1830757 Apr 18 19:38:21.260951 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-71cd9682-e174-44c9-a4a2-af5448cd6196 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:21.296037 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-06384384-7e6a-460b-8d03-e85b1057a2bf req-b514b4bb-9202-4c3a-b632-5cad19a654b2 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586050 Apr 18 19:38:21.391812 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-71cd9682-e174-44c9-a4a2-af5448cd6196 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:21.397138 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-71cd9682-e174-44c9-a4a2-af5448cd6196 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2551210 Apr 18 19:38:21.401068 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36808) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:21.404806 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group': {'name': 'tempest-secgroup--562627029'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:21.411387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:21.421123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:21.494048 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.546299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:21.551613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:21.556739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:21.561892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:21.579645 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-847cf59b-0275-4aa1-86fa-ee68cdc31de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.647184 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.721918 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.785941 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4398cce-47f1-4438-9925-d13fe358e9c6,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:21.807665 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.808947 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6e477c9b-00aa-448b-b4f1-1476903e8cbd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4087181 Apr 18 19:38:21.811611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36818) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:21.817575 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-4a8c87aa-b383-475a-8a8a-4f2dc69898cd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': 'e4398cce-47f1-4438-9925-d13fe358e9c6', 'direction': 'ingress', 'protocol': 17}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:21.824028 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4a8c87aa-b383-475a-8a8a-4f2dc69898cd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:21.829271 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4a8c87aa-b383-475a-8a8a-4f2dc69898cd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:21.832939 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4a8c87aa-b383-475a-8a8a-4f2dc69898cd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:21.840364 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4a8c87aa-b383-475a-8a8a-4f2dc69898cd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:21.917226 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4a8c87aa-b383-475a-8a8a-4f2dc69898cd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:21.983023 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4a8c87aa-b383-475a-8a8a-4f2dc69898cd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.073067 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4a8c87aa-b383-475a-8a8a-4f2dc69898cd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.117098 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c87aa-b383-475a-8a8a-4f2dc69898cd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ced0ce6-cb2b-44bc-a3b3-b083ff92dafa,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:22.202233 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4a8c87aa-b383-475a-8a8a-4f2dc69898cd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.206483 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4a8c87aa-b383-475a-8a8a-4f2dc69898cd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3914759 Apr 18 19:38:22.208223 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36828) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:22.461286 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-53256f8f-992a-4039-bc80-63522b7e7f5b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.512477 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-53256f8f-992a-4039-bc80-63522b7e7f5b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.602408 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28319ae-ed1c-4a78-b2d2-46480e1f70ad req-5797d01c-3289-4f28-ba04-71cf9987ac7a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:22.610131 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e28319ae-ed1c-4a78-b2d2-46480e1f70ad req-5797d01c-3289-4f28-ba04-71cf9987ac7a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.1023891 Apr 18 19:38:22.647879 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-53256f8f-992a-4039-bc80-63522b7e7f5b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.674406 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e28319ae-ed1c-4a78-b2d2-46480e1f70ad req-8e10603f-f5c3-4da5-9c2a-f34d4699a16e tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626051 Apr 18 19:38:22.688673 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-53256f8f-992a-4039-bc80-63522b7e7f5b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:22.692607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36862) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:22.692785 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-53256f8f-992a-4039-bc80-63522b7e7f5b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-groups/e4398cce-47f1-4438-9925-d13fe358e9c6 HTTP/1.1" status: 204 len: 168 time: 0.4835730 Apr 18 19:38:22.695472 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53256f8f-992a-4039-bc80-63522b7e7f5b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4398cce-47f1-4438-9925-d13fe358e9c6,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:22.751821 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e259e7af-f085-439a-a132-ff51488c50de tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:22.836127 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e259e7af-f085-439a-a132-ff51488c50de tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:22.837370 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e259e7af-f085-439a-a132-ff51488c50de tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1430342 Apr 18 19:38:22.842763 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36870) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:22.848742 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group': {'name': 'tempest-secgroup--674110947'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:22.865283 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:22.882018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:22.973018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36876) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:22.979898 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.065226 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:23.069956 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:23.076525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:23.087937 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:23.205171 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.243828 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36888) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:23.276232 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.360972 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-10f18260-053e-436f-8751-d5cbbe72cd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.362382 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2134f3cf-7134-4928-9132-c1d956daa9ad,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:23.373229 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-243441893'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:23.381448 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:23.384601 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Usage tracker for resource:network and tenant:8102bf28c9744a1ab1b429bfa1061a39 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:23.387795 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:23.394542 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:23.411944 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-10f18260-053e-436f-8751-d5cbbe72cd31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:23.415946 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-10f18260-053e-436f-8751-d5cbbe72cd31 admin admin] Usage tracker for resource:security_group_rule and tenant:8f6027a9929a457785aa31afcb11c25b is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:23.421371 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1ffd2f03-46d4-4dd5-9351-c329c2b75589 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:23.424728 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.426485 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c3fec166-fa62-4788-9cde-d6c1d5c0c964 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5810249 Apr 18 19:38:23.428962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36898) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:23.433551 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-10f18260-053e-436f-8751-d5cbbe72cd31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:23.434458 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117555015'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:23.440505 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:23.444296 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-10f18260-053e-436f-8751-d5cbbe72cd31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:23.445260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:23.448627 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:23.456091 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:23.484314 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 1ffd2f03-46d4-4dd5-9351-c329c2b75589 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:38:23.484655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1ffd2f03-46d4-4dd5-9351-c329c2b75589 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:38:23.494667 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Made reservation on behalf of 8102bf28c9744a1ab1b429bfa1061a39 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:23.501180 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.521841 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.540470 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-10f18260-053e-436f-8751-d5cbbe72cd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.570757 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.584129 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:23.597232 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Usage tracker for resource:security_group_rule and tenant:8102bf28c9744a1ab1b429bfa1061a39 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:23.601045 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:23.610445 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:23.613001 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-10f18260-053e-436f-8751-d5cbbe72cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.645819 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:23.647099 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f18260-053e-436f-8751-d5cbbe72cd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ff8a4f-18a4-4bee-aaea-6b40027e52dc,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:23.652529 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:23.656793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:23.666643 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:23.676848 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-10f18260-053e-436f-8751-d5cbbe72cd31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f6027a9929a457785aa31afcb11c25b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4296870 Apr 18 19:38:23.677219 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36910) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:23.762281 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-651a876c-f9ab-4a85-b1eb-fa25c5564234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.782871 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.821907 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-651a876c-f9ab-4a85-b1eb-fa25c5564234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.861075 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.920877 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7e611d0e-ae12-4c5f-a795-78c01362df31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.921017 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:23.944063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e604fe1b-395b-4bf6-9ee7-d562344975cf,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:23.967202 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf4898-7c25-4bbe-b781-2a354d374e02 req-1db5dba8-f721-42a9-a5d8-f176bc039e21 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:23.970684 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e5cf4898-7c25-4bbe-b781-2a354d374e02 req-1db5dba8-f721-42a9-a5d8-f176bc039e21 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.1381049 Apr 18 19:38:23.996068 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.034434 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.038160 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-43de1151-23b9-4009-aace-5bb98ff142ae tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6057262 Apr 18 19:38:24.038512 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36918) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:24.040642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53fd40a9-b4ca-45fb-b648-7f1d1378db32,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:24.046093 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-8f657791-488a-4e89-9e70-05924c170a80 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '2134f3cf-7134-4928-9132-c1d956daa9ad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e604fe1b-395b-4bf6-9ee7-d562344975cf', 'remote_ip_prefix': None}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:24.054031 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e5cf4898-7c25-4bbe-b781-2a354d374e02 req-86f105cf-e620-43cd-9086-764d6442a0b4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752642 Apr 18 19:38:24.054954 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-8f657791-488a-4e89-9e70-05924c170a80 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:24.060349 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-8f657791-488a-4e89-9e70-05924c170a80 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:24.066919 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-8f657791-488a-4e89-9e70-05924c170a80 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:24.072015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-8f657791-488a-4e89-9e70-05924c170a80 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:24.093506 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-651a876c-f9ab-4a85-b1eb-fa25c5564234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.097950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:24.113656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a876c-f9ab-4a85-b1eb-fa25c5564234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ff8a4f-18a4-4bee-aaea-6b40027e52dc,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:24.115180 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.115534 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Added segment 41309f14-84e4-40bd-bb6c-3290b653759d of type vlan for network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 Apr 18 19:38:24.125079 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-651a876c-f9ab-4a85-b1eb-fa25c5564234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.129517 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-651a876c-f9ab-4a85-b1eb-fa25c5564234 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3ff8a4f-18a4-4bee-aaea-6b40027e52dc HTTP/1.1" status: 204 len: 168 time: 0.4511738 Apr 18 19:38:24.166735 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.179107 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8f657791-488a-4e89-9e70-05924c170a80 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.291307 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8f657791-488a-4e89-9e70-05924c170a80 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.299197 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.303731 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:24.304413 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.442466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Pushing event updated for resources: {'Network': ['ID=09c7f848-457b-4ea6-a1c9-f92c25cd9e94,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:24.457483 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:24.465882 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8f657791-488a-4e89-9e70-05924c170a80 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.487982 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-78a801b5-702e-4e3b-9fed-96add556edeb tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5091066 Apr 18 19:38:24.517995 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f657791-488a-4e89-9e70-05924c170a80 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f1de4c-022b-404d-a0c3-cd89bc740482,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:24.647784 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8f657791-488a-4e89-9e70-05924c170a80 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.649107 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8f657791-488a-4e89-9e70-05924c170a80 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6091695 Apr 18 19:38:24.652052 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36932) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:24.708011 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4f88212c-4a9d-48c1-b68c-eaf4d57a3a28 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.722765 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4f88212c-4a9d-48c1-b68c-eaf4d57a3a28 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.848200 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4f88212c-4a9d-48c1-b68c-eaf4d57a3a28 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.868987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88212c-4a9d-48c1-b68c-eaf4d57a3a28 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6f1de4c-022b-404d-a0c3-cd89bc740482,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:24.873330 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4f88212c-4a9d-48c1-b68c-eaf4d57a3a28 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.874471 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4f88212c-4a9d-48c1-b68c-eaf4d57a3a28 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/c6f1de4c-022b-404d-a0c3-cd89bc740482 HTTP/1.1" status: 204 len: 168 time: 0.2214532 Apr 18 19:38:24.877945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36936) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:24.886624 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36940) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:24.887719 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:24.894928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Request body: {'port': {'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94', 'binding:host_id': 'n-h2-838334-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-818722318'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:24.900300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:24.904816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Usage tracker for resource:port and tenant:014311da06fc4bd198b7c8322c6facf9 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:24.908852 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:24.916878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:24.929222 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-165f3fb8-f3ce-417f-a177-8fbca191725e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:24.945010 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.024495 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Made reservation on behalf of 014311da06fc4bd198b7c8322c6facf9 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:25.042275 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.042275 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.059267 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-165f3fb8-f3ce-417f-a177-8fbca191725e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:25.063988 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-165f3fb8-f3ce-417f-a177-8fbca191725e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1816540 Apr 18 19:38:25.064150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36946) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:25.076972 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:25.081608 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Usage tracker for resource:security_group_rule and tenant:014311da06fc4bd198b7c8322c6facf9 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:25.084989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:25.091429 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:25.145068 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-40c7a3d0-45fb-4b08-b846-731d1cf67856 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.175681 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36952) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:25.204254 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-40c7a3d0-45fb-4b08-b846-731d1cf67856 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.213858 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d9397cc0-0bc5-408c-9309-0d4d54147d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.219275 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.299386 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.316858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] device_id is not set on port e9025070-f4c2-4c85-9fc3-5c450077545b yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:25.385243 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b51f95-b581-486d-8f87-6c1181e7c8df req-7e348b10-8ccd-48c6-a616-38c213ec940c tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:25.396356 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1b51f95-b581-486d-8f87-6c1181e7c8df req-7e348b10-8ccd-48c6-a616-38c213ec940c tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.1573510 Apr 18 19:38:25.416511 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f7eacd-0909-48a4-82c6-551ae26d07b1,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:25.440888 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d9397cc0-0bc5-408c-9309-0d4d54147d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:25.450047 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d9397cc0-0bc5-408c-9309-0d4d54147d02 admin admin] Usage tracker for resource:security_group_rule and tenant:b8b4cb0d366b4348a16bf89fba8de455 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:25.450047 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d9397cc0-0bc5-408c-9309-0d4d54147d02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:25.466526 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d9397cc0-0bc5-408c-9309-0d4d54147d02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:25.502329 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1b51f95-b581-486d-8f87-6c1181e7c8df req-f10d8808-1636-4753-b807-2cac916fe0ec tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106615 Apr 18 19:38:25.654868 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d9397cc0-0bc5-408c-9309-0d4d54147d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.654868 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-40c7a3d0-45fb-4b08-b846-731d1cf67856 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.683878 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7a3d0-45fb-4b08-b846-731d1cf67856 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e604fe1b-395b-4bf6-9ee7-d562344975cf,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:25.729499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] device_id is not set on port e9025070-f4c2-4c85-9fc3-5c450077545b yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:25.739129 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.754473 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Transition to ACTIVE for port object e9025070-f4c2-4c85-9fc3-5c450077545b will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:25.761778 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d9397cc0-0bc5-408c-9309-0d4d54147d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.812389 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-40c7a3d0-45fb-4b08-b846-731d1cf67856 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.813520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-40c7a3d0-45fb-4b08-b846-731d1cf67856 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-groups/e604fe1b-395b-4bf6-9ee7-d562344975cf HTTP/1.1" status: 204 len: 168 time: 0.7483563 Apr 18 19:38:25.816928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36958) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:25.820600 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9397cc0-0bc5-408c-9309-0d4d54147d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e33c7b-0b4c-48b4-9cb1-923065845906,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:25.827042 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d9397cc0-0bc5-408c-9309-0d4d54147d02 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8b4cb0d366b4348a16bf89fba8de455&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6480176 Apr 18 19:38:25.832397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 36962) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:25.879366 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:25.989525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5bbae53f-f23b-4aa0-ba7b-3af7c8e37f1e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:26.014889 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event updated for resources: {'Port': ['ID=e9025070-f4c2-4c85-9fc3-5c450077545b,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:26.039776 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-859f3c07-bb7e-44d4-9198-391de7d6a28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.142086 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Checking segment: {'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:26.142477 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Network hostable DHCP agents. Network: 09c7f848-457b-4ea6-a1c9-f92c25cd9e94, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:38:26.166352 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-859f3c07-bb7e-44d4-9198-391de7d6a28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.180001 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5bbae53f-f23b-4aa0-ba7b-3af7c8e37f1e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:26.181265 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5bbae53f-f23b-4aa0-ba7b-3af7c8e37f1e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3632770 Apr 18 19:38:26.184449 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36972) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:26.260401 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2065e943-1271-49a0-a9e0-4e070c61f87e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.289037 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2065e943-1271-49a0-a9e0-4e070c61f87e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.293730 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:38:26.322807 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-859f3c07-bb7e-44d4-9198-391de7d6a28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.350290 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f3c07-bb7e-44d4-9198-391de7d6a28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e33c7b-0b4c-48b4-9cb1-923065845906,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:26.379622 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-859f3c07-bb7e-44d4-9198-391de7d6a28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.382409 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-859f3c07-bb7e-44d4-9198-391de7d6a28e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/11e33c7b-0b4c-48b4-9cb1-923065845906 HTTP/1.1" status: 204 len: 168 time: 0.5473540 Apr 18 19:38:26.390946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 09c7f848-457b-4ea6-a1c9-f92c25cd9e94) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:26.398639 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:26.414280 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8474ecdf-6bab-4700-a3f1-992d1c2bef67 None None] Network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:26.421587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:26.421922 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:26.422513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:26.430494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:26.431082 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:26.431640 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 2 to bind port e9025070-f4c2-4c85-9fc3-5c450077545b Apr 18 19:38:26.460914 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:26.463293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:26.463827 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:26.481905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:26.484650 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36982) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:26.485279 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:26.487091 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 3 to bind port e9025070-f4c2-4c85-9fc3-5c450077545b Apr 18 19:38:26.516117 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:26.516471 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:26.516812 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:26.522024 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2065e943-1271-49a0-a9e0-4e070c61f87e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.537451 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:26.539428 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:26.541213 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 4 to bind port e9025070-f4c2-4c85-9fc3-5c450077545b Apr 18 19:38:26.563510 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065e943-1271-49a0-a9e0-4e070c61f87e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2134f3cf-7134-4928-9132-c1d956daa9ad,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:26.591663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:26.591663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:26.591663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:26.598276 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:26.598840 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:26.599418 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 5 to bind port e9025070-f4c2-4c85-9fc3-5c450077545b Apr 18 19:38:26.623898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:26.624597 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:26.625266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:26.639093 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:26.640756 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:26.641764 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 6 to bind port e9025070-f4c2-4c85-9fc3-5c450077545b Apr 18 19:38:26.664963 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:26.665373 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:26.665726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:26.674887 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:26.675139 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2065e943-1271-49a0-a9e0-4e070c61f87e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.675660 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:26.676298 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2065e943-1271-49a0-a9e0-4e070c61f87e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-groups/2134f3cf-7134-4928-9132-c1d956daa9ad HTTP/1.1" status: 204 len: 168 time: 0.4905832 Apr 18 19:38:26.676901 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 7 to bind port e9025070-f4c2-4c85-9fc3-5c450077545b Apr 18 19:38:26.679140 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36990) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:26.712767 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.760910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:26.761101 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:26.761388 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:26.779941 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:26.780269 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:26.782006 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 8 to bind port e9025070-f4c2-4c85-9fc3-5c450077545b Apr 18 19:38:26.811260 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-940839d2-e75d-415c-bf72-b60f079d01ee admin admin] Deleting subnet fd27771e-135d-4136-a053-2cd32b4aaaa8 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:38:26.820207 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-940839d2-e75d-415c-bf72-b60f079d01ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.828384 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:26.829070 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:26.829609 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:26.838459 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:26.838794 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:26.842322 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 9 to bind port e9025070-f4c2-4c85-9fc3-5c450077545b Apr 18 19:38:26.849513 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d26ea94a-cde6-439d-a24d-d55733a075d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:26.870540 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:26.871143 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:26.871652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:26.879695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:26.880695 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:26.884320 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-940839d2-e75d-415c-bf72-b60f079d01ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.886180 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 10 to bind port e9025070-f4c2-4c85-9fc3-5c450077545b Apr 18 19:38:26.901171 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893969c9-4ff4-4489-933d-11d9eaa14b1b req-a9297f92-dfca-4a78-b93a-c8ca68bde609 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:26.902738 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-893969c9-4ff4-4489-933d-11d9eaa14b1b req-a9297f92-dfca-4a78-b93a-c8ca68bde609 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.1826560 Apr 18 19:38:26.935441 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:26.936090 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:26.936808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:26.949655 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-940839d2-e75d-415c-bf72-b60f079d01ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.950137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port e9025070-f4c2-4c85-9fc3-5c450077545b on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:26.950601 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port e9025070-f4c2-4c85-9fc3-5c450077545b on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:26.951068 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:26.984318 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d26ea94a-cde6-439d-a24d-d55733a075d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:26.985566 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d26ea94a-cde6-439d-a24d-d55733a075d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3054588 Apr 18 19:38:26.990463 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 36998) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:26.999205 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group': {'name': 'tempest-secgroup--639093994'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:27.014049 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:27.029875 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:27.084263 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-893969c9-4ff4-4489-933d-11d9eaa14b1b req-e2ab846e-7bda-4dca-bd76-339c3d6431c3 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749825 Apr 18 19:38:27.116293 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.118989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] For port e9025070-f4c2-4c85-9fc3-5c450077545b, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:27.119354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempted to set empty binding levels {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 19:38:27.149084 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-940839d2-e75d-415c-bf72-b60f079d01ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.207248 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940839d2-e75d-415c-bf72-b60f079d01ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd27771e-135d-4136-a053-2cd32b4aaaa8,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:27.207734 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.214070 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-940839d2-e75d-415c-bf72-b60f079d01ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.216637 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:27.223912 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:27.229025 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:27.236607 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:27.293926 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.315432 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.331698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event updated for resources: {'Port': ['ID=e9025070-f4c2-4c85-9fc3-5c450077545b,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:27.337492 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37002) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:27.342907 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-940839d2-e75d-415c-bf72-b60f079d01ee admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fd27771e-135d-4136-a053-2cd32b4aaaa8 HTTP/1.1" status: 204 len: 168 time: 0.8510821 Apr 18 19:38:27.442344 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.447547 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.490604 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b85bd381-6340-41df-986c-8d56a2236c17 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.6019847 Apr 18 19:38:27.493464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582402a2-6f44-4686-9b45-654bca2448fe,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:27.496317 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37006) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:27.510532 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37010) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:27.560139 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-5aadc46b-ec7f-400f-bc37-759e3c912b37 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Deleting port e9025070-f4c2-4c85-9fc3-5c450077545b {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:27.560412 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5aadc46b-ec7f-400f-bc37-759e3c912b37 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.576233 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e861db35-fb2c-4395-80b5-125d24d0950b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.600454 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.601593 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-02ab88ba-1fb0-49c1-adc3-6270f448e41c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6099627 Apr 18 19:38:27.605363 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37014) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:27.615908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-d673f797-2863-4bc1-8fe4-ea1b9bcb3d45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '582402a2-6f44-4686-9b45-654bca2448fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:27.627674 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d673f797-2863-4bc1-8fe4-ea1b9bcb3d45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:27.635729 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.650318 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d673f797-2863-4bc1-8fe4-ea1b9bcb3d45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:27.657494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d673f797-2863-4bc1-8fe4-ea1b9bcb3d45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:27.676694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d673f797-2863-4bc1-8fe4-ea1b9bcb3d45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:27.682839 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e861db35-fb2c-4395-80b5-125d24d0950b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:27.686688 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9772eb3e-4470-4e98-9621-f0c5fd024ef1']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:27.700039 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e861db35-fb2c-4395-80b5-125d24d0950b admin admin] Usage tracker for resource:security_group_rule and tenant:dfa6c59891bd4094a45e2e76807138ba is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:27.705553 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e861db35-fb2c-4395-80b5-125d24d0950b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:27.709217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:27.709516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f1f7f2-6ae8-4ce6-96bf-7ca86f38054d') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:27.720994 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e861db35-fb2c-4395-80b5-125d24d0950b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:27.726867 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.750271 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.761904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:38:27.762310 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:38:27.775949 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:38:27.780303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-5aadc46b-ec7f-400f-bc37-759e3c912b37 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] For port e9025070-f4c2-4c85-9fc3-5c450077545b, host n-h2-838334-1, got binding levels [] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:27.781311 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5aadc46b-ec7f-400f-bc37-759e3c912b37 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.866794 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d673f797-2863-4bc1-8fe4-ea1b9bcb3d45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.905658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-5aadc46b-ec7f-400f-bc37-759e3c912b37 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Calling delete_port for e9025070-f4c2-4c85-9fc3-5c450077545b owned by {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:27.942439 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e861db35-fb2c-4395-80b5-125d24d0950b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.961039 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.982068 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d673f797-2863-4bc1-8fe4-ea1b9bcb3d45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.985627 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:27.993441 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9772eb3e-4470-4e98-9621-f0c5fd024ef1,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:28.041984 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e861db35-fb2c-4395-80b5-125d24d0950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.096897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861db35-fb2c-4395-80b5-125d24d0950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c34fdc-7351-475d-8cd5-6f81ab172b0b,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:28.099109 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5aadc46b-ec7f-400f-bc37-759e3c912b37 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.104666 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e861db35-fb2c-4395-80b5-125d24d0950b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfa6c59891bd4094a45e2e76807138ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5906782 Apr 18 19:38:28.105202 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37020) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:28.107566 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d673f797-2863-4bc1-8fe4-ea1b9bcb3d45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.149333 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1b630a89-35a0-4f8b-aea6-f66be3fe04c6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9772eb3e-4470-4e98-9621-f0c5fd024ef1 HTTP/1.1" status: 204 len: 168 time: 0.8105772 Apr 18 19:38:28.160622 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673f797-2863-4bc1-8fe4-ea1b9bcb3d45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f78fed-7f31-42e3-b39c-3324aca04f9f,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:28.177644 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadc46b-ec7f-400f-bc37-759e3c912b37 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9025070-f4c2-4c85-9fc3-5c450077545b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:28.191737 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5aadc46b-ec7f-400f-bc37-759e3c912b37 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.200283 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5aadc46b-ec7f-400f-bc37-759e3c912b37 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "DELETE /v2.0/ports/e9025070-f4c2-4c85-9fc3-5c450077545b HTTP/1.1" status: 204 len: 168 time: 0.7001336 Apr 18 19:38:28.200561 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37028) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:28.217570 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d219594d-64ec-455d-9486-de99d3285ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.251454 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d219594d-64ec-455d-9486-de99d3285ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.257035 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-1790165d-70dd-4343-82eb-728144ce76db tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] GET failed (client error): The resource could not be found. Apr 18 19:38:28.257920 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1790165d-70dd-4343-82eb-728144ce76db tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Synchronizing usage tracker for tenant:014311da06fc4bd198b7c8322c6facf9 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:28.261742 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d673f797-2863-4bc1-8fe4-ea1b9bcb3d45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.266148 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d673f797-2863-4bc1-8fe4-ea1b9bcb3d45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6581998 Apr 18 19:38:28.267121 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37032) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:28.324297 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ed804f04-b56b-416d-a383-825d1f4cd976 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.336566 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ed804f04-b56b-416d-a383-825d1f4cd976 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.352381 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458a580-cb9c-4c10-8e5e-60ea56a522fa req-493f3c10-8d95-494c-bbea-599b0f382957 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:28.354414 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0458a580-cb9c-4c10-8e5e-60ea56a522fa req-493f3c10-8d95-494c-bbea-599b0f382957 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.0924366 Apr 18 19:38:28.455010 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ed804f04-b56b-416d-a383-825d1f4cd976 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.456821 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d219594d-64ec-455d-9486-de99d3285ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.485518 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219594d-64ec-455d-9486-de99d3285ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c34fdc-7351-475d-8cd5-6f81ab172b0b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:28.489538 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed804f04-b56b-416d-a383-825d1f4cd976 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99f78fed-7f31-42e3-b39c-3324aca04f9f,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:28.491207 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1790165d-70dd-4343-82eb-728144ce76db tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Unset dirty status for tenant:014311da06fc4bd198b7c8322c6facf9 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:28.492333 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1790165d-70dd-4343-82eb-728144ce76db tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "GET /v2.0/ports/e9025070-f4c2-4c85-9fc3-5c450077545b HTTP/1.1" status: 404 len: 333 time: 0.2908516 Apr 18 19:38:28.496385 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37036) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:28.505176 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Request body: {'port': {'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1360160841'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:28.512574 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0458a580-cb9c-4c10-8e5e-60ea56a522fa req-4f94eed4-d8aa-40a8-a52d-e87aaa14f398 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498258 Apr 18 19:38:28.513521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:28.521309 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d219594d-64ec-455d-9486-de99d3285ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.521309 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d219594d-64ec-455d-9486-de99d3285ea8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/48c34fdc-7351-475d-8cd5-6f81ab172b0b HTTP/1.1" status: 204 len: 168 time: 0.4130316 Apr 18 19:38:28.522759 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ed804f04-b56b-416d-a383-825d1f4cd976 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.526452 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ed804f04-b56b-416d-a383-825d1f4cd976 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/99f78fed-7f31-42e3-b39c-3324aca04f9f HTTP/1.1" status: 204 len: 168 time: 0.2564414 Apr 18 19:38:28.526646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37042) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:28.530081 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:28.583590 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-00e2d13f-bca0-4fdf-bc48-08c33d0e81fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:28.642309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Made reservation on behalf of 014311da06fc4bd198b7c8322c6facf9 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:28.644665 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.665578 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] device_id is not set on port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 yet. {{(pid=84804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:28.698208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-00e2d13f-bca0-4fdf-bc48-08c33d0e81fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:28.699492 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-00e2d13f-bca0-4fdf-bc48-08c33d0e81fd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1710591 Apr 18 19:38:28.702971 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37046) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:28.720594 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37050) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:28.777504 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ff3ac40a-be05-4c3d-a61a-64e6fdfb187f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.806206 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ff3ac40a-be05-4c3d-a61a-64e6fdfb187f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.830237 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-be37b1f8-9dfd-4daa-b042-b5f066232ebe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=95c3ea07abf945b49256e3013451a29a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1083980 Apr 18 19:38:28.833674 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37056) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:28.944889 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ff3ac40a-be05-4c3d-a61a-64e6fdfb187f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:28.980419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ac40a-be05-4c3d-a61a-64e6fdfb187f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582402a2-6f44-4686-9b45-654bca2448fe,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:28.985369 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.016301 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b77f608c-1bb6-4cbc-861f-4f1572601b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.053479 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b77f608c-1bb6-4cbc-861f-4f1572601b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.087383 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ff3ac40a-be05-4c3d-a61a-64e6fdfb187f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.092266 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ff3ac40a-be05-4c3d-a61a-64e6fdfb187f tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-groups/582402a2-6f44-4686-9b45-654bca2448fe HTTP/1.1" status: 204 len: 168 time: 0.3874002 Apr 18 19:38:29.098255 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37068) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:29.158871 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.218808 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-552e15ff-461c-467f-8702-0c19542a6209 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:29.233516 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b77f608c-1bb6-4cbc-861f-4f1572601b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.269808 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:29.270917 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f608c-1bb6-4cbc-861f-4f1572601b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee4276a-e637-4ada-a1a0-cf13d80614f2,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:29.279457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:29.289810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:29.290910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:29.291496 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.297869 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event updated for resources: {'Port': ['ID=032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:29.397149 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b77f608c-1bb6-4cbc-861f-4f1572601b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.398419 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b77f608c-1bb6-4cbc-861f-4f1572601b19 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aee4276a-e637-4ada-a1a0-cf13d80614f2 HTTP/1.1" status: 204 len: 168 time: 0.5637488 Apr 18 19:38:29.424685 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-552e15ff-461c-467f-8702-0c19542a6209 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:29.425993 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-552e15ff-461c-467f-8702-0c19542a6209 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3266697 Apr 18 19:38:29.427613 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-72ad1f99-b48f-445c-bdac-50cb5fee9f02 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9289565 Apr 18 19:38:29.430096 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37076) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:29.430774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37078) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:29.437972 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:29.466539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037418847'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:29.476752 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:29.506599 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:29.594073 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.610484 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:29.722950 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:29.748790 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:29.754590 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:29.788272 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3b6d6-0c84-4a17-9ed7-e00c9fd5e8e3 req-86f41b0d-1a1a-4800-8f11-fb4ae0db9ff5 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:29.790265 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-46f3b6d6-0c84-4a17-9ed7-e00c9fd5e8e3 req-86f41b0d-1a1a-4800-8f11-fb4ae0db9ff5 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.1033721 Apr 18 19:38:29.810264 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:29.927354 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-46f3b6d6-0c84-4a17-9ed7-e00c9fd5e8e3 req-0c4e9c33-0444-4dc7-8fd6-8ea4608e2e90 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271009 Apr 18 19:38:29.954100 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.018949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] device_id is not set on port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 yet. {{(pid=84804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:30.026277 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.032201 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.084691 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d97fc1-fab8-4ee0-b429-09296bbfe9d0,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:30.095209 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Transition to ACTIVE for port object 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:30.207721 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.250295 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.251787 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-07443957-f801-4a6d-9a3f-502af30962d0 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8198807 Apr 18 19:38:30.254968 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37108) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:30.261859 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f34598a5-dde2-48d0-affd-d923eb404356 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '83d97fc1-fab8-4ee0-b429-09296bbfe9d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:30.271681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f34598a5-dde2-48d0-affd-d923eb404356 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:30.279864 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f34598a5-dde2-48d0-affd-d923eb404356 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:30.289367 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f34598a5-dde2-48d0-affd-d923eb404356 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:30.321782 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f34598a5-dde2-48d0-affd-d923eb404356 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:30.383575 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event updated for resources: {'Port': ['ID=032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:30.444452 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f34598a5-dde2-48d0-affd-d923eb404356 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.449061 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:30.449429 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:30.449833 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.463505 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:30.466086 n-d-838334-1 neutron-server[84804]: ERROR neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:30.466504 n-d-838334-1 neutron-server[84804]: INFO neutron.plugins.ml2.plugin [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 2 to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 Apr 18 19:38:30.514318 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:30.515562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:30.515562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.525488 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:30.533212 n-d-838334-1 neutron-server[84804]: ERROR neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:30.533212 n-d-838334-1 neutron-server[84804]: INFO neutron.plugins.ml2.plugin [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 3 to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 Apr 18 19:38:30.586251 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:30.588815 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:30.589981 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.595685 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f34598a5-dde2-48d0-affd-d923eb404356 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.604245 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:30.604245 n-d-838334-1 neutron-server[84804]: ERROR neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:30.604245 n-d-838334-1 neutron-server[84804]: INFO neutron.plugins.ml2.plugin [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 4 to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 Apr 18 19:38:30.621160 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:30.621905 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:30.622566 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.629775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:30.630225 n-d-838334-1 neutron-server[84804]: ERROR neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:30.630745 n-d-838334-1 neutron-server[84804]: INFO neutron.plugins.ml2.plugin [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 5 to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 Apr 18 19:38:30.648242 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:30.648678 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:30.649133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.655180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:30.655757 n-d-838334-1 neutron-server[84804]: ERROR neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:30.656240 n-d-838334-1 neutron-server[84804]: INFO neutron.plugins.ml2.plugin [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 6 to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 Apr 18 19:38:30.659050 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f34598a5-dde2-48d0-affd-d923eb404356 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.676604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34598a5-dde2-48d0-affd-d923eb404356 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3285c541-4cbc-4711-a77c-fa18da5babf0,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:30.679333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:30.680002 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:30.680643 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.688168 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:30.688398 n-d-838334-1 neutron-server[84804]: ERROR neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:30.688852 n-d-838334-1 neutron-server[84804]: INFO neutron.plugins.ml2.plugin [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 7 to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 Apr 18 19:38:30.709668 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:30.710249 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:30.710734 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.722134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:30.722134 n-d-838334-1 neutron-server[84804]: ERROR neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:30.722134 n-d-838334-1 neutron-server[84804]: INFO neutron.plugins.ml2.plugin [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 8 to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 Apr 18 19:38:30.736153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:30.736516 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:30.736917 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.744052 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:30.744441 n-d-838334-1 neutron-server[84804]: ERROR neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:30.744834 n-d-838334-1 neutron-server[84804]: INFO neutron.plugins.ml2.plugin [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 9 to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 Apr 18 19:38:30.764766 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:30.765231 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:30.765610 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.772160 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:30.772527 n-d-838334-1 neutron-server[84804]: ERROR neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:30.772970 n-d-838334-1 neutron-server[84804]: INFO neutron.plugins.ml2.plugin [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 10 to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 Apr 18 19:38:30.792251 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:30.792609 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:30.793297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:30.802176 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:30.802598 n-d-838334-1 neutron-server[84804]: ERROR neutron.plugins.ml2.managers [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:30.802994 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.813513 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f34598a5-dde2-48d0-affd-d923eb404356 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:30.814899 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f34598a5-dde2-48d0-affd-d923eb404356 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5590241 Apr 18 19:38:30.817727 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37128) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:30.837265 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-957f23a8-4e27-46f8-8aef-aa18125cc147 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules/3285c541-4cbc-4711-a77c-fa18da5babf0 HTTP/1.1" status: 200 len: 705 time: 0.0182300 Apr 18 19:38:30.839789 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37132) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:30.906563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] For port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:30.907067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempted to set empty binding levels {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 19:38:30.915707 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-87d2344d-d3dc-4aae-ab99-a3f653aa8d3d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:30.929296 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37138) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:30.990861 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.021215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-87d2344d-d3dc-4aae-ab99-a3f653aa8d3d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:31.031491 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-87d2344d-d3dc-4aae-ab99-a3f653aa8d3d tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1904244 Apr 18 19:38:31.033365 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37148) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:31.079965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event updated for resources: {'Port': ['ID=032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:31.103322 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] In _notify_port_updated(), no bound segment for port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:38:31.104357 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.106164 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bf7fbe62-593f-46ea-80a9-48bb987b23b1 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "PUT /v2.0/ports/032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 HTTP/1.1" status: 200 len: 975 time: 1.6723359 Apr 18 19:38:31.110222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37152) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:31.163762 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b6816657-622a-405d-b5e8-aaa5b6c6bbbc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.176215 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b6816657-622a-405d-b5e8-aaa5b6c6bbbc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.199317 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1405363008-network', 'tenant_id': '8c45541b663f4cc5824ad6067033356a'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:31.207336 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:31.213171 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Usage tracker for resource:network and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:31.216509 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:31.228877 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:31.250977 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2a1e4aef-460c-4d2d-8a73-b1367ac42c31 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Synchronizing usage tracker for tenant:014311da06fc4bd198b7c8322c6facf9 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:31.257703 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c1f06-f3d8-4cb7-bff1-c7e6037936d3 req-827f713f-2ca7-4fbe-9ab3-75cd692273b9 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:31.259526 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-156c1f06-f3d8-4cb7-bff1-c7e6037936d3 req-827f713f-2ca7-4fbe-9ab3-75cd692273b9 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.1209121 Apr 18 19:38:31.312379 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-156c1f06-f3d8-4cb7-bff1-c7e6037936d3 req-578108bc-da41-4477-85f9-9e4340e06cfd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462971 Apr 18 19:38:31.338873 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b6816657-622a-405d-b5e8-aaa5b6c6bbbc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.367241 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:31.389940 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.390045 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2a1e4aef-460c-4d2d-8a73-b1367ac42c31 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Unset dirty status for tenant:014311da06fc4bd198b7c8322c6facf9 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:31.390045 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2a1e4aef-460c-4d2d-8a73-b1367ac42c31 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23433 time: 0.2602475 Apr 18 19:38:31.390045 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6816657-622a-405d-b5e8-aaa5b6c6bbbc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3285c541-4cbc-4711-a77c-fa18da5babf0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:31.390281 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37162) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:31.448556 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.459403 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b6816657-622a-405d-b5e8-aaa5b6c6bbbc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.461601 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b6816657-622a-405d-b5e8-aaa5b6c6bbbc tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/3285c541-4cbc-4711-a77c-fa18da5babf0 HTTP/1.1" status: 204 len: 168 time: 0.4272978 Apr 18 19:38:31.464330 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37168) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:31.484365 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-69f0aba8-8f43-446d-86dc-32994a8f126b tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Deleting port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:31.484709 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-69f0aba8-8f43-446d-86dc-32994a8f126b tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:31.547232 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:31.553886 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Usage tracker for resource:security_group_rule and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:31.558637 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:31.626202 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6b8c109d-6aa6-4ca9-b71f-ce716940f3e1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:31.689547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:31.699865 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6b8c109d-6aa6-4ca9-b71f-ce716940f3e1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:31.705675 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37176) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:31.706110 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6b8c109d-6aa6-4ca9-b71f-ce716940f3e1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2393169 Apr 18 19:38:31.722538 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-1f148d12-ee84-48f7-8d53-2cd6c7d0847e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '83d97fc1-fab8-4ee0-b429-09296bbfe9d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:31.736391 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1f148d12-ee84-48f7-8d53-2cd6c7d0847e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:31.775592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1f148d12-ee84-48f7-8d53-2cd6c7d0847e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:31.889653 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-69f0aba8-8f43-446d-86dc-32994a8f126b tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] For port 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5, host n-h2-838334-1, got binding levels [] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:31.890558 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-69f0aba8-8f43-446d-86dc-32994a8f126b tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.025560 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.032665 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-69f0aba8-8f43-446d-86dc-32994a8f126b tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Calling delete_port for 032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 owned by {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:32.063410 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1f148d12-ee84-48f7-8d53-2cd6c7d0847e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.140110 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.175823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:32.198470 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1f148d12-ee84-48f7-8d53-2cd6c7d0847e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.198470 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1926229-55e8-4a98-a6cf-1c9a70fe173f,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:32.272087 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-69f0aba8-8f43-446d-86dc-32994a8f126b tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.279381 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.279725 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Added segment 07922f48-caea-4685-8d56-dcf1ddda8f7e of type vlan for network 6ffffad2-0800-488c-99ce-066b8a9fb855 Apr 18 19:38:32.303689 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37190) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.329490 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0aba8-8f43-446d-86dc-32994a8f126b tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event deleted for resources: {'Port': ['ID=032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:32.336560 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1f148d12-ee84-48f7-8d53-2cd6c7d0847e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.401005 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.429098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f148d12-ee84-48f7-8d53-2cd6c7d0847e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923a5781-bd8b-47f2-b462-d106ee105ff0,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:32.449332 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-69f0aba8-8f43-446d-86dc-32994a8f126b tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.517772 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-90177e0b-1022-4d6e-9fa1-a5865732d749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.541415 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1f148d12-ee84-48f7-8d53-2cd6c7d0847e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.543105 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1f148d12-ee84-48f7-8d53-2cd6c7d0847e tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8329978 Apr 18 19:38:32.545824 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37200) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.551358 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-69f0aba8-8f43-446d-86dc-32994a8f126b tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "DELETE /v2.0/ports/032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 HTTP/1.1" status: 204 len: 168 time: 1.1629081 Apr 18 19:38:32.560215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37204) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.567585 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.568439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:32.569012 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.595765 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-96c590cb-832c-46b4-bb37-d4ae6db8e574 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules/923a5781-bd8b-47f2-b462-d106ee105ff0 HTTP/1.1" status: 200 len: 705 time: 0.0476971 Apr 18 19:38:32.602685 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37208) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.616102 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-90177e0b-1022-4d6e-9fa1-a5865732d749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:32.630329 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-858aee38-7407-4b23-a958-0524efa8438c tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] GET failed (client error): The resource could not be found. Apr 18 19:38:32.635469 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-858aee38-7407-4b23-a958-0524efa8438c tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "GET /v2.0/ports/032b42d0-7a9b-414a-b9b6-0c4b90bfe9e5 HTTP/1.1" status: 404 len: 333 time: 0.0690534 Apr 18 19:38:32.636521 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37212) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.641076 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-90177e0b-1022-4d6e-9fa1-a5865732d749 admin admin] Usage tracker for resource:security_group_rule and tenant:b369f11f5a964ca5b9b78cd04f1b73e3 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:32.650191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1894132197', 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:32.654657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-90177e0b-1022-4d6e-9fa1-a5865732d749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:32.665397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:32.667668 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-90177e0b-1022-4d6e-9fa1-a5865732d749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:32.679073 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eace80f-f173-4c17-8b1d-39b3f685f7da req-498ee183-261a-459e-a152-a02bd6d40512 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:32.679650 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] Pushing event updated for resources: {'Network': ['ID=6ffffad2-0800-488c-99ce-066b8a9fb855,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:32.680587 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6eace80f-f173-4c17-8b1d-39b3f685f7da req-498ee183-261a-459e-a152-a02bd6d40512 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.2287078 Apr 18 19:38:32.693038 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:32.698564 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 6ffffad2-0800-488c-99ce-066b8a9fb855 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:32.711405 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f0379785-fa68-49a8-94a5-262f8d111518 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7808852 Apr 18 19:38:32.714119 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37216) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.721445 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Request body: {'subnet': {'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1405363008-subnet', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:32.727913 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:32.732671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Usage tracker for resource:subnet and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:32.736894 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:32.743436 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:32.766274 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f7c668a2-5320-4445-9aa4-6a0ffe074f59 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1546407 Apr 18 19:38:32.769115 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37220) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:32.783247 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-6eace80f-f173-4c17-8b1d-39b3f685f7da req-c575a89f-8159-476d-92ad-fc62a94217a2 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917866 Apr 18 19:38:32.814693 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Made reservation on behalf of 014311da06fc4bd198b7c8322c6facf9 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:32.817597 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.845130 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:32.847503 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.848461 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-90177e0b-1022-4d6e-9fa1-a5865732d749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.852382 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] device_id is not set on port 5c57552d-3e96-44ca-b330-63f378db4494 yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:32.869538 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bbf3-bba9-44d3-b638-0bd969fc6a45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.932633 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-90177e0b-1022-4d6e-9fa1-a5865732d749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:32.938310 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bbf3-bba9-44d3-b638-0bd969fc6a45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.021363 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bbf3-bba9-44d3-b638-0bd969fc6a45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.051345 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2bbf3-bba9-44d3-b638-0bd969fc6a45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=923a5781-bd8b-47f2-b462-d106ee105ff0,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:33.064513 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c8e2bbf3-bba9-44d3-b638-0bd969fc6a45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.079926 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c8e2bbf3-bba9-44d3-b638-0bd969fc6a45 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/923a5781-bd8b-47f2-b462-d106ee105ff0 HTTP/1.1" status: 204 len: 168 time: 0.2934916 Apr 18 19:38:33.080611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37226) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:33.091438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90177e0b-1022-4d6e-9fa1-a5865732d749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bf4363-fd19-437a-8897-a7316eee0221,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:33.153178 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-90177e0b-1022-4d6e-9fa1-a5865732d749 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b369f11f5a964ca5b9b78cd04f1b73e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8462656 Apr 18 19:38:33.158928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37230) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:33.246087 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.262765 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-44718072-916c-4bd7-a4fd-43eb80dd6a0a tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1674833 Apr 18 19:38:33.265668 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37234) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:33.271618 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '83d97fc1-fab8-4ee0-b429-09296bbfe9d0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:33.277504 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:33.282177 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:33.285080 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:33.287019 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e50d2630-a23c-47c3-8fc2-82cf272cfb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.290707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:33.296900 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.318308 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e50d2630-a23c-47c3-8fc2-82cf272cfb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.371722 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:33.386130 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Checking segment: {'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:33.386456 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Network hostable DHCP agents. Network: 6ffffad2-0800-488c-99ce-066b8a9fb855, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:38:33.407812 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.430333 n-d-838334-1 neutron-server[84804]: INFO neutron.db.securitygroups_db [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Project 8815bc322fb94656a0f29aef98770b47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 19:38:33.437230 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.447817 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e50d2630-a23c-47c3-8fc2-82cf272cfb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.478509 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d2630-a23c-47c3-8fc2-82cf272cfb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bf4363-fd19-437a-8897-a7316eee0221,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:33.482466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Network 6ffffad2-0800-488c-99ce-066b8a9fb855 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:38:33.501228 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.507037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:33.510093 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:33.512562 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:33.513523 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:33.514278 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.522072 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event updated for resources: {'Port': ['ID=5c57552d-3e96-44ca-b330-63f378db4494,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:33.574847 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e50d2630-a23c-47c3-8fc2-82cf272cfb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.576008 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e50d2630-a23c-47c3-8fc2-82cf272cfb9f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/81bf4363-fd19-437a-8897-a7316eee0221 HTTP/1.1" status: 204 len: 168 time: 0.4159374 Apr 18 19:38:33.601654 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 6ffffad2-0800-488c-99ce-066b8a9fb855) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:33.602179 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4a7c3825-0557-48f9-84ce-97c7f632c29f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9633181 Apr 18 19:38:33.603949 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.604689 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37242) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:33.616380 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:33.617169 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.618550 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853034cd-028a-4d91-b405-5e76343f017a None None] Network 6ffffad2-0800-488c-99ce-066b8a9fb855 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:33.644126 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4eb49f-5cf7-4b3f-bfb8-147c2170c68b,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:33.675477 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-89ce22df-90e3-426a-baa7-7cd9c1c3850f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Synchronizing usage tracker for tenant:014311da06fc4bd198b7c8322c6facf9 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:33.739439 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.742412 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1b852bab-952c-4abd-a3c8-8b85f7888e54 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4738736 Apr 18 19:38:33.743265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37248) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:33.773221 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-89ce22df-90e3-426a-baa7-7cd9c1c3850f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Unset dirty status for tenant:014311da06fc4bd198b7c8322c6facf9 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:33.774438 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-89ce22df-90e3-426a-baa7-7cd9c1c3850f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "GET /v2.0/ports/5c57552d-3e96-44ca-b330-63f378db4494 HTTP/1.1" status: 200 len: 955 time: 0.1679103 Apr 18 19:38:33.777293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37254) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:33.789655 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-257677cf-3438-4cbd-8899-e0354ebcac08 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0720077 Apr 18 19:38:33.789877 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37258) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:33.801605 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1405363008-router', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:33.810468 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1a6a6925-9ba0-4a6c-b474-d003fb8d55b7 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules/2a4eb49f-5cf7-4b3f-bfb8-147c2170c68b HTTP/1.1" status: 200 len: 711 time: 0.0659103 Apr 18 19:38:33.813436 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37262) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:33.814729 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:33.845156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-df3e6843-63a9-4cc0-8e31-f71e4c9268ec tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Deleting port 5c57552d-3e96-44ca-b330-63f378db4494 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:33.845156 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-df3e6843-63a9-4cc0-8e31-f71e4c9268ec tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.857370 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Usage tracker for resource:router and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:33.864733 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:33.864874 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-6ffffad2-0800-488c-99ce-066b8a9fb855', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'fixed_ips': [{'subnet_id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:38:33.865749 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:33.884456 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:33.978965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-07ed267b-c9df-42ec-9a01-c4a199c37098 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:34.024849 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.026155 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.074850 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.128021 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-07ed267b-c9df-42ec-9a01-c4a199c37098 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:34.129476 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-07ed267b-c9df-42ec-9a01-c4a199c37098 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3107476 Apr 18 19:38:34.132652 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37278) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:34.156549 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-df3e6843-63a9-4cc0-8e31-f71e4c9268ec tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.192929 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3a5eeda7-38ce-45d8-b0f8-cf6a2ab9fb36 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.209795 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Allocated IP 172.20.0.2 (6ffffad2-0800-488c-99ce-066b8a9fb855/4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837/a8dded26-1c03-4e37-9006-8f56c3ef1fca) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:34.212249 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3a5eeda7-38ce-45d8-b0f8-cf6a2ab9fb36 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.233014 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba162c33-93f0-46b2-8da0-c326a40e0682 req-940a713f-be4c-44a0-9c85-973e17770d0b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:34.240185 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ba162c33-93f0-46b2-8da0-c326a40e0682 req-940a713f-be4c-44a0-9c85-973e17770d0b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.1847043 Apr 18 19:38:34.348126 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-df3e6843-63a9-4cc0-8e31-f71e4c9268ec tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Calling delete_port for 5c57552d-3e96-44ca-b330-63f378db4494 owned by {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:34.378541 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3a5eeda7-38ce-45d8-b0f8-cf6a2ab9fb36 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.401462 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ba162c33-93f0-46b2-8da0-c326a40e0682 req-bbe558a3-f344-4c01-a069-92484a9cd5d2 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603076 Apr 18 19:38:34.410661 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5eeda7-38ce-45d8-b0f8-cf6a2ab9fb36 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a4eb49f-5cf7-4b3f-bfb8-147c2170c68b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:34.453714 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.505159 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3a5eeda7-38ce-45d8-b0f8-cf6a2ab9fb36 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.509019 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3a5eeda7-38ce-45d8-b0f8-cf6a2ab9fb36 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2a4eb49f-5cf7-4b3f-bfb8-147c2170c68b HTTP/1.1" status: 204 len: 168 time: 0.3729088 Apr 18 19:38:34.514185 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37292) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:34.590657 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-df3e6843-63a9-4cc0-8e31-f71e4c9268ec tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.614056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-328702d0-df74-4ff7-a27a-69cf660fe2a3 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:34.679805 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e6843-63a9-4cc0-8e31-f71e4c9268ec tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c57552d-3e96-44ca-b330-63f378db4494,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:34.692929 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-df3e6843-63a9-4cc0-8e31-f71e4c9268ec tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.711509 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.722334 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Transition to ACTIVE for port object a8dded26-1c03-4e37-9006-8f56c3ef1fca will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:34.743089 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Transition to ACTIVE for port object a8dded26-1c03-4e37-9006-8f56c3ef1fca will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:34.785710 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-df3e6843-63a9-4cc0-8e31-f71e4c9268ec tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "DELETE /v2.0/ports/5c57552d-3e96-44ca-b330-63f378db4494 HTTP/1.1" status: 204 len: 168 time: 1.0071917 Apr 18 19:38:34.788694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37298) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:34.807907 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:34.858253 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4801f4e-ed97-4e26-a8a1-b7980730edb6 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] GET failed (client error): The resource could not be found. Apr 18 19:38:34.861683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e4801f4e-ed97-4e26-a8a1-b7980730edb6 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Synchronizing usage tracker for tenant:014311da06fc4bd198b7c8322c6facf9 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:34.920761 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Pushing event updated for resources: {'Port': ['ID=a8dded26-1c03-4e37-9006-8f56c3ef1fca,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:34.929866 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Network 6ffffad2-0800-488c-99ce-066b8a9fb855 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:34.932060 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:34.933812 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:34.950046 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e4801f4e-ed97-4e26-a8a1-b7980730edb6 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Unset dirty status for tenant:014311da06fc4bd198b7c8322c6facf9 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:34.956013 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e4801f4e-ed97-4e26-a8a1-b7980730edb6 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "GET /v2.0/ports/5c57552d-3e96-44ca-b330-63f378db4494 HTTP/1.1" status: 404 len: 333 time: 0.1659892 Apr 18 19:38:34.956786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37304) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:34.962945 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Request body: {'port': {'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-301656541'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:34.968591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:34.980968 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:34.987750 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-328702d0-df74-4ff7-a27a-69cf660fe2a3 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:34.990152 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-328702d0-df74-4ff7-a27a-69cf660fe2a3 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4763558 Apr 18 19:38:34.995674 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37308) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:35.081035 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Made reservation on behalf of 014311da06fc4bd198b7c8322c6facf9 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:35.083560 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.104395 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a325-4dd9-490c-bc43-558b29638e79 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.125099 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] device_id is not set on port f60fe6c4-5b08-49a1-954f-e5645a03b523 yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:35.166812 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27e63283-8fe9-4cc9-a70e-8eef47ba7613 req-3b0d2696-cc9f-4005-abbb-4e4811ef4357 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 1097 time: 0.4549036 Apr 18 19:38:35.169878 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Attempting to bind port a8dded26-1c03-4e37-9006-8f56c3ef1fca on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:35.170247 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Attempting to bind port a8dded26-1c03-4e37-9006-8f56c3ef1fca by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:35.170641 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Attempting to bind port a8dded26-1c03-4e37-9006-8f56c3ef1fca on network 6ffffad2-0800-488c-99ce-066b8a9fb855 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:35.178894 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:35.179261 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Checking segment: {'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:35.179663 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.180053 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Bound using segment: {'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:35.182916 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Bound port: a8dded26-1c03-4e37-9006-8f56c3ef1fca, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:35.182916 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.281731 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] For port a8dded26-1c03-4e37-9006-8f56c3ef1fca, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:35.285104 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] For port a8dded26-1c03-4e37-9006-8f56c3ef1fca, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a8dded26-1c03-4e37-9006-8f56c3ef1fca,segment=NetworkSegment(07922f48-caea-4685-8d56-dcf1ddda8f7e),segment_id=07922f48-caea-4685-8d56-dcf1ddda8f7e)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:35.300152 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-27e63283-8fe9-4cc9-a70e-8eef47ba7613 req-4da0d645-095e-4044-b40b-0dd7acefa33c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075804 Apr 18 19:38:35.306140 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.351844 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.355894 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a325-4dd9-490c-bc43-558b29638e79 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.465265 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.533357 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Allocated IP 172.25.8.191 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/b45298cb-47bc-423b-9087-2b724413d41b) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:35.584640 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a325-4dd9-490c-bc43-558b29638e79 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.627647 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb03ba-e729-4d62-9f66-ddf27fb7811d None None] Pushing event updated for resources: {'Port': ['ID=a8dded26-1c03-4e37-9006-8f56c3ef1fca,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:35.801156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1a325-4dd9-490c-bc43-558b29638e79 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d97fc1-fab8-4ee0-b429-09296bbfe9d0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:35.868320 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.934865 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:35.984757 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69be302-4200-4d1d-84c3-01b55a70bddb req-8870ddb2-4a1c-480b-af18-17ced94253df tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:35.987525 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c69be302-4200-4d1d-84c3-01b55a70bddb req-8870ddb2-4a1c-480b-af18-17ced94253df tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.2494085 Apr 18 19:38:36.018998 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.046686 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c69be302-4200-4d1d-84c3-01b55a70bddb req-89c05192-df8e-4c31-9951-b97a6fb9b7ea tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519619 Apr 18 19:38:36.053214 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5cb1a325-4dd9-490c-bc43-558b29638e79 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.056665 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5cb1a325-4dd9-490c-bc43-558b29638e79 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-groups/83d97fc1-fab8-4ee0-b429-09296bbfe9d0 HTTP/1.1" status: 204 len: 168 time: 1.0602815 Apr 18 19:38:36.059018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37328) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:36.091213 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.113560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:36.117839 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:36.125873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:36.187929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Pushing event updated for resources: {'Port': ['ID=b45298cb-47bc-423b-9087-2b724413d41b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:36.210952 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:36.214669 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:36.223374 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:36.224192 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:36.224785 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.245048 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event updated for resources: {'Port': ['ID=f60fe6c4-5b08-49a1-954f-e5645a03b523,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:36.266200 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6eb38f81-f63d-40af-ad49-079c0773081b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:36.363461 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-44d0aff3-be31-450c-bbf3-93f898eded2f tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4048491 Apr 18 19:38:36.365492 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37336) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:36.377341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838334-1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:36.426826 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6eb38f81-f63d-40af-ad49-079c0773081b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:36.434431 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37342) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:36.434635 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6eb38f81-f63d-40af-ad49-079c0773081b tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3744817 Apr 18 19:38:36.441813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group': {'name': 'tempest-secgroup--735281050'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:36.455322 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:36.488720 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:36.557526 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.558260 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.636616 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.769751 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:36.846213 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a8dded26-1c03-4e37-9006-8f56c3ef1fca up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:37.062596 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:37.069635 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:37.075981 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:37.088917 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:37.144242 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port a8dded26-1c03-4e37-9006-8f56c3ef1fca completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:37.320619 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.339512 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55b3604-e9e6-46fb-aa4a-55d58fcd6afe None None] Network 6ffffad2-0800-488c-99ce-066b8a9fb855 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:37.386578 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] device_id is not set on port f60fe6c4-5b08-49a1-954f-e5645a03b523 yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:37.396267 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.406559 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.453801 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Router c08f3a40-e9b6-4fa3-955a-e937d4a00785 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:38:37.477027 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49334512-49dd-4dec-ac56-dcc996ac2f1c,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:37.479567 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Transition to ACTIVE for port object f60fe6c4-5b08-49a1-954f-e5645a03b523 will not be triggered until provisioned by entity L2. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:37.512176 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dfddd-537a-496b-bb88-8f33419d47d5 req-3cd6b92d-69e5-406e-8a5f-8bff8837af44 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:37.516162 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b53dfddd-537a-496b-bb88-8f33419d47d5 req-3cd6b92d-69e5-406e-8a5f-8bff8837af44 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.2224987 Apr 18 19:38:37.583334 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.672841 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-592271e7-5803-4dd3-9aa1-99b90a6882c0 None None] Provisioning for port a8dded26-1c03-4e37-9006-8f56c3ef1fca completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:37.683936 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.700904 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-dad11d09-4d48-4ca3-aedb-57c7b52dee33 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2649870 Apr 18 19:38:37.703651 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-592271e7-5803-4dd3-9aa1-99b90a6882c0 None None] Provisioning complete for port a8dded26-1c03-4e37-9006-8f56c3ef1fca triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:37.704289 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-592271e7-5803-4dd3-9aa1-99b90a6882c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.707306 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37370) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:37.722749 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b53dfddd-537a-496b-bb88-8f33419d47d5 req-9ff4838c-4488-49ef-8691-b9b66a54521a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006638 Apr 18 19:38:37.726979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37372) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:37.795242 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-71065a35-1d53-4f07-9b56-0230e769a4a9 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Request body: {'security_group_rule': {'security_group_id': '49334512-49dd-4dec-ac56-dcc996ac2f1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:37.802587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-71065a35-1d53-4f07-9b56-0230e769a4a9 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:37.807329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-71065a35-1d53-4f07-9b56-0230e769a4a9 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Usage tracker for resource:security_group_rule and tenant:8815bc322fb94656a0f29aef98770b47 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:37.813245 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-71065a35-1d53-4f07-9b56-0230e769a4a9 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:37.821049 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-71065a35-1d53-4f07-9b56-0230e769a4a9 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:37.835252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1858186841'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:37.841376 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:37.846560 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:network and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:37.851022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:37.857488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:37.864934 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event updated for resources: {'Port': ['ID=f60fe6c4-5b08-49a1-954f-e5645a03b523,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:37.901412 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:37.901751 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:37.902289 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:37.911257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:37.911574 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:37.912252 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 2 to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 Apr 18 19:38:37.918956 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-592271e7-5803-4dd3-9aa1-99b90a6882c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.932077 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:37.932418 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:37.932765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:37.939704 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:37.940208 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:37.940609 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 3 to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 Apr 18 19:38:37.967082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:37.988696 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:37.988884 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-592271e7-5803-4dd3-9aa1-99b90a6882c0 None None] For port a8dded26-1c03-4e37-9006-8f56c3ef1fca, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a8dded26-1c03-4e37-9006-8f56c3ef1fca,segment=NetworkSegment(07922f48-caea-4685-8d56-dcf1ddda8f7e),segment_id=07922f48-caea-4685-8d56-dcf1ddda8f7e)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:37.997213 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:37.997556 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:37.998194 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:38.009243 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-71065a35-1d53-4f07-9b56-0230e769a4a9 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.037598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:38.037979 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:38.044139 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:38:38.047465 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 4 to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 Apr 18 19:38:38.058322 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-592271e7-5803-4dd3-9aa1-99b90a6882c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.059887 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Sync routers for ids ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:38.080999 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Routers {'c08f3a40-e9b6-4fa3-955a-e937d4a00785'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:38.083208 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:38.106987 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:38.120724 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:38.121175 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:38.144582 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.149163 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a181f2e3-7ac2-4c36-b87b-34fe1f0c51ce admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3579483 Apr 18 19:38:38.149913 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37384) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:38.171726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:38.172065 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:38.173793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:38.175984 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 5 to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 Apr 18 19:38:38.206348 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.207415 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Added segment 5937cc79-82d6-4b48-8f74-51ce86cb7469 of type vlan for network f91764e4-8071-495b-b932-3ecc2bf21b27 Apr 18 19:38:38.208401 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:38.208737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:38.209076 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:38.247603 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592271e7-5803-4dd3-9aa1-99b90a6882c0 None None] Pushing event updated for resources: {'Port': ['ID=a8dded26-1c03-4e37-9006-8f56c3ef1fca,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:38.285174 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:38.285520 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:38.290179 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-83d30dd2-a65e-488d-8773-cd3312d50e5d None None] Provisioning complete for port a8dded26-1c03-4e37-9006-8f56c3ef1fca triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:38.290563 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-83d30dd2-a65e-488d-8773-cd3312d50e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.314531 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 6 to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 Apr 18 19:38:38.350607 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-71065a35-1d53-4f07-9b56-0230e769a4a9 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.443446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37394) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:38.461060 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Set router c08f3a40-e9b6-4fa3-955a-e937d4a00785 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:38.462599 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-71065a35-1d53-4f07-9b56-0230e769a4a9 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.476603 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.519036 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:38.519376 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:38.519772 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:38.562884 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:38.563647 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:38.564521 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71065a35-1d53-4f07-9b56-0230e769a4a9 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225cfa8f-a1c6-44ca-83d4-b75ee376984a,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:38.580748 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 7 to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 Apr 18 19:38:38.581895 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa95845-50a1-4554-a160-a71f8156397d req-a4e5b8ce-ec70-42fe-8ccf-7923ec701fb0 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:38.587196 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-a4e5b8ce-ec70-42fe-8ccf-7923ec701fb0 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/networks?id=5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 200 len: 810 time: 0.2913005 Apr 18 19:38:38.605944 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-fe21cf74-d16c-496b-90b4-71e8fc1ab35f tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/quotas/69a63193a87944f7a8385eb2dc446bcd HTTP/1.1" status: 200 len: 375 time: 0.0164208 Apr 18 19:38:38.647230 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:38.647568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:38.647898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:38.651437 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.661346 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:38.663554 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.740018 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a8dded26-1c03-4e37-9006-8f56c3ef1fca up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:38.781457 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-71065a35-1d53-4f07-9b56-0230e769a4a9 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.785063 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-71065a35-1d53-4f07-9b56-0230e769a4a9 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0588298 Apr 18 19:38:38.785063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:38.785063 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:38.796456 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 8 to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 Apr 18 19:38:38.804195 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37404) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:38.875259 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:38.875618 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:38.875930 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:38.899353 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bae236e4-7477-4d09-9505-dfadd015c550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.915195 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port a8dded26-1c03-4e37-9006-8f56c3ef1fca triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:38.915823 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:38.918018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Network': ['ID=f91764e4-8071-495b-b932-3ecc2bf21b27,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:38.923862 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'name': 'tempest-TaggedBootDevicesTest-1405363008-router', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:34Z', 'updated_at': '2022-04-18T19:38:36Z', 'revision_number': 3, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'gw_port': {'id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:35Z', 'updated_at': '2022-04-18T19:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:38.932195 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-97650c7a-d6f4-4e41-80a5-5a060d4fe8e5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1458783 Apr 18 19:38:38.934634 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Checking router: c08f3a40-e9b6-4fa3-955a-e937d4a00785 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:38:38.935190 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Updating router c08f3a40-e9b6-4fa3-955a-e937d4a00785 port b45298cb-47bc-423b-9087-2b724413d41b binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:38:38.940196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37408) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:38.947602 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-692493808'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:38.960037 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network f91764e4-8071-495b-b932-3ecc2bf21b27 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:38.968493 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8c37c-55c7-4f39-a916-f8a327140f67 req-bef5e4f6-004c-4ed1-93c9-4762fdbe4c1f tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:38.975943 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9e8c37c-55c7-4f39-a916-f8a327140f67 req-bef5e4f6-004c-4ed1-93c9-4762fdbe4c1f tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.7063153 Apr 18 19:38:38.997204 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:38.997532 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:39.006731 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:39.012044 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 9 to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 Apr 18 19:38:39.024201 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-ca46986a-4613-4fff-a2c9-8f468ae931ef tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=69a63193a87944f7a8385eb2dc446bcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4081330 Apr 18 19:38:39.026120 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.030909 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:network and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:39.042734 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:39.070418 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:39.073616 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:39.073992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:39.074348 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:39.215592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-bae236e4-7477-4d09-9505-dfadd015c550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:39.228828 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-bae236e4-7477-4d09-9505-dfadd015c550 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a1da8ec94d413eb3c3c2f570b787ae is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:39.238176 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-bae236e4-7477-4d09-9505-dfadd015c550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:39.268698 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d9e8c37c-55c7-4f39-a916-f8a327140f67 req-2f7efd90-16a6-49dd-bc66-886bbf4982ed tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847066 Apr 18 19:38:39.268698 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de86354c-e49e-4cdf-bbce-73b781420f4c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.268698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-bae236e4-7477-4d09-9505-dfadd015c550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:39.268698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:39.268698 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:39.278326 n-d-838334-1 neutron-server[84805]: INFO neutron.plugins.ml2.plugin [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempt 10 to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 Apr 18 19:38:39.299971 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-8b135d83-c903-4170-a339-40c80d190e6a service neutron] 10.222.0.66 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746713 Apr 18 19:38:39.319226 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:39.322396 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.335900 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de86354c-e49e-4cdf-bbce-73b781420f4c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.346022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:39.346389 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] {{(pid=84805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:39.346783 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempting to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:39.388349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:39.388724 n-d-838334-1 neutron-server[84805]: ERROR neutron.plugins.ml2.managers [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Failed to bind port f60fe6c4-5b08-49a1-954f-e5645a03b523 on host n-h2-838334-1 for vnic_type normal using segments [{'id': '41309f14-84e4-40bd-bb6c-3290b653759d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '09c7f848-457b-4ea6-a1c9-f92c25cd9e94'}] Apr 18 19:38:39.389068 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.481461 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.504652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:39.584945 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Transition to ACTIVE for port object b45298cb-47bc-423b-9087-2b724413d41b will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:39.597208 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-17f39277-8010-482f-9be0-e959c0564a07 service neutron] 10.222.0.66 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805266 Apr 18 19:38:39.620081 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] For port f60fe6c4-5b08-49a1-954f-e5645a03b523, host n-h2-838334-1, cleared binding levels {{(pid=84805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:39.622185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Attempted to set empty binding levels {{(pid=84805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 19:38:39.624018 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.624370 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Added segment 037d864a-c5c8-42fb-8a88-77a0a82ae55b of type vlan for network 4c97be3a-5d29-434f-8883-09ca6882114a Apr 18 19:38:39.655261 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.658976 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de86354c-e49e-4cdf-bbce-73b781420f4c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.670479 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.679930 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bae236e4-7477-4d09-9505-dfadd015c550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.693336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86354c-e49e-4cdf-bbce-73b781420f4c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49334512-49dd-4dec-ac56-dcc996ac2f1c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:39.705663 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.751291 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.777201 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de86354c-e49e-4cdf-bbce-73b781420f4c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.781603 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-de86354c-e49e-4cdf-bbce-73b781420f4c tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-groups/49334512-49dd-4dec-ac56-dcc996ac2f1c HTTP/1.1" status: 204 len: 168 time: 0.9575663 Apr 18 19:38:39.790586 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37416) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:39.793834 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bae236e4-7477-4d09-9505-dfadd015c550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.796028 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Attempting to bind port b45298cb-47bc-423b-9087-2b724413d41b on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:39.796386 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Attempting to bind port b45298cb-47bc-423b-9087-2b724413d41b by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:39.796738 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Attempting to bind port b45298cb-47bc-423b-9087-2b724413d41b on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:39.819094 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Pushing event updated for resources: {'Port': ['ID=b45298cb-47bc-423b-9087-2b724413d41b,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:39.827339 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:39.827707 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:39.828093 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.828504 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:39.828962 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Bound port: b45298cb-47bc-423b-9087-2b724413d41b, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:39.829324 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.837128 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.846718 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-bae236e4-7477-4d09-9505-dfadd015c550 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4a1da8ec94d413eb3c3c2f570b787ae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3862326 Apr 18 19:38:39.847527 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37422) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:39.870743 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.874527 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.874527 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.874527 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.874527 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.874527 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.874527 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.874527 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.874527 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.875199 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.875199 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:39.886132 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] In _notify_port_updated(), no bound segment for port f60fe6c4-5b08-49a1-954f-e5645a03b523 on network 09c7f848-457b-4ea6-a1c9-f92c25cd9e94 {{(pid=84805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 18 19:38:39.887186 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.888486 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "PUT /v2.0/ports/f60fe6c4-5b08-49a1-954f-e5645a03b523 HTTP/1.1" status: 200 len: 974 time: 3.5197589 Apr 18 19:38:39.906605 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37428) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:39.932097 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] For port b45298cb-47bc-423b-9087-2b724413d41b, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:39.935412 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] For port b45298cb-47bc-423b-9087-2b724413d41b, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=b45298cb-47bc-423b-9087-2b724413d41b,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:39.979967 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:39.979967 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:39.979967 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.018944 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.044364 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e3c6c-b125-4cee-8bb5-263a2c94a4c5 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event updated for resources: {'Port': ['ID=f60fe6c4-5b08-49a1-954f-e5645a03b523,revision_number=3']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:40.145758 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Allocated IP 172.20.0.1 (6ffffad2-0800-488c-99ce-066b8a9fb855/4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837/6519000c-7a6a-43c5-9c26-b0dce020bf37) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:40.145981 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Network': ['ID=4c97be3a-5d29-434f-8883-09ca6882114a,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:40.149250 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc083b-b5e5-47dc-9ecf-ca9cceb589e2 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Deleting port f60fe6c4-5b08-49a1-954f-e5645a03b523 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:40.149597 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7fcc083b-b5e5-47dc-9ecf-ca9cceb589e2 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.159307 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 4c97be3a-5d29-434f-8883-09ca6882114a details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:40.206965 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83d325-f252-4285-867c-b1633645be6b None None] Pushing event updated for resources: {'Port': ['ID=b45298cb-47bc-423b-9087-2b724413d41b,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:40.235476 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Routers {'c08f3a40-e9b6-4fa3-955a-e937d4a00785'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:40.236217 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:40.246417 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae236e4-7477-4d09-9505-dfadd015c550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81aa509-d7a9-4498-af38-0319edb560b0,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:40.270562 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-acbe50df-d8cf-45f3-80f7-20a708e8e624 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:40.286221 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8954cc75-e071-491e-892e-c4009b006acb req-b9a90357-fa41-4f65-95f3-5d21ce8a7ee7 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 210 time: 0.2901475 Apr 18 19:38:40.439490 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b3aad188-1ca6-4a75-b09a-4b0084a2749f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4966063 Apr 18 19:38:40.440913 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-acbe50df-d8cf-45f3-80f7-20a708e8e624 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:40.442957 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-acbe50df-d8cf-45f3-80f7-20a708e8e624 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6504560 Apr 18 19:38:40.447363 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37444) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:40.448027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37446) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:40.448751 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.457084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'subnet': {'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:40.467073 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Transition to ACTIVE for port object 6519000c-7a6a-43c5-9c26-b0dce020bf37 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:40.565318 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] Set router c08f3a40-e9b6-4fa3-955a-e937d4a00785 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:40.575433 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.660506 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a664461c-3976-4a5c-813a-deb09b563083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.711368 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Network 6ffffad2-0800-488c-99ce-066b8a9fb855 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:40.716800 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:40.720512 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:40.753265 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a664461c-3976-4a5c-813a-deb09b563083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.766789 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-7fcc083b-b5e5-47dc-9ecf-ca9cceb589e2 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] For port f60fe6c4-5b08-49a1-954f-e5645a03b523, host n-h2-838334-1, got binding levels [] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:40.767156 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7fcc083b-b5e5-47dc-9ecf-ca9cceb589e2 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.818537 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:40.829696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Pushing event updated for resources: {'Port': ['ID=6519000c-7a6a-43c5-9c26-b0dce020bf37,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:40.834122 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:40.856782 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:40.857273 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:40.862579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:40.862579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:40.862579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:40.862579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:40.862579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:40.862579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:40.862579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:40.862579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:40.862579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:40.896593 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdb9f0-5da9-41e0-a212-3c2ee1e13c7d req-8719e728-a92f-4353-bcb5-e72e3d260577 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:40.898106 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-11cdb9f0-5da9-41e0-a212-3c2ee1e13c7d req-8719e728-a92f-4353-bcb5-e72e3d260577 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.3742950 Apr 18 19:38:40.964778 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-11cdb9f0-5da9-41e0-a212-3c2ee1e13c7d req-7107ccae-2c5c-47ba-bec7-28abb3d0ac2c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602093 Apr 18 19:38:41.006878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-cf2295d1-ea05-4221-a87c-529e339cf6dd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Synchronizing usage tracker for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:41.009931 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:subnet and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:41.019747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc083b-b5e5-47dc-9ecf-ca9cceb589e2 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Calling delete_port for f60fe6c4-5b08-49a1-954f-e5645a03b523 owned by {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:41.044926 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'name': 'tempest-TaggedBootDevicesTest-1405363008-router', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:34Z', 'updated_at': '2022-04-18T19:38:36Z', 'revision_number': 3, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'gw_port': {'id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:35Z', 'updated_at': '2022-04-18T19:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:41.051297 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f544911-3259-4a85-a211-31a779d001a5 None None] The sync data for ids ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'] in n-d-838334-1 is: [{'id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'name': 'tempest-TaggedBootDevicesTest-1405363008-router', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:34Z', 'updated_at': '2022-04-18T19:38:36Z', 'revision_number': 3, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'gw_port': {'id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:35Z', 'updated_at': '2022-04-18T19:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:38:41.071846 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.076536 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:41.109176 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:41.144824 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:38:41.175613 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.178978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-cf2295d1-ea05-4221-a87c-529e339cf6dd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] Unset dirty status for tenant:8815bc322fb94656a0f29aef98770b47 on resource:security_group_rule {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:41.180442 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cf2295d1-ea05-4221-a87c-529e339cf6dd tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.7284558 Apr 18 19:38:41.183248 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37458) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:41.216282 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-0478400b-9993-428d-a958-e2bd78cc15f1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] delete failed (client error): The resource could not be found. Apr 18 19:38:41.219856 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0478400b-9993-428d-a958-e2bd78cc15f1 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "DELETE /v2.0/security-groups/49334512-49dd-4dec-ac56-dcc996ac2f1c HTTP/1.1" status: 404 len: 347 time: 0.0352006 Apr 18 19:38:41.223242 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37462) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:41.243266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:41.283160 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bcd5d225-6716-44f0-85a1-7cc230870c87 None None] Provisioning for port 6519000c-7a6a-43c5-9c26-b0dce020bf37 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:41.290816 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bcd5d225-6716-44f0-85a1-7cc230870c87 None None] Provisioning complete for port 6519000c-7a6a-43c5-9c26-b0dce020bf37 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:41.291699 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bcd5d225-6716-44f0-85a1-7cc230870c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.318169 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7fcc083b-b5e5-47dc-9ecf-ca9cceb589e2 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.330994 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a664461c-3976-4a5c-813a-deb09b563083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.405397 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5d225-6716-44f0-85a1-7cc230870c87 None None] Port 6519000c-7a6a-43c5-9c26-b0dce020bf37 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:41.410148 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc083b-b5e5-47dc-9ecf-ca9cceb589e2 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Pushing event deleted for resources: {'Port': ['ID=f60fe6c4-5b08-49a1-954f-e5645a03b523,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:41.422301 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664461c-3976-4a5c-813a-deb09b563083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81aa509-d7a9-4498-af38-0319edb560b0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:41.464647 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7fcc083b-b5e5-47dc-9ecf-ca9cceb589e2 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.474416 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-307e3137-6434-4d9c-b797-167df525fb73 tempest-SecGroupIPv6Test-703302277 tempest-SecGroupIPv6Test-703302277-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2429976 Apr 18 19:38:41.488905 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a664461c-3976-4a5c-813a-deb09b563083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.494822 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a664461c-3976-4a5c-813a-deb09b563083 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a81aa509-d7a9-4498-af38-0319edb560b0 HTTP/1.1" status: 204 len: 168 time: 1.6289902 Apr 18 19:38:41.501737 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.532617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-8bccb9d6-a2d6-4b2c-8025-7820e23f05fe tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:41.547508 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-8bccb9d6-a2d6-4b2c-8025-7820e23f05fe tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.71 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.5429800 Apr 18 19:38:41.570909 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7fcc083b-b5e5-47dc-9ecf-ca9cceb589e2 tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "DELETE /v2.0/ports/f60fe6c4-5b08-49a1-954f-e5645a03b523 HTTP/1.1" status: 204 len: 168 time: 1.6629026 Apr 18 19:38:41.635934 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37474) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:41.727071 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e97257f-cc80-4a61-9123-caeb2e84ad7a tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] GET failed (client error): The resource could not be found. Apr 18 19:38:41.727580 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-6e97257f-cc80-4a61-9123-caeb2e84ad7a tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Synchronizing usage tracker for tenant:014311da06fc4bd198b7c8322c6facf9 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:41.758825 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Deleting port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:41.759167 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.856186 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d7dabec3-f3d7-4913-9819-e19ae029904d req-cb16a409-5d53-44af-b4ea-4544f99f7991 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 210 time: 0.3051198 Apr 18 19:38:41.902948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-6e97257f-cc80-4a61-9123-caeb2e84ad7a tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] Unset dirty status for tenant:014311da06fc4bd198b7c8322c6facf9 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:41.904081 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6e97257f-cc80-4a61-9123-caeb2e84ad7a tempest-PortsAdminExtendedAttrsTestJSON-157495038 tempest-PortsAdminExtendedAttrsTestJSON-157495038-project-admin] 10.222.0.66 "GET /v2.0/ports/f60fe6c4-5b08-49a1-954f-e5645a03b523 HTTP/1.1" status: 404 len: 333 time: 0.2671881 Apr 18 19:38:41.910624 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:41.912693 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37478) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:42.055480 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.082253 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.131467 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37488) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:42.201097 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Subnet': ['ID=c506dfae-fd9d-4cd9-9818-04d410ab8593,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:42.207024 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Checking segment: {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:42.207385 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network hostable DHCP agents. Network: f91764e4-8071-495b-b932-3ecc2bf21b27, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:38:42.315673 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.322820 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Pushing event updated for resources: {'Port': ['ID=6519000c-7a6a-43c5-9c26-b0dce020bf37,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:42.348308 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network f91764e4-8071-495b-b932-3ecc2bf21b27 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:38:42.348535 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.376199 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] For port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7bc6af6d-6f17-417d-b34c-ca398bbe43f5,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:42.376554 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.446912 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, f91764e4-8071-495b-b932-3ecc2bf21b27) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:42.451597 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:42.452258 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.456086 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b12f32-5877-486c-b5b7-2a0cdcc49d21 None None] Network f91764e4-8071-495b-b932-3ecc2bf21b27 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:42.537230 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a00a0c97-61c3-4705-8294-07c4ed80a182 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0860193 Apr 18 19:38:42.545223 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37496) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:42.552619 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'subnet': {'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:42.681283 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37502) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:42.731003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-f91764e4-8071-495b-b932-3ecc2bf21b27', 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'fixed_ips': [{'subnet_id': 'c506dfae-fd9d-4cd9-9818-04d410ab8593'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:38:42.734012 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.786186 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:42.790941 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:subnet and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:42.794006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:42.802091 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:42.822407 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f92cbe7b-fcd0-4b87-a593-8b33a57bf663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:42.859242 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:42.959698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Allocated IP 10.1.1.2 (f91764e4-8071-495b-b932-3ecc2bf21b27/c506dfae-fd9d-4cd9-9818-04d410ab8593/339d83de-5833-4779-8c45-44f13f5cb423) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:43.011897 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.012519 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.043740 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1433d-a168-413f-871f-f801ec07c5cd req-3e33e0ce-f9f5-42e1-91c5-dbcc6a97f1c5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:43.045210 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-13b1433d-a168-413f-871f-f801ec07c5cd req-3e33e0ce-f9f5-42e1-91c5-dbcc6a97f1c5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 945 time: 0.8718004 Apr 18 19:38:43.127057 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0437f460-2fd6-4bb6-9a48-88e073c059d2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8815bc322fb94656a0f29aef98770b47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9628093 Apr 18 19:38:43.148094 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c7f848-457b-4ea6-a1c9-f92c25cd9e94']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:43.161178 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37512) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:43.180147 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.192951 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Transition to ACTIVE for port object 339d83de-5833-4779-8c45-44f13f5cb423 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:43.215554 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Transition to ACTIVE for port object 339d83de-5833-4779-8c45-44f13f5cb423 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:43.226479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41309f14-84e4-40bd-bb6c-3290b653759d') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:43.226765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41309f14-84e4-40bd-bb6c-3290b653759d') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:43.299188 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.339186 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa95845-50a1-4554-a160-a71f8156397d req-38b29c82-4092-4b8f-aad7-259f31d6162a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:43.340607 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-38b29c82-4092-4b8f-aad7-259f31d6162a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.16 "GET /v2.0/networks?id=5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 200 len: 810 time: 0.9364388 Apr 18 19:38:43.342544 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.354476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f92cbe7b-fcd0-4b87-a593-8b33a57bf663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:43.361281 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Network 6ffffad2-0800-488c-99ce-066b8a9fb855 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:43.372138 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Network f91764e4-8071-495b-b932-3ecc2bf21b27 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:43.376215 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:43.378320 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Pushing event updated for resources: {'Port': ['ID=339d83de-5833-4779-8c45-44f13f5cb423,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:43.381139 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:43.381582 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f92cbe7b-fcd0-4b87-a593-8b33a57bf663 admin admin] Usage tracker for resource:security_group_rule and tenant:46384ea66c734709859ac35b43e4e351 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:43.385782 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.388785 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Request body: {'port': {'device_id': '26541b7f-7ff4-4444-9b53-49f962ea1bce', 'network_id': '5594ca63-0b61-498f-ac96-008f329be429', 'admin_state_up': True, 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:43.404732 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:43.421540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f92cbe7b-fcd0-4b87-a593-8b33a57bf663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:43.495097 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Attempting to bind port 339d83de-5833-4779-8c45-44f13f5cb423 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:43.496158 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Attempting to bind port 339d83de-5833-4779-8c45-44f13f5cb423 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:43.496694 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Attempting to bind port 339d83de-5833-4779-8c45-44f13f5cb423 on network f91764e4-8071-495b-b932-3ecc2bf21b27 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:43.504008 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:43.504660 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Checking segment: {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:43.505236 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.505772 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Bound using segment: {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:43.506587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Bound port: 339d83de-5833-4779-8c45-44f13f5cb423, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:43.507367 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.513593 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f92cbe7b-fcd0-4b87-a593-8b33a57bf663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:43.560009 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Checking segment: {'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:43.560500 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network hostable DHCP agents. Network: 4c97be3a-5d29-434f-8883-09ca6882114a, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:38:43.571288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Subnet': ['ID=3de690d4-1396-4fe9-b66b-2ad291b868d9,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:43.637821 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] For port 339d83de-5833-4779-8c45-44f13f5cb423, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:43.642207 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] For port 339d83de-5833-4779-8c45-44f13f5cb423, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=339d83de-5833-4779-8c45-44f13f5cb423,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:43.679289 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-13b1433d-a168-413f-871f-f801ec07c5cd req-c82a5a1c-e939-4259-a124-bee733ce07c2 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5840387 Apr 18 19:38:43.686848 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.725785 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.725785 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.725785 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Floating IP e571cfb2-2f39-4c49-ba82-be7be3ab61ec disassociated. External IP: 172.25.8.237, port: 7bc6af6d-6f17-417d-b34c-ca398bbe43f5. Apr 18 19:38:43.725785 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Calling delete_port for 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:43.829680 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:38:43.830094 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:38:43.848535 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:38:43.856320 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-50649c04-af85-402c-83ab-956beb41c57f None None] Provisioning complete for port 6519000c-7a6a-43c5-9c26-b0dce020bf37 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:43.856691 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-50649c04-af85-402c-83ab-956beb41c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.881178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network 4c97be3a-5d29-434f-8883-09ca6882114a is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:38:43.937153 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:43.968085 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 4c97be3a-5d29-434f-8883-09ca6882114a) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:43.977320 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:43.977320 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.013643 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-50649c04-af85-402c-83ab-956beb41c57f None None] Port 6519000c-7a6a-43c5-9c26-b0dce020bf37 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:44.027670 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0285f3c8-1436-4562-b64e-957270492413 None None] Network 4c97be3a-5d29-434f-8883-09ca6882114a requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:44.087894 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-44b6d74d-184c-4324-83ec-3b7371ccee77 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5409911 Apr 18 19:38:44.090566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37524) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:44.099217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'port': {'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27', 'name': 'tempest-TaggedBootDevicesTest_v242-1579113318', 'fixed_ips': [{'subnet_id': 'c506dfae-fd9d-4cd9-9818-04d410ab8593'}]}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:44.109955 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9ecc8fcd-3f9a-4fee-81f8-12af63bba123 req-5c06c5be-4806-4428-9f38-ad3fff0a6986 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 210 time: 0.2572465 Apr 18 19:38:44.110681 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d7fd4d7f-c981-462b-b7dd-f3ef1220e8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.257782 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad30f7-dd7e-46bf-bdda-0060fb8b22c1 None None] Pushing event updated for resources: {'Port': ['ID=339d83de-5833-4779-8c45-44f13f5cb423,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:44.380796 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.408162 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d7fd4d7f-c981-462b-b7dd-f3ef1220e8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.477485 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.491243 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-4c97be3a-5d29-434f-8883-09ca6882114a', 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'fixed_ips': [{'subnet_id': '3de690d4-1396-4fe9-b66b-2ad291b868d9'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:38:44.491972 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.494107 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] Pushing event deleted for resources: {'Network': ['ID=09c7f848-457b-4ea6-a1c9-f92c25cd9e94,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:44.512552 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:44.520532 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:port and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:44.524839 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:44.548158 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:44.558715 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:44.570180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:44.612167 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.618538 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:44.625625 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.687875 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] device_id is not set on port 392f2804-60b4-4cc0-ad00-b76ccae7480a yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:44.719969 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f92cbe7b-fcd0-4b87-a593-8b33a57bf663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.769188 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Allocated IP 10.2.2.2 (4c97be3a-5d29-434f-8883-09ca6882114a/3de690d4-1396-4fe9-b66b-2ad291b868d9/570a18ea-4050-4fd7-b635-2d643721faf3) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:44.904962 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Made reservation on behalf of 69a63193a87944f7a8385eb2dc446bcd for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:44.908301 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:44.941401 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 339d83de-5833-4779-8c45-44f13f5cb423 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:44.961391 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event deleted for resources: {'Port': ['ID=7bc6af6d-6f17-417d-b34c-ca398bbe43f5,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:44.963271 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f92cbe7b-fcd0-4b87-a593-8b33a57bf663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.001760 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-74dc1936-da6c-4ab7-955c-e4d57de5758d tempest-PortsAdminExtendedAttrsTestJSON-2037181267 tempest-PortsAdminExtendedAttrsTestJSON-2037181267-project] 10.222.0.66 "DELETE /v2.0/networks/09c7f848-457b-4ea6-a1c9-f92c25cd9e94 HTTP/1.1" status: 204 len: 168 time: 3.0879467 Apr 18 19:38:45.021083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f92cbe7b-fcd0-4b87-a593-8b33a57bf663 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=46384ea66c734709859ac35b43e4e351&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2863224 Apr 18 19:38:45.021413 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c1f4413-f1fa-40a2-a9f9-234179700f94 req-b96f781b-4a88-4611-9e0a-cc465f25aaf9 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 210 time: 0.0663748 Apr 18 19:38:45.024671 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37532) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:45.107334 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Allocated IP 10.1.1.132 (f91764e4-8071-495b-b932-3ecc2bf21b27/c506dfae-fd9d-4cd9-9818-04d410ab8593/392f2804-60b4-4cc0-ad00-b76ccae7480a) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:45.256056 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-428feeb5-c69c-48d1-b8ad-a670d78df927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.348198 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-428feeb5-c69c-48d1-b8ad-a670d78df927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.362505 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:38:45.453946 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-428feeb5-c69c-48d1-b8ad-a670d78df927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.483527 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:38:45.487232 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:38:45.496777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428feeb5-c69c-48d1-b8ad-a670d78df927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08995783-d8ab-4931-8771-c548bc9d5709,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:45.519469 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.540233 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Transition to ACTIVE for port object 570a18ea-4050-4fd7-b635-2d643721faf3 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:45.563610 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-428feeb5-c69c-48d1-b8ad-a670d78df927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.569572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Transition to ACTIVE for port object 570a18ea-4050-4fd7-b635-2d643721faf3 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:45.572864 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-428feeb5-c69c-48d1-b8ad-a670d78df927 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08995783-d8ab-4931-8771-c548bc9d5709 HTTP/1.1" status: 204 len: 168 time: 0.5471745 Apr 18 19:38:45.641708 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 339d83de-5833-4779-8c45-44f13f5cb423 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:45.650257 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device b45298cb-47bc-423b-9087-2b724413d41b up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:45.736838 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:45.741614 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a02c7-1370-48a8-b278-57f1f8caac50 None None] Network f91764e4-8071-495b-b932-3ecc2bf21b27 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:45.781521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cbe7b-fcd0-4b87-a593-8b33a57bf663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08995783-d8ab-4931-8771-c548bc9d5709,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:46.023328 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37546) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:46.027166 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Network 4c97be3a-5d29-434f-8883-09ca6882114a is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:46.033128 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:46.035345 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Pushing event updated for resources: {'Port': ['ID=570a18ea-4050-4fd7-b635-2d643721faf3,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:46.037662 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:46.053212 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Allocated IP 172.20.0.7 (5594ca63-0b61-498f-ac96-008f329be429/b2ee6d0b-fbcc-49ed-b8a5-83577940c574/1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:46.117253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1d205fda-c8c4-4e4e-9ecd-675a8884e5dc None None] Provisioning for port 339d83de-5833-4779-8c45-44f13f5cb423 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:46.221402 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.243490 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1d205fda-c8c4-4e4e-9ecd-675a8884e5dc None None] Provisioning complete for port 339d83de-5833-4779-8c45-44f13f5cb423 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:46.247427 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1d205fda-c8c4-4e4e-9ecd-675a8884e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.257856 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Transition to ACTIVE for port object 392f2804-60b4-4cc0-ad00-b76ccae7480a will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:46.294562 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port b45298cb-47bc-423b-9087-2b724413d41b completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:46.350570 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7e201408-cfc2-4de9-b0e5-18d725f0503a req-ac3e5737-3b57-4671-ad26-35878f479f1d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 210 time: 0.0467944 Apr 18 19:38:46.367825 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.383176 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.434594 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d7fd4d7f-c981-462b-b7dd-f3ef1220e8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.487281 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port b45298cb-47bc-423b-9087-2b724413d41b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:46.487746 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.498264 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8dc90871-f3e3-414c-ae82-27ef6ec3f3f6 req-d1e39bd6-7748-4bfb-af56-86aecb1e3d39 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Synchronizing usage tracker for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:46.510639 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network f91764e4-8071-495b-b932-3ecc2bf21b27 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:46.520689 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Attempting to bind port 570a18ea-4050-4fd7-b635-2d643721faf3 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:46.520689 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Attempting to bind port 570a18ea-4050-4fd7-b635-2d643721faf3 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:46.520936 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Attempting to bind port 570a18ea-4050-4fd7-b635-2d643721faf3 on network 4c97be3a-5d29-434f-8883-09ca6882114a {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:46.524794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:46.525730 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd4d7f-c981-462b-b7dd-f3ef1220e8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45338459-9b17-4aab-ad54-fc44ca71153b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:46.527899 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:46.571413 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.616692 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:46.710598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Network 5594ca63-0b61-498f-ac96-008f329be429 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:46.715296 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:46.725497 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:46.725794 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Checking segment: {'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:46.726192 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.726667 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Bound using segment: {'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:46.727107 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Bound port: 570a18ea-4050-4fd7-b635-2d643721faf3, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:46.727471 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.731599 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:46.758338 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:46.758906 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.770402 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-8dc90871-f3e3-414c-ae82-27ef6ec3f3f6 req-d1e39bd6-7748-4bfb-af56-86aecb1e3d39 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Unset dirty status for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:46.771700 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8dc90871-f3e3-414c-ae82-27ef6ec3f3f6 req-d1e39bd6-7748-4bfb-af56-86aecb1e3d39 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 210 time: 0.9967866 Apr 18 19:38:46.783696 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d7fd4d7f-c981-462b-b7dd-f3ef1220e8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.784969 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d7fd4d7f-c981-462b-b7dd-f3ef1220e8d6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45338459-9b17-4aab-ad54-fc44ca71153b HTTP/1.1" status: 204 len: 168 time: 3.6210761 Apr 18 19:38:46.806992 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Pushing event updated for resources: {'Port': ['ID=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:46.846688 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-21ecee92-f83e-46d1-b012-e59fd568aadf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8102bf28c9744a1ab1b429bfa1061a39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8222036 Apr 18 19:38:46.847816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37566) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:46.848596 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Port': ['ID=392f2804-60b4-4cc0-ad00-b76ccae7480a,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:46.894567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:46.895292 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.932348 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-173993d9-8abc-487f-bcc1-589e42e9e002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.935448 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] For port 570a18ea-4050-4fd7-b635-2d643721faf3, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:46.942590 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] For port 570a18ea-4050-4fd7-b635-2d643721faf3, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=570a18ea-4050-4fd7-b635-2d643721faf3,segment=NetworkSegment(037d864a-c5c8-42fb-8a88-77a0a82ae55b),segment_id=037d864a-c5c8-42fb-8a88-77a0a82ae55b)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:46.956028 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1d205fda-c8c4-4e4e-9ecd-675a8884e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.971607 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-173993d9-8abc-487f-bcc1-589e42e9e002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:46.994893 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-56b8af56-247d-442d-83b4-34a18879eef4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6184063 Apr 18 19:38:47.001324 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Router c08f3a40-e9b6-4fa3-955a-e937d4a00785 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:38:47.021379 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Request body: {'port': {'device_id': '26541b7f-7ff4-4444-9b53-49f962ea1bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:47.033816 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-679a10ae-c695-4628-b260-85f58f2c1b1a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9420230 Apr 18 19:38:47.036932 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37574) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:47.042782 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'port': {'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27', 'name': 'tempest-TaggedBootDevicesTest_v242-948243589', 'fixed_ips': [{'subnet_id': 'c506dfae-fd9d-4cd9-9818-04d410ab8593'}]}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:47.098712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Router fd9ad509-860f-44c1-adc5-b2f5da22c48c has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:38:47.101883 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.181709 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1d205fda-c8c4-4e4e-9ecd-675a8884e5dc None None] For port 339d83de-5833-4779-8c45-44f13f5cb423, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=339d83de-5833-4779-8c45-44f13f5cb423,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:47.197276 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:47.200548 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-173993d9-8abc-487f-bcc1-589e42e9e002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.229773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:port and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:47.234710 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173993d9-8abc-487f-bcc1-589e42e9e002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fd40a9-b4ca-45fb-b648-7f1d1378db32,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:47.238917 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:47.254903 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:47.258344 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-173993d9-8abc-487f-bcc1-589e42e9e002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.263624 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-173993d9-8abc-487f-bcc1-589e42e9e002 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53fd40a9-b4ca-45fb-b648-7f1d1378db32 HTTP/1.1" status: 204 len: 168 time: 0.4103425 Apr 18 19:38:47.277583 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46093cc-2983-46a8-bf06-7fcfc31d1afe None None] Pushing event updated for resources: {'Port': ['ID=570a18ea-4050-4fd7-b635-2d643721faf3,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:47.280718 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.291371 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1d205fda-c8c4-4e4e-9ecd-675a8884e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.355982 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:47.518687 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d205fda-c8c4-4e4e-9ecd-675a8884e5dc None None] Pushing event updated for resources: {'Port': ['ID=339d83de-5833-4779-8c45-44f13f5cb423,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:47.598980 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port b45298cb-47bc-423b-9087-2b724413d41b, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=b45298cb-47bc-423b-9087-2b724413d41b,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:47.732192 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.750340 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.886713 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-df7e9daf-6ac1-478f-8946-88c9cc8be03a None None] Provisioning complete for port 339d83de-5833-4779-8c45-44f13f5cb423 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:47.888532 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-df7e9daf-6ac1-478f-8946-88c9cc8be03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.918100 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cbb6cd3f-7077-4dc7-9e16-36e09db0fb6e req-4c567b56-9097-40cd-9ace-7aa58dd84c76 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 210 time: 0.1596661 Apr 18 19:38:47.968573 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 339d83de-5833-4779-8c45-44f13f5cb423 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:47.971329 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:47.999391 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] device_id is not set on port 3bad8b42-f05a-4199-b636-0da503786680 yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:38:48.099901 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=b45298cb-47bc-423b-9087-2b724413d41b,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:48.178268 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:48.179007 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:48.179007 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:48.179282 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:48.179601 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:48.179919 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:48.180286 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:48.180606 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:48.181724 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:48.181724 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:48.181724 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:38:48.210322 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 339d83de-5833-4779-8c45-44f13f5cb423 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:48.210730 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.333318 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-df7e9daf-6ac1-478f-8946-88c9cc8be03a None None] Provisioning for port 392f2804-60b4-4cc0-ad00-b76ccae7480a completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:48.338736 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-df7e9daf-6ac1-478f-8946-88c9cc8be03a None None] Provisioning complete for port 392f2804-60b4-4cc0-ad00-b76ccae7480a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:48.339100 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-df7e9daf-6ac1-478f-8946-88c9cc8be03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.382988 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Allocated IP 10.1.1.13 (f91764e4-8071-495b-b932-3ecc2bf21b27/c506dfae-fd9d-4cd9-9818-04d410ab8593/3bad8b42-f05a-4199-b636-0da503786680) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:48.398038 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-df7e9daf-6ac1-478f-8946-88c9cc8be03a None None] Port 392f2804-60b4-4cc0-ad00-b76ccae7480a cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:48.534630 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-33fddedf-35c3-463c-bd37-82b4b37d371e None None] Provisioning complete for port 392f2804-60b4-4cc0-ad00-b76ccae7480a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:48.534875 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-33fddedf-35c3-463c-bd37-82b4b37d371e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.545219 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf6f29-1a58-44e5-98e0-3ab4ef56d4f2 req-66687aa2-e061-4b80-841a-1dd7721449cb tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:48.547178 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5adf6f29-1a58-44e5-98e0-3ab4ef56d4f2 req-66687aa2-e061-4b80-841a-1dd7721449cb tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 931 time: 0.3488507 Apr 18 19:38:48.558994 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:38:48.566521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:38:48.593233 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936776f9-6912-4c2f-8648-ef5ad58cc4df None None] Sync routers for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:48.610459 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c0406766-f4f8-4e61-b204-37ad7e301c2d admin admin] 10.222.0.66 "PUT /v2.0/routers/c08f3a40-e9b6-4fa3-955a-e937d4a00785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4592268 Apr 18 19:38:48.644422 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936776f9-6912-4c2f-8648-ef5ad58cc4df None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:48.645039 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-936776f9-6912-4c2f-8648-ef5ad58cc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:48.700690 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.714724 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37604) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:48.780540 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Transition to ACTIVE for port object 3bad8b42-f05a-4199-b636-0da503786680 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:48.832126 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] No DVR routers for this DVR port 7bc6af6d-6f17-417d-b34c-ca398bbe43f5 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:38:48.851931 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:48.853904 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f9ade4c2-a90e-4e8f-84de-74a254013482 req-3bae8712-5f6e-4ab2-bcc5-7279afc42902 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.71 "DELETE /v2.0/ports/7bc6af6d-6f17-417d-b34c-ca398bbe43f5 HTTP/1.1" status: 204 len: 173 time: 7.2974808 Apr 18 19:38:48.856141 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'name': 'network-vif-deleted', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:48.883071 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9e98cbb8-b899-446a-8369-9ed504b8793c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=014311da06fc4bd198b7c8322c6facf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1616299 Apr 18 19:38:48.885207 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37612) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:48.985304 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5adf6f29-1a58-44e5-98e0-3ab4ef56d4f2 req-cfb5b15d-5051-427d-9772-7870ef3d44da tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212575 Apr 18 19:38:48.986940 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154098b9-d617-468d-8daf-f952b327389f'] response: {'server_uuid': '90e78027-721d-42bf-94bc-3806331b0d58', 'name': 'network-vif-deleted', 'tag': '7bc6af6d-6f17-417d-b34c-ca398bbe43f5', 'status': 'completed', 'code': 200} Apr 18 19:38:48.996003 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.017093 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-33fddedf-35c3-463c-bd37-82b4b37d371e None None] Port 392f2804-60b4-4cc0-ad00-b76ccae7480a cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:49.044184 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:49.052643 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-936776f9-6912-4c2f-8648-ef5ad58cc4df None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:49.059334 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.076152 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Transition to ACTIVE for port object 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:49.138246 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.228331 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a5614068-36ad-4927-ba72-3eb5497f7340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.263190 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network f91764e4-8071-495b-b932-3ecc2bf21b27 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:49.311796 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:49.332713 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:49.391165 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:49.397021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ef95b-ada3-46f4-9095-5f214b0acaea None None] Network 4c97be3a-5d29-434f-8883-09ca6882114a requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:49.480882 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:49.481965 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.493171 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Port': ['ID=3bad8b42-f05a-4199-b636-0da503786680,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:49.509334 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-19841811-7f85-40a0-a439-ca4cbd1f1f32 req-340b9c17-ba6b-4806-a36e-e65f864093e2 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=90e78027-721d-42bf-94bc-3806331b0d58 HTTP/1.1" status: 200 len: 210 time: 0.2405176 Apr 18 19:38:49.536778 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a5614068-36ad-4927-ba72-3eb5497f7340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.605211 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Attempting to bind port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:49.605823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Attempting to bind port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:49.605823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Attempting to bind port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 on network 5594ca63-0b61-498f-ac96-008f329be429 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:49.614467 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 on network 5594ca63-0b61-498f-ac96-008f329be429 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:38:49.614696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Attempting to bind port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 on network 5594ca63-0b61-498f-ac96-008f329be429 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:49.622555 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:49.622909 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Checking segment: {'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:49.624483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Bound using segment: {'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:49.625104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Bound port: 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5498758-ade6-4a33-9ac6-cae76d9878bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '5594ca63-0b61-498f-ac96-008f329be429'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:49.625506 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.630728 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b653a9a3-2c77-4772-b4b4-fc083b14fb3f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5923543 Apr 18 19:38:49.698952 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a5614068-36ad-4927-ba72-3eb5497f7340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.745131 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5614068-36ad-4927-ba72-3eb5497f7340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f7eacd-0909-48a4-82c6-551ae26d07b1,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:49.748179 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a5614068-36ad-4927-ba72-3eb5497f7340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.757997 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a5614068-36ad-4927-ba72-3eb5497f7340 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83f7eacd-0909-48a4-82c6-551ae26d07b1 HTTP/1.1" status: 204 len: 168 time: 0.8621171 Apr 18 19:38:49.789497 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8c9b8971-8cee-4b17-a348-d365d31e54c9 None None] Provisioning for port 570a18ea-4050-4fd7-b635-2d643721faf3 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:49.886656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] For port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:49.891949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] For port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:49.984768 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:49.992547 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Sync routers for ids ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:38:50.020799 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Routers {'c08f3a40-e9b6-4fa3-955a-e937d4a00785'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:50.024160 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:50.069778 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1176b1fb-e2a1-4577-9616-298a6646e9e8 None None] Provisioning for port 3bad8b42-f05a-4199-b636-0da503786680 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:50.082923 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1176b1fb-e2a1-4577-9616-298a6646e9e8 None None] Provisioning complete for port 3bad8b42-f05a-4199-b636-0da503786680 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:50.098054 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1176b1fb-e2a1-4577-9616-298a6646e9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:50.190518 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 570a18ea-4050-4fd7-b635-2d643721faf3 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:50.239175 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-936776f9-6912-4c2f-8648-ef5ad58cc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:31Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:50.266828 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936776f9-6912-4c2f-8648-ef5ad58cc4df None None] Checking router: fd9ad509-860f-44c1-adc5-b2f5da22c48c for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:38:50.292489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:50.326963 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:50.329153 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-2afe3609-e831-463a-8445-f489cf49bad4 service neutron] 10.222.0.16 "PUT /v2.0/ports/1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 HTTP/1.1" status: 200 len: 1091 time: 3.3228738 Apr 18 19:38:50.352887 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Set router c08f3a40-e9b6-4fa3-955a-e937d4a00785 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:50.389722 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936776f9-6912-4c2f-8648-ef5ad58cc4df None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:50.390457 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-936776f9-6912-4c2f-8648-ef5ad58cc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:50.492433 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa589-4d0d-4c89-9c42-0270c1e0f908 req-38f4ce40-4ba6-4175-872b-a7f15ec35e24 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:50.497323 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-298aa589-4d0d-4c89-9c42-0270c1e0f908 req-38f4ce40-4ba6-4175-872b-a7f15ec35e24 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 943 time: 0.1258328 Apr 18 19:38:50.567697 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-281127a3-c830-4c97-9cb0-c3beb0659e9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69a63193a87944f7a8385eb2dc446bcd&device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 1094 time: 0.1358912 Apr 18 19:38:50.576216 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-1176b1fb-e2a1-4577-9616-298a6646e9e8 None None] Port 3bad8b42-f05a-4199-b636-0da503786680 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:38:50.591138 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-298aa589-4d0d-4c89-9c42-0270c1e0f908 req-ae50cc76-f5f0-4a77-aa6d-f31bfe229ab3 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849254 Apr 18 19:38:50.712365 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37658) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:50.718376 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460221059', 'description': 'tempest-description--898621662'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:50.727174 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:50.740841 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:security_group and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:50.750278 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:50.769365 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-c555ecf2-aedb-4a8d-ad2e-354c8f8b38b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 HTTP/1.1" status: 200 len: 217 time: 0.1935093 Apr 18 19:38:50.777573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:50.823291 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 570a18ea-4050-4fd7-b635-2d643721faf3 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:50.834525 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-936776f9-6912-4c2f-8648-ef5ad58cc4df None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:50.882511 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37666) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:50.885396 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 570a18ea-4050-4fd7-b635-2d643721faf3 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:50.885966 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:50.894059 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa95845-50a1-4554-a160-a71f8156397d req-5c1ccf4a-7f70-4905-a7cf-e06f45c54a84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:50.895563 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-5c1ccf4a-7f70-4905-a7cf-e06f45c54a84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2ee6d0b-fbcc-49ed-b8a5-83577940c574 HTTP/1.1" status: 200 len: 850 time: 0.1160758 Apr 18 19:38:50.924704 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:50.988074 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26541b7f-7ff4-4444-9b53-49f962ea1bce', 'tag': '1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:51.023062 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'name': 'tempest-TaggedBootDevicesTest-1405363008-router', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:34Z', 'updated_at': '2022-04-18T19:38:40Z', 'revision_number': 4, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'gw_port': {'id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:35Z', 'updated_at': '2022-04-18T19:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6519000c-7a6a-43c5-9c26-b0dce020bf37', 'name': '', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'mac_address': 'fa:16:3e:c2:24:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:39Z', 'updated_at': '2022-04-18T19:38:41Z', 'revision_number': 2, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'subnets': [{'id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:51.035256 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Checking router: c08f3a40-e9b6-4fa3-955a-e937d4a00785 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:38:51.040026 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Updating router c08f3a40-e9b6-4fa3-955a-e937d4a00785 port 6519000c-7a6a-43c5-9c26-b0dce020bf37 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:38:51.053043 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-8f2d031e-f917-4743-8160-6e46587d0246 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5594ca63-0b61-498f-ac96-008f329be429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497784 Apr 18 19:38:51.060322 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.106301 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:51.121441 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:security_group_rule and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:51.126708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:51.134781 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4632-47e1-4c46-96c5-394125dbbc03 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.136597 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:51.188954 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4632-47e1-4c46-96c5-394125dbbc03 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.252297 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6c4d4a-00b8-4b87-a250-dae336ebe935'] response: {'name': 'network-changed', 'server_uuid': '26541b7f-7ff4-4444-9b53-49f962ea1bce', 'tag': '1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8', 'status': 'completed', 'code': 200} Apr 18 19:38:51.256616 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.294511 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.348083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-f9f69f35-dbe3-4561-b865-3a1af0de6716 service neutron] 10.222.0.16 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844396 Apr 18 19:38:51.364255 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 570a18ea-4050-4fd7-b635-2d643721faf3, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=570a18ea-4050-4fd7-b635-2d643721faf3,segment=NetworkSegment(037d864a-c5c8-42fb-8a88-77a0a82ae55b),segment_id=037d864a-c5c8-42fb-8a88-77a0a82ae55b)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:51.396016 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.405690 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b7b7f427-eb29-4beb-99c7-3a822f7e8d9a None None] Provisioning complete for port 570a18ea-4050-4fd7-b635-2d643721faf3 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:51.406235 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f427-eb29-4beb-99c7-3a822f7e8d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.412951 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4632-47e1-4c46-96c5-394125dbbc03 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.473874 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.474972 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device b45298cb-47bc-423b-9087-2b724413d41b up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:51.511032 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e33ce8-6cc2-4c91-b295-982aa49b222e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:51.544550 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a4632-47e1-4c46-96c5-394125dbbc03 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:51.570296 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-cd0a4632-47e1-4c46-96c5-394125dbbc03 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.571748 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cd0a4632-47e1-4c46-96c5-394125dbbc03 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "DELETE /v2.0/security-groups/d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7 HTTP/1.1" status: 204 len: 168 time: 0.6882346 Apr 18 19:38:51.574103 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37684) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:51.605054 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4aa95845-50a1-4554-a160-a71f8156397d req-3010c46d-9168-403a-8b71-920bb3765c65 service neutron] 10.222.0.16 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485843 Apr 18 19:38:51.606050 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-118407f9-4590-4c5c-b1e2-f22d26612f4f tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] show failed (client error): The resource could not be found. Apr 18 19:38:51.610792 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-118407f9-4590-4c5c-b1e2-f22d26612f4f tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups/d97fcae1-6e67-4f5d-b07b-d0cc1ed9f8d7 HTTP/1.1" status: 404 len: 347 time: 0.0319421 Apr 18 19:38:51.611669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37692) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:51.622767 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.624930 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1f021bda-f651-4f58-9b1c-1a925bd65334 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9113307 Apr 18 19:38:51.634532 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37696) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:51.650013 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-8e80ca8c-2218-42df-b095-50d8c45e80c9 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'security_group_rule': {'security_group_id': '57e33ce8-6cc2-4c91-b295-982aa49b222e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:51.675397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8e80ca8c-2218-42df-b095-50d8c45e80c9 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:51.682582 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8e80ca8c-2218-42df-b095-50d8c45e80c9 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:security_group_rule and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:51.699404 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8e80ca8c-2218-42df-b095-50d8c45e80c9 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:51.728652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8e80ca8c-2218-42df-b095-50d8c45e80c9 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:51.728909 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cbb8b8a1-b45e-44b5-866b-5533fd926d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.731322 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=570a18ea-4050-4fd7-b635-2d643721faf3,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:51.798311 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port b45298cb-47bc-423b-9087-2b724413d41b triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:51.798690 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.843133 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8e80ca8c-2218-42df-b095-50d8c45e80c9 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.892121 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-936776f9-6912-4c2f-8648-ef5ad58cc4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:31Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:51.901477 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936776f9-6912-4c2f-8648-ef5ad58cc4df None None] The sync data for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 is: [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:34:21Z', 'revision_number': 4, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'e142d0c4-4680-443c-bf34-a83693f9ad7e', 'name': '', 'network_id': 'b030620a-5853-4e6e-8663-a7352e9b876c', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'mac_address': 'fa:16:3e:ef:73:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:20Z', 'updated_at': '2022-04-18T19:34:31Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'subnets': [{'id': '4356da42-f7a2-4b69-9ee8-c005b0d702f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:38:51.912763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Deleting port e7a2253c-20ff-4740-b0ef-21844098b7cc {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:51.912763 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:51.984793 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.008368 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Transition to ACTIVE for port object 6519000c-7a6a-43c5-9c26-b0dce020bf37 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:52.075436 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.115196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f19f89-d521-43b3-ad2c-725a85929d42 req-7d8614cd-df74-4469-85dd-fed99d30fd4b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:52.115493 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 570a18ea-4050-4fd7-b635-2d643721faf3 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:52.122179 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21f19f89-d521-43b3-ad2c-725a85929d42 req-7d8614cd-df74-4469-85dd-fed99d30fd4b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 943 time: 0.2591269 Apr 18 19:38:52.138391 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8e80ca8c-2218-42df-b095-50d8c45e80c9 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.179183 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21f19f89-d521-43b3-ad2c-725a85929d42 req-e07518c3-dea0-4bd3-b3e6-151477cdc186 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560763 Apr 18 19:38:52.200362 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f036ddb1-6077-4018-bac6-6d172d0c6943 req-d501260a-686c-4124-8714-8ee77e815c14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69a63193a87944f7a8385eb2dc446bcd&device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 1094 time: 0.4895210 Apr 18 19:38:52.201350 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8e80ca8c-2218-42df-b095-50d8c45e80c9 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.227824 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41275dea-4604-4018-b8bf-98b6e87b8418 None None] Pushing event updated for resources: {'Port': ['ID=6519000c-7a6a-43c5-9c26-b0dce020bf37,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:52.246722 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80ca8c-2218-42df-b095-50d8c45e80c9 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78475f30-ad6b-41ec-8fad-408ee9f4990a,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:52.316051 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8e80ca8c-2218-42df-b095-50d8c45e80c9 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.321251 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8e80ca8c-2218-42df-b095-50d8c45e80c9 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6852233 Apr 18 19:38:52.323832 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37710) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:52.328346 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 570a18ea-4050-4fd7-b635-2d643721faf3 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:52.328346 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.332820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-02a3bdbe-a719-41ef-9ce6-df17cf9420d6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'security_group_rule': {'security_group_id': '57e33ce8-6cc2-4c91-b295-982aa49b222e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:52.346754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-02a3bdbe-a719-41ef-9ce6-df17cf9420d6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:52.357935 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-02a3bdbe-a719-41ef-9ce6-df17cf9420d6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:security_group_rule and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:52.365096 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-02a3bdbe-a719-41ef-9ce6-df17cf9420d6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:52.386683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-02a3bdbe-a719-41ef-9ce6-df17cf9420d6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:52.431394 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37716) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:52.438169 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-863096867-network', 'tenant_id': '3456423cd7604a9596b869c36fa36581'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:52.446161 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:52.458078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Usage tracker for resource:network and tenant:3456423cd7604a9596b869c36fa36581 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:52.470391 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:52.485125 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:52.519690 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02a3bdbe-a719-41ef-9ce6-df17cf9420d6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.546060 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6507ab7-e40c-49a3-8ba2-7ae128747b98 None None] New status for floating IP e571cfb2-2f39-4c49-ba82-be7be3ab61ec: DOWN {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:38:52.588778 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Made reservation on behalf of 3456423cd7604a9596b869c36fa36581 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:52.596791 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.598158 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Attempting to bind port 6519000c-7a6a-43c5-9c26-b0dce020bf37 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:52.598570 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Attempting to bind port 6519000c-7a6a-43c5-9c26-b0dce020bf37 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:52.598927 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Attempting to bind port 6519000c-7a6a-43c5-9c26-b0dce020bf37 on network 6ffffad2-0800-488c-99ce-066b8a9fb855 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:52.617126 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:52.617126 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Checking segment: {'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:52.617528 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.617922 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Bound using segment: {'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:52.618401 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Bound port: 6519000c-7a6a-43c5-9c26-b0dce020bf37, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:52.618775 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.643584 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.759290 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:52.767731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036ddb1-6077-4018-bac6-6d172d0c6943 req-3064f67e-e7f0-434f-8fc9-94080e7bf56a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:52.769212 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f036ddb1-6077-4018-bac6-6d172d0c6943 req-3064f67e-e7f0-434f-8fc9-94080e7bf56a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 200 len: 911 time: 0.5597787 Apr 18 19:38:52.784282 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] For port 6519000c-7a6a-43c5-9c26-b0dce020bf37, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:52.792463 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] For port 6519000c-7a6a-43c5-9c26-b0dce020bf37, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6519000c-7a6a-43c5-9c26-b0dce020bf37,segment=NetworkSegment(07922f48-caea-4685-8d56-dcf1ddda8f7e),segment_id=07922f48-caea-4685-8d56-dcf1ddda8f7e)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:52.847521 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f036ddb1-6077-4018-bac6-6d172d0c6943 req-c131bc6f-45fa-4429-8db8-6cca6a388665 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 HTTP/1.1" status: 200 len: 217 time: 0.0703740 Apr 18 19:38:52.854172 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.933580 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:52.934063 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.033843 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Usage tracker for resource:security_group_rule and tenant:3456423cd7604a9596b869c36fa36581 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:53.040518 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:53.066828 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:53.080700 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41275dea-4604-4018-b8bf-98b6e87b8418 None None] Pushing event updated for resources: {'Port': ['ID=6519000c-7a6a-43c5-9c26-b0dce020bf37,revision_number=4']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:53.117649 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Routers {'c08f3a40-e9b6-4fa3-955a-e937d4a00785'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:38:53.117649 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:53.135081 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02a3bdbe-a719-41ef-9ce6-df17cf9420d6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.173485 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036ddb1-6077-4018-bac6-6d172d0c6943 req-3e5c729d-0a9e-484e-ae89-652a6394506f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:53.175099 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f036ddb1-6077-4018-bac6-6d172d0c6943 req-3e5c729d-0a9e-484e-ae89-652a6394506f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2ee6d0b-fbcc-49ed-b8a5-83577940c574 HTTP/1.1" status: 200 len: 850 time: 0.3134890 Apr 18 19:38:53.190341 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Calling delete_port for e7a2253c-20ff-4740-b0ef-21844098b7cc owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:53.247604 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02a3bdbe-a719-41ef-9ce6-df17cf9420d6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.350188 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.355612 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3bdbe-a719-41ef-9ce6-df17cf9420d6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abaa1cf4-ef5a-4656-9045-553b10d2e6af,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:53.403543 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f036ddb1-6077-4018-bac6-6d172d0c6943 req-46fe6967-7244-43e1-96d1-525896ad2e0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5594ca63-0b61-498f-ac96-008f329be429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372330 Apr 18 19:38:53.475407 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02a3bdbe-a719-41ef-9ce6-df17cf9420d6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.479775 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-02a3bdbe-a719-41ef-9ce6-df17cf9420d6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1517420 Apr 18 19:38:53.479775 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.481754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37736) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:53.509731 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:53.516787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:53.522525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:floatingip and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:53.527534 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:53.535879 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:53.551898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:53.563175 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.563801 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Added segment 51116ceb-4c6e-4ea6-91bf-25bb0e782397 of type vlan for network 46aee38a-7e3c-4063-ad69-21fbe6b41ec5 Apr 18 19:38:53.596166 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:38:53.608830 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.648204 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35e6d4-cbbb-4dcd-aaa2-39ac604bb130 req-9f4ddbee-7af3-4e48-8d35-d6050f9cf8e9 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:53.649510 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] Set router c08f3a40-e9b6-4fa3-955a-e937d4a00785 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:38:53.657950 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df35e6d4-cbbb-4dcd-aaa2-39ac604bb130 req-9f4ddbee-7af3-4e48-8d35-d6050f9cf8e9 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 943 time: 0.2419181 Apr 18 19:38:53.682562 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314f4e79-ea45-4302-80e5-dd40c31e678a,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:53.687008 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.718676 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.720612 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:53.720612 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:53.803772 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df35e6d4-cbbb-4dcd-aaa2-39ac604bb130 req-affd34d7-e07f-4144-8b76-6142518ed304 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443977 Apr 18 19:38:53.847555 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f036ddb1-6077-4018-bac6-6d172d0c6943 req-3fa5c327-40aa-4355-814d-07c7dcbd01bd service neutron] 10.222.0.16 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342356 Apr 18 19:38:53.933193 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:38:53.935127 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:38:53.978004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] Pushing event updated for resources: {'Network': ['ID=46aee38a-7e3c-4063-ad69-21fbe6b41ec5,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:53.999314 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 46aee38a-7e3c-4063-ad69-21fbe6b41ec5 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:54.079046 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fb45eb1d-e30e-47a7-8760-ad258b4e1120 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6461535 Apr 18 19:38:54.079775 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37754) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:54.094116 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Request body: {'subnet': {'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-863096867-subnet', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:54.102634 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.106750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:54.207845 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Usage tracker for resource:subnet and tenant:3456423cd7604a9596b869c36fa36581 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:54.212653 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3082862a-df45-446a-82e3-adfb9ffd269f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.222431 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:54.245061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:54.248127 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f036ddb1-6077-4018-bac6-6d172d0c6943 req-543a8ea6-7ff7-49c5-98a7-0a425aa3f053 service neutron] 10.222.0.16 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923035 Apr 18 19:38:54.277234 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:54.315889 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8', 'network_id': '5594ca63-0b61-498f-ac96-008f329be429', 'port_id': '1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8', 'mac_address': 'fa:16:3e:9c:b8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ee6d0b-fbcc-49ed-b8a5-83577940c574', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:38:54.333177 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Made reservation on behalf of 3456423cd7604a9596b869c36fa36581 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:54.335657 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.407765 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.435033 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:38:54.437216 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Deleting port e7a2253c-20ff-4740-b0ef-21844098b7cc {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:38:54.437570 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.457690 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'name': 'tempest-TaggedBootDevicesTest-1405363008-router', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:34Z', 'updated_at': '2022-04-18T19:38:40Z', 'revision_number': 4, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'gw_port': {'id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:35Z', 'updated_at': '2022-04-18T19:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6519000c-7a6a-43c5-9c26-b0dce020bf37', 'name': '', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'mac_address': 'fa:16:3e:c2:24:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:39Z', 'updated_at': '2022-04-18T19:38:52Z', 'revision_number': 4, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'subnets': [{'id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:38:54.468556 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109fe99f-e2a8-47cb-927b-309d51da6659 None None] The sync data for ids ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'] in n-d-838334-1 is: [{'id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'name': 'tempest-TaggedBootDevicesTest-1405363008-router', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:34Z', 'updated_at': '2022-04-18T19:38:40Z', 'revision_number': 4, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'gw_port': {'id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:35Z', 'updated_at': '2022-04-18T19:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6519000c-7a6a-43c5-9c26-b0dce020bf37', 'name': '', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'mac_address': 'fa:16:3e:c2:24:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:39Z', 'updated_at': '2022-04-18T19:38:52Z', 'revision_number': 4, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'subnets': [{'id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:38:54.481803 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Allocated IP 172.25.8.4 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/2927e0f1-c4cc-4bc8-91ef-eebd0536a765) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:54.487847 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:54.556736 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.668560 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:54.828512 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:38:54.831444 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.831754 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.859029 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:54.963093 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.080735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Calling delete_port for e7a2253c-20ff-4740-b0ef-21844098b7cc owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:38:55.118375 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.205309 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.236240 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.401062 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:55.423387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:55.425786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:55.458161 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.505381 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6003592e-2bc8-414c-96f6-2addda161c79,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:55.513039 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Port': ['ID=2927e0f1-c4cc-4bc8-91ef-eebd0536a765,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:55.530117 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Checking segment: {'id': '51116ceb-4c6e-4ea6-91bf-25bb0e782397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:55.530709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Network hostable DHCP agents. Network: 46aee38a-7e3c-4063-ad69-21fbe6b41ec5, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:38:55.587226 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c045351-6506-48fa-b6a9-074af1a9b640 req-45dda4a8-2e38-432d-949c-2b754b56690d tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:55.594692 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1c045351-6506-48fa-b6a9-074af1a9b640 req-45dda4a8-2e38-432d-949c-2b754b56690d tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 944 time: 0.4940157 Apr 18 19:38:55.676967 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1c045351-6506-48fa-b6a9-074af1a9b640 req-16133468-9cad-4c18-84c7-8285fb9c0c2f tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810292 Apr 18 19:38:55.753461 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Network 46aee38a-7e3c-4063-ad69-21fbe6b41ec5 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:38:55.787363 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.790815 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event deleted for resources: {'Port': ['ID=e7a2253c-20ff-4740-b0ef-21844098b7cc,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:55.803277 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.859363 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 46aee38a-7e3c-4063-ad69-21fbe6b41ec5) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:55.864772 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:55.866910 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.868350 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da1d194-baa5-4aa8-bd7a-bf236fe38a36 None None] Network 46aee38a-7e3c-4063-ad69-21fbe6b41ec5 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:38:55.921211 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:55.924280 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f4608d6c-6c0d-4bee-9c50-244dbc04f199 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "DELETE /v2.0/floatingips/e571cfb2-2f39-4c49-ba82-be7be3ab61ec HTTP/1.1" status: 204 len: 168 time: 4.3091588 Apr 18 19:38:55.960210 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.062287 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f925b678-2622-47ed-abfd-5a70dd21d192 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9806111 Apr 18 19:38:56.064809 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37800) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:56.070051 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-863096867-router', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:56.078622 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:56.112116 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Usage tracker for resource:router and tenant:3456423cd7604a9596b869c36fa36581 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:56.112116 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:56.307779 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6519000c-7a6a-43c5-9c26-b0dce020bf37 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:56.380306 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.425734 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:56.427618 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-46aee38a-7e3c-4063-ad69-21fbe6b41ec5', 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'fixed_ips': [{'subnet_id': '6003592e-2bc8-414c-96f6-2addda161c79'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:38:56.428761 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.464389 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.521353 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.522256 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.557531 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.568613 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.609547 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 6519000c-7a6a-43c5-9c26-b0dce020bf37 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:56.620242 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 6519000c-7a6a-43c5-9c26-b0dce020bf37 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:56.620657 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.649780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37820) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:56.730396 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Allocated IP 172.20.0.2 (46aee38a-7e3c-4063-ad69-21fbe6b41ec5/6003592e-2bc8-414c-96f6-2addda161c79/17779d3d-c63d-4c80-a896-b99c5291953f) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:56.965317 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:56.976347 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.004468 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1147362602', 'router:external': True}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:57.007302 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.013280 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:57.020400 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Usage tracker for resource:network and tenant:4291fc632c4f4321b63dc232d14a816d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:57.025371 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Port': ['ID=2927e0f1-c4cc-4bc8-91ef-eebd0536a765,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:57.025931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:57.047608 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:57.104895 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.111224 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0a56a705-a492-4bbe-927d-c9519e0aa5da tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6073167 Apr 18 19:38:57.152692 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Made reservation on behalf of 4291fc632c4f4321b63dc232d14a816d for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:57.153236 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.166458 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 6519000c-7a6a-43c5-9c26-b0dce020bf37, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6519000c-7a6a-43c5-9c26-b0dce020bf37,segment=NetworkSegment(07922f48-caea-4685-8d56-dcf1ddda8f7e),segment_id=07922f48-caea-4685-8d56-dcf1ddda8f7e)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:57.333118 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.333479 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.461013 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:57.461312 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.485834 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Transition to ACTIVE for port object 17779d3d-c63d-4c80-a896-b99c5291953f will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:57.486131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Usage tracker for resource:security_group_rule and tenant:4291fc632c4f4321b63dc232d14a816d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:57.497229 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:57.508169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:57.510847 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=6519000c-7a6a-43c5-9c26-b0dce020bf37,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:57.516070 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Transition to ACTIVE for port object 17779d3d-c63d-4c80-a896-b99c5291953f will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:38:57.549153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815665c7-67e5-4e8a-95dd-2d31419c785e req-0c5b21cf-4b82-4219-bbc2-06b569ab1d9c tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:57.566128 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-815665c7-67e5-4e8a-95dd-2d31419c785e req-0c5b21cf-4b82-4219-bbc2-06b569ab1d9c tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 944 time: 0.5735593 Apr 18 19:38:57.605732 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:57.636138 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.683503 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.739874 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-815665c7-67e5-4e8a-95dd-2d31419c785e req-d91dfaed-acc7-4203-9be7-a5d4b23c94ce tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728179 Apr 18 19:38:57.750705 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Network 46aee38a-7e3c-4063-ad69-21fbe6b41ec5 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:57.773710 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:57.780804 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:57.791525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-875827f5-7fc5-4a86-aabc-e19b24c882d1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Synchronizing usage tracker for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:57.811166 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.831135 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:38:57.842532 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.842862 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Added segment efb90743-68bb-437f-bf5d-ca7e47588f6d of type vlan for network 66956b26-fdb2-46ba-95e6-1800c64ca3a4 Apr 18 19:38:57.859373 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-875827f5-7fc5-4a86-aabc-e19b24c882d1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Unset dirty status for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:57.861070 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-875827f5-7fc5-4a86-aabc-e19b24c882d1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--460221059&fields=id&tenant_id=77eeca4c4e344dbb9d5364ef92c904fc HTTP/1.1" status: 200 len: 267 time: 0.1356137 Apr 18 19:38:57.882502 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.884116 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Pushing event updated for resources: {'Port': ['ID=17779d3d-c63d-4c80-a896-b99c5291953f,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:57.909102 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Attempting to bind port 17779d3d-c63d-4c80-a896-b99c5291953f on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:38:57.909607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Attempting to bind port 17779d3d-c63d-4c80-a896-b99c5291953f by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '51116ceb-4c6e-4ea6-91bf-25bb0e782397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:38:57.910083 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Attempting to bind port 17779d3d-c63d-4c80-a896-b99c5291953f on network 46aee38a-7e3c-4063-ad69-21fbe6b41ec5 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:38:57.918038 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:38:57.918597 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Checking segment: {'id': '51116ceb-4c6e-4ea6-91bf-25bb0e782397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:38:57.919135 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.919595 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Bound using segment: {'id': '51116ceb-4c6e-4ea6-91bf-25bb0e782397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:38:57.920214 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Bound port: 17779d3d-c63d-4c80-a896-b99c5291953f, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51116ceb-4c6e-4ea6-91bf-25bb0e782397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:38:57.920697 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.960793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-a6e8191d-56ee-466a-8549-64343cad5bb3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:57.961429 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-a6e8191d-56ee-466a-8549-64343cad5bb3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Synchronizing usage tracker for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:57.971416 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35669cc1-e0b2-46ea-bd60-2a70c55b9da1,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:57.979689 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:38:57.993170 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:57.993170 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.997530 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:57.999045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:57.999628 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.021615 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.076693 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6519000c-7a6a-43c5-9c26-b0dce020bf37 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:38:58.081033 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-a6e8191d-56ee-466a-8549-64343cad5bb3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Unset dirty status for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:58.082208 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-a6e8191d-56ee-466a-8549-64343cad5bb3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports/392f2804-60b4-4cc0-ad00-b76ccae7480a HTTP/1.1" status: 200 len: 937 time: 0.2121160 Apr 18 19:38:58.130487 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.143825 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] For port 17779d3d-c63d-4c80-a896-b99c5291953f, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:38:58.174134 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] For port 17779d3d-c63d-4c80-a896-b99c5291953f, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=17779d3d-c63d-4c80-a896-b99c5291953f,segment=NetworkSegment(51116ceb-4c6e-4ea6-91bf-25bb0e782397),segment_id=51116ceb-4c6e-4ea6-91bf-25bb0e782397)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:38:58.195912 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-a1041674-d8fc-4b6a-8352-43a01e7b57c6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:58.197629 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-a1041674-d8fc-4b6a-8352-43a01e7b57c6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports/3bad8b42-f05a-4199-b636-0da503786680 HTTP/1.1" status: 200 len: 935 time: 0.1083877 Apr 18 19:38:58.198711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event updated for resources: {'Network': ['ID=66956b26-fdb2-46ba-95e6-1800c64ca3a4,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:58.270757 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1c8db36e-c2ae-405d-8fbb-18da53c5ca29 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0626550 Apr 18 19:38:58.274639 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 66956b26-fdb2-46ba-95e6-1800c64ca3a4 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:38:58.302940 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e17a91cc-d175-4c73-86ad-04813a63ff48 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6519518 Apr 18 19:38:58.303902 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37854) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:38:58.314005 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Request body: {'subnet': {'network_id': '66956b26-fdb2-46ba-95e6-1800c64ca3a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:38:58.323796 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:38:58.333285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Usage tracker for resource:subnet and tenant:4291fc632c4f4321b63dc232d14a816d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:38:58.339826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:38:58.345062 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.353805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Allocated IP 172.25.8.180 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/eee8f485-5751-4dc5-9427-c88f6934927a) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:38:58.356663 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:38:58.379246 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-a912fb17-909f-4354-930d-595353822460 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1011035 Apr 18 19:38:58.492471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Made reservation on behalf of 4291fc632c4f4321b63dc232d14a816d for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:38:58.503499 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.595588 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.702204 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:38:58.705567 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26541b7f-7ff4-4444-9b53-49f962ea1bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:38:58.715392 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fde0ff-7f96-41f1-b7c3-1276443684c0 None None] Pushing event updated for resources: {'Port': ['ID=17779d3d-c63d-4c80-a896-b99c5291953f,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:58.750698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 6519000c-7a6a-43c5-9c26-b0dce020bf37 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:38:58.753495 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.762251 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-2f406e88-1131-4601-8712-433964626ca8 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:58.766914 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-2f406e88-1131-4601-8712-433964626ca8 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:58.770954 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-2f406e88-1131-4601-8712-433964626ca8 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:38:58.771946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-2f406e88-1131-4601-8712-433964626ca8 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Synchronizing usage tracker for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:38:58.816281 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:58.859385 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-2f406e88-1131-4601-8712-433964626ca8 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Unset dirty status for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:38:58.860931 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-2f406e88-1131-4601-8712-433964626ca8 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/networks?id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=4c97be3a-5d29-434f-8883-09ca6882114a&id=4c97be3a-5d29-434f-8883-09ca6882114a HTTP/1.1" status: 200 len: 1994 time: 0.4750783 Apr 18 19:38:58.899109 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c06b6b58-18a9-4aa7-9a7f-cc602df28391 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/quotas/77eeca4c4e344dbb9d5364ef92c904fc HTTP/1.1" status: 200 len: 375 time: 0.0291667 Apr 18 19:38:58.946572 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:59.097987 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:59.166619 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-97b995f7-ee0e-42b9-b67d-c1af2220edf4 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2666085 Apr 18 19:38:59.272324 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:38:59.350884 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Pushing event updated for resources: {'Port': ['ID=eee8f485-5751-4dc5-9427-c88f6934927a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:38:59.449822 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:38:59.450311 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-d2a6c3cb-be9f-4d11-9e8b-b1b9c68dae9d service neutron] 10.222.0.66 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588236 Apr 18 19:38:59.455125 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:38:59.458797 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:38:59.630314 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1624136d-b5b0-497e-8389-cea03a1e6b3d service neutron] 10.222.0.66 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683404 Apr 18 19:38:59.826724 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c087757c-8ecc-4239-b9eb-d0d81089e8b8 service neutron] 10.222.0.66 "GET /v2.0/ports/392f2804-60b4-4cc0-ad00-b76ccae7480a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1685722 Apr 18 19:38:59.862228 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c24d64c-5931-4899-8f5b-80b89364b132'] response: {'server_uuid': '26541b7f-7ff4-4444-9b53-49f962ea1bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8', 'code': 200} Apr 18 19:39:00.078352 n-d-838334-1 neutron-server[84804]: DEBUG neutron.objects.ports [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84804) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 19:39:00.078865 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.174810 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-e4e076f6-41e3-4ed1-84ec-9b79ff1f3879 service neutron] 10.222.0.66 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416829 Apr 18 19:39:00.309839 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.313556 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:00.317402 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 17779d3d-c63d-4c80-a896-b99c5291953f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:00.437369 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa5c5a0-ab01-4b1a-9032-6fc5ef8329e1 None None] Network 46aee38a-7e3c-4063-ad69-21fbe6b41ec5 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:00.516137 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-d26fded0-819d-431f-a8d0-b93ba945739a service neutron] 10.222.0.66 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336146 Apr 18 19:39:00.621873 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9f6116eb-3948-495b-8263-f5f2302eea06 service neutron] 10.222.0.66 "GET /v2.0/ports/3bad8b42-f05a-4199-b636-0da503786680?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1045074 Apr 18 19:39:00.655457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5ac10512-5819-401f-b768-58e3c94d4fb4,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:00.705280 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a8267fe5-9cb6-4b3d-a2d2-7bdc75ec761d None None] Provisioning for port 17779d3d-c63d-4c80-a896-b99c5291953f completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:00.738510 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-854ab2d2-9b52-409c-a9ea-bb9c9b85daa0 req-5971bee3-324b-42e7-9e6d-e8ff1740a8cc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 1096 time: 0.7728009 Apr 18 19:39:00.744151 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Checking segment: {'id': 'efb90743-68bb-437f-bf5d-ca7e47588f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '66956b26-fdb2-46ba-95e6-1800c64ca3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:00.744944 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Network hostable DHCP agents. Network: 66956b26-fdb2-46ba-95e6-1800c64ca3a4, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:39:00.819832 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-854ab2d2-9b52-409c-a9ea-bb9c9b85daa0 req-c7bf57ba-ff52-4e6b-aaed-9f1e4dedaea2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689855 Apr 18 19:39:00.827321 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8683276-4392-4b4b-9afd-40399867bdb3 req-4b4b60e4-03c9-4b3d-81f5-caf2ac4b8e5d tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:00.834611 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8683276-4392-4b4b-9afd-40399867bdb3 req-4b4b60e4-03c9-4b3d-81f5-caf2ac4b8e5d tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.2312977 Apr 18 19:39:00.894283 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-93934c01-ec1b-471b-a8e5-4796737b018a service neutron] 10.222.0.66 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699487 Apr 18 19:39:00.918823 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8683276-4392-4b4b-9afd-40399867bdb3 req-6c95668c-8d81-4742-9511-563c9523b2f8 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817606 Apr 18 19:39:00.939581 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Network 66956b26-fdb2-46ba-95e6-1800c64ca3a4 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:39:01.032453 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 66956b26-fdb2-46ba-95e6-1800c64ca3a4) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:01.037607 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:01.040863 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:01.065576 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 17779d3d-c63d-4c80-a896-b99c5291953f completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:01.069606 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e78aa7-9ae3-4fc7-a3b7-e5afb47d438f None None] Network 66956b26-fdb2-46ba-95e6-1800c64ca3a4 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:01.143858 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Router b784b5da-04af-4643-a43f-f3c98075f54d is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:39:01.186289 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-02eee689-0821-4e62-92d3-a5699b6d2e77 service neutron] 10.222.0.66 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853887 Apr 18 19:39:01.192353 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 17779d3d-c63d-4c80-a896-b99c5291953f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:01.192753 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:01.281846 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2972a290-344b-4b7b-88bb-e8c8c9f45bde tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9743874 Apr 18 19:39:01.293623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37918) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:01.344066 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1650281391', 'network_id': '66956b26-fdb2-46ba-95e6-1800c64ca3a4'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:01.363544 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:01.369498 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Usage tracker for resource:port and tenant:4291fc632c4f4321b63dc232d14a816d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:01.381876 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:01.401345 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:01.486638 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Made reservation on behalf of 4291fc632c4f4321b63dc232d14a816d for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:01.489376 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:01.523103 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] device_id is not set on port b78bc4ea-236d-4956-a865-8f7b6c4c4301 yet. {{(pid=84804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:39:01.620442 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:01.634308 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-374db8ae-6721-40f6-9647-4213f219e5c1 service neutron] 10.222.0.66 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406316 Apr 18 19:39:01.740272 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 17779d3d-c63d-4c80-a896-b99c5291953f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=17779d3d-c63d-4c80-a896-b99c5291953f,segment=NetworkSegment(51116ceb-4c6e-4ea6-91bf-25bb0e782397),segment_id=51116ceb-4c6e-4ea6-91bf-25bb0e782397)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:01.744473 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962bb89b-d52b-4f4b-9ce6-5efc4011f3c3 None None] Network 66956b26-fdb2-46ba-95e6-1800c64ca3a4 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:01.769397 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Allocated IP 2001:db8::130 (66956b26-fdb2-46ba-95e6-1800c64ca3a4/5ac10512-5819-401f-b768-58e3c94d4fb4/b78bc4ea-236d-4956-a865-8f7b6c4c4301) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:01.946026 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.039694 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f89db5db-e241-4762-b144-337c9d75b1d2 service neutron] 10.222.0.66 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992038 Apr 18 19:39:02.104443 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.187493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:02.200378 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Sync routers for ids ['b784b5da-04af-4643-a43f-f3c98075f54d'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:02.235258 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Routers {'b784b5da-04af-4643-a43f-f3c98075f54d'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:02.238145 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b784b5da-04af-4643-a43f-f3c98075f54d'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:02.271175 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.314808 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=17779d3d-c63d-4c80-a896-b99c5291953f,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:02.323450 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-21bf5192-aadf-4971-a783-0424b3e9a47f service neutron] 10.222.0.66 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721131 Apr 18 19:39:02.365316 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-795787b9-3a52-42d5-b1eb-a4f048f5ff0f None None] Provisioning complete for port 17779d3d-c63d-4c80-a896-b99c5291953f triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:02.369657 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-795787b9-3a52-42d5-b1eb-a4f048f5ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.475598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Network 66956b26-fdb2-46ba-95e6-1800c64ca3a4 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:02.481649 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:02.487394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:02.489335 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:02.489933 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.499510 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.503404 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d71c4b05-af26-4e04-8281-1d3807b50f31 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4349401 Apr 18 19:39:02.507139 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 37932) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:02.521391 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event updated for resources: {'Port': ['ID=b78bc4ea-236d-4956-a865-8f7b6c4c4301,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:02.556462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fbf8e-954c-4142-8bc3-a8fbaee7722e req-0bb72576-db86-49da-a330-f6c992a619f0 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:02.577501 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a61fbf8e-954c-4142-8bc3-a8fbaee7722e req-0bb72576-db86-49da-a330-f6c992a619f0 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.3159282 Apr 18 19:39:02.615083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ab845eeb-12fe-4fec-be74-dcdfc9dffdc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3197861 Apr 18 19:39:02.621598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37936) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:02.635097 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Set router b784b5da-04af-4643-a43f-f3c98075f54d gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:02.696382 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-46d8fb7c-640a-49f3-95b9-cd8c0beb7a64 service neutron] 10.222.0.66 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666983 Apr 18 19:39:02.708574 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-59d249b1-7586-4724-8839-b4219496bcfc tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Deleting port b78bc4ea-236d-4956-a865-8f7b6c4c4301 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:02.709172 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-59d249b1-7586-4724-8839-b4219496bcfc tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:02.777085 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a61fbf8e-954c-4142-8bc3-a8fbaee7722e req-da3d05c0-5f82-4554-98d5-e42742c66a0a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988266 Apr 18 19:39:03.109493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-b9da3bdf-ed33-4194-af12-637b4a662940 service neutron] 10.222.0.66 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006670 Apr 18 19:39:03.183354 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-59d249b1-7586-4724-8839-b4219496bcfc tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.225078 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'name': 'tempest-TaggedBootDevicesTest-863096867-router', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:56Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 3, 'project_id': '3456423cd7604a9596b869c36fa36581', 'gw_port': {'id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:03.234397 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Checking router: b784b5da-04af-4643-a43f-f3c98075f54d for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:03.234760 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Updating router b784b5da-04af-4643-a43f-f3c98075f54d port eee8f485-5751-4dc5-9427-c88f6934927a binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:39:03.319477 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-59d249b1-7586-4724-8839-b4219496bcfc tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Calling delete_port for b78bc4ea-236d-4956-a865-8f7b6c4c4301 owned by {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:03.376862 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.549727 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-59d249b1-7586-4724-8839-b4219496bcfc tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.562216 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ec6f7a32-483e-4a05-8f36-60dcbcbdc81e service neutron] 10.222.0.66 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450171 Apr 18 19:39:03.625060 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d249b1-7586-4724-8839-b4219496bcfc tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event deleted for resources: {'Port': ['ID=b78bc4ea-236d-4956-a865-8f7b6c4c4301,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:03.680870 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-59d249b1-7586-4724-8839-b4219496bcfc tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.689744 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-59d249b1-7586-4724-8839-b4219496bcfc tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "DELETE /v2.0/ports/b78bc4ea-236d-4956-a865-8f7b6c4c4301 HTTP/1.1" status: 204 len: 168 time: 1.0666671 Apr 18 19:39:03.693162 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 37952) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:03.706836 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66956b26-fdb2-46ba-95e6-1800c64ca3a4', 'external_fixed_ips': [{'subnet_id': '5ac10512-5819-401f-b768-58e3c94d4fb4', 'ip_address': '2001:db8::130'}]}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:03.722070 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:03.726675 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-20ac3beb-9793-441f-b0e9-af7e7e11a5b5 service neutron] 10.222.0.66 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584063 Apr 18 19:39:03.733123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Usage tracker for resource:router and tenant:4291fc632c4f4321b63dc232d14a816d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:03.736947 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:03.751046 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:03.864095 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.866260 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.907624 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.909461 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:03.930762 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Transition to ACTIVE for port object eee8f485-5751-4dc5-9427-c88f6934927a will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:04.012358 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:04.146898 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-d59628bc-2f5b-4b95-a880-4ad6c56904ab service neutron] 10.222.0.66 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133832 Apr 18 19:39:04.149374 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 17779d3d-c63d-4c80-a896-b99c5291953f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:04.198898 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Attempting to bind port eee8f485-5751-4dc5-9427-c88f6934927a on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:04.199617 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Attempting to bind port eee8f485-5751-4dc5-9427-c88f6934927a by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:04.201639 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Attempting to bind port eee8f485-5751-4dc5-9427-c88f6934927a on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:04.221794 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:04.222528 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:04.224911 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:04.225498 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:04.227536 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Bound port: eee8f485-5751-4dc5-9427-c88f6934927a, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:04.228696 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:04.299681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 17779d3d-c63d-4c80-a896-b99c5291953f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:04.300044 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:04.324198 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542c39d-2743-4af7-a5e5-9fa51c7a0853 None None] Pushing event updated for resources: {'Port': ['ID=eee8f485-5751-4dc5-9427-c88f6934927a,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:04.376899 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:04.410565 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] For port eee8f485-5751-4dc5-9427-c88f6934927a, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:04.419250 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] For port eee8f485-5751-4dc5-9427-c88f6934927a, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eee8f485-5751-4dc5-9427-c88f6934927a,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:04.425221 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c77cc1-150b-4ff6-b10d-01a1a772640a req-4e21a510-fb2c-4b8f-ac16-064b3164a57a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:04.428674 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-64c77cc1-150b-4ff6-b10d-01a1a772640a req-4e21a510-fb2c-4b8f-ac16-064b3164a57a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.4296720 Apr 18 19:39:04.510309 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:04.546018 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-64c77cc1-150b-4ff6-b10d-01a1a772640a req-b481cc4c-c7b2-450e-9d33-71ca228eeb0a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072226 Apr 18 19:39:04.621377 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:04.765164 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Routers {'b784b5da-04af-4643-a43f-f3c98075f54d'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:04.776613 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b784b5da-04af-4643-a43f-f3c98075f54d'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:05.002419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Allocated IP 172.20.0.1 (46aee38a-7e3c-4063-ad69-21fbe6b41ec5/6003592e-2bc8-414c-96f6-2addda161c79/ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:05.090822 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.131792 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.137041 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] Set router b784b5da-04af-4643-a43f-f3c98075f54d gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:05.291099 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.323591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Transition to ACTIVE for port object ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:05.421688 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542c39d-2743-4af7-a5e5-9fa51c7a0853 None None] Pushing event updated for resources: {'Port': ['ID=eee8f485-5751-4dc5-9427-c88f6934927a,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:05.436065 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.533503 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Network 46aee38a-7e3c-4063-ad69-21fbe6b41ec5 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:05.537293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:05.553715 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:05.578448 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Allocated IP 2001:db8::130 (66956b26-fdb2-46ba-95e6-1800c64ca3a4/5ac10512-5819-401f-b768-58e3c94d4fb4/4f500310-9b48-4444-ac79-d5c366d83469) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:05.585466 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'name': 'tempest-TaggedBootDevicesTest-863096867-router', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:56Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 3, 'project_id': '3456423cd7604a9596b869c36fa36581', 'gw_port': {'id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:05.596419 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a4f874-e6c1-452b-8afb-583ad93c9972 None None] The sync data for ids ['b784b5da-04af-4643-a43f-f3c98075f54d'] in n-d-838334-1 is: [{'id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'name': 'tempest-TaggedBootDevicesTest-863096867-router', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:56Z', 'updated_at': '2022-04-18T19:38:59Z', 'revision_number': 3, 'project_id': '3456423cd7604a9596b869c36fa36581', 'gw_port': {'id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:05.621806 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e89705c7-424b-4586-a134-d29d22fb8d03 req-12fb4f37-2a0e-4470-b4d3-d234e127aaa5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69a63193a87944f7a8385eb2dc446bcd&device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 1096 time: 0.1876850 Apr 18 19:39:05.680629 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.684240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Pushing event updated for resources: {'Port': ['ID=ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:05.859490 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.962139 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-cb9a6351-c512-41fc-96f2-5048cb86ca0e None None] Provisioning for port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:05.962767 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.975573 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-cb9a6351-c512-41fc-96f2-5048cb86ca0e None None] Provisioning complete for port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:05.977376 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6351-c512-41fc-96f2-5048cb86ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:05.997917 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89705c7-424b-4586-a134-d29d22fb8d03 req-eeaeb71d-67ba-4e99-962f-2a164d82e7a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:05.999661 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e89705c7-424b-4586-a134-d29d22fb8d03 req-eeaeb71d-67ba-4e99-962f-2a164d82e7a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 200 len: 911 time: 0.3556232 Apr 18 19:39:06.070925 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a6351-c512-41fc-96f2-5048cb86ca0e None None] Port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:06.203588 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:06.268709 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:06.292095 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:06.373718 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e89705c7-424b-4586-a134-d29d22fb8d03 req-593fd5bb-746e-478b-8dbb-3f4c9c77207c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 HTTP/1.1" status: 200 len: 217 time: 0.3660841 Apr 18 19:39:06.401111 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Pushing event updated for resources: {'Port': ['ID=ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:06.403619 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:06.460791 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89705c7-424b-4586-a134-d29d22fb8d03 req-bf8ec605-a6d0-4153-8d07-80decabac909 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:06.462321 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e89705c7-424b-4586-a134-d29d22fb8d03 req-bf8ec605-a6d0-4153-8d07-80decabac909 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2ee6d0b-fbcc-49ed-b8a5-83577940c574 HTTP/1.1" status: 200 len: 850 time: 0.0809135 Apr 18 19:39:06.487814 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Network 66956b26-fdb2-46ba-95e6-1800c64ca3a4 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:06.519101 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event updated for resources: {'Port': ['ID=4f500310-9b48-4444-ac79-d5c366d83469,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:06.528049 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:06.537090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:06.568617 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e89705c7-424b-4586-a134-d29d22fb8d03 req-3c4c9406-0a9a-4e67-88b1-e0a8e36d560c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5594ca63-0b61-498f-ac96-008f329be429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904560 Apr 18 19:39:06.662329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Network 46aee38a-7e3c-4063-ad69-21fbe6b41ec5 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:06.665191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:06.705088 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ba16e-6ec5-444e-bd9e-d04e6e12d99b req-c7306467-a29c-473d-aa15-3463a00ab2f5 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:06.706690 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-527ba16e-6ec5-444e-bd9e-d04e6e12d99b req-c7306467-a29c-473d-aa15-3463a00ab2f5 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.4464388 Apr 18 19:39:06.801679 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e89705c7-424b-4586-a134-d29d22fb8d03 req-6dec2488-915e-4d64-9b93-a2abda5dfd05 service neutron] 10.222.0.16 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170780 Apr 18 19:39:06.923367 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f2b8-89a3-4732-acf8-dfe337c24265 req-c123925d-552f-4e6e-9534-681b1389ed41 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:06.925043 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c9f9f2b8-89a3-4732-acf8-dfe337c24265 req-c123925d-552f-4e6e-9534-681b1389ed41 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.4077015 Apr 18 19:39:06.957269 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-527ba16e-6ec5-444e-bd9e-d04e6e12d99b req-4c4ec598-3e7d-4506-a04b-79372fe7ea33 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439790 Apr 18 19:39:07.017701 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a06e34bf-8007-4fee-93f0-8e3910b61b3a None None] Provisioning complete for port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:07.018254 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a06e34bf-8007-4fee-93f0-8e3910b61b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:07.019207 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c9f9f2b8-89a3-4732-acf8-dfe337c24265 req-d6bae03e-91a7-4087-aa86-4a051b35949d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Synchronizing usage tracker for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:07.038311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e89705c7-424b-4586-a134-d29d22fb8d03 req-c4bea290-f0a6-4339-af39-210c00b5547d service neutron] 10.222.0.16 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183805 Apr 18 19:39:07.040254 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:07.041141 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:07.119063 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b18bd22d-3e99-4194-9c73-0c136da86241 req-8a8a927c-6c5b-44a7-8160-f15960a16ed5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 210 time: 0.0656624 Apr 18 19:39:07.180930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-a06e34bf-8007-4fee-93f0-8e3910b61b3a None None] Port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:07.251394 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c9f9f2b8-89a3-4732-acf8-dfe337c24265 req-d6bae03e-91a7-4087-aa86-4a051b35949d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Unset dirty status for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:07.253537 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c9f9f2b8-89a3-4732-acf8-dfe337c24265 req-d6bae03e-91a7-4087-aa86-4a051b35949d tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183343 Apr 18 19:39:07.383234 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Router b784b5da-04af-4643-a43f-f3c98075f54d has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:39:07.532773 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Router 817171f4-b72f-432f-a9b1-332732893f00 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:39:07.594218 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:07.611340 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9146bf72-cd7f-48aa-b30c-cea31911a65b admin admin] 10.222.0.66 "PUT /v2.0/routers/b784b5da-04af-4643-a43f-f3c98075f54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0791969 Apr 18 19:39:07.737313 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:07.747516 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Sync routers for ids ['817171f4-b72f-432f-a9b1-332732893f00'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:07.761425 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Routers {'817171f4-b72f-432f-a9b1-332732893f00'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:07.762039 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-31176127-8735-4306-8556-90b46c9ce762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['817171f4-b72f-432f-a9b1-332732893f00'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:07.852907 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:07.858828 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38032) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:07.859469 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d3739a19-cc00-46a4-9d04-5b107fb35b15 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1650815 Apr 18 19:39:07.949648 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Set router 817171f4-b72f-432f-a9b1-332732893f00 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:08.134698 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.449860 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-411bab39-03d6-42e7-bdd0-d67355424cea tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:08.451453 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-411bab39-03d6-42e7-bdd0-d67355424cea tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Synchronizing usage tracker for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:08.485487 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207c434-6b1d-4516-bed6-58717dd937c1 req-b2ea6216-e528-40fa-a5cf-e5750c961bf3 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:08.491621 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7207c434-6b1d-4516-bed6-58717dd937c1 req-b2ea6216-e528-40fa-a5cf-e5750c961bf3 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.3793461 Apr 18 19:39:08.505572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-31176127-8735-4306-8556-90b46c9ce762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817171f4-b72f-432f-a9b1-332732893f00', 'name': '', 'tenant_id': '4291fc632c4f4321b63dc232d14a816d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66956b26-fdb2-46ba-95e6-1800c64ca3a4', 'external_fixed_ips': [{'subnet_id': '5ac10512-5819-401f-b768-58e3c94d4fb4', 'ip_address': '2001:db8::130'}], 'enable_snat': True}, 'gw_port_id': '4f500310-9b48-4444-ac79-d5c366d83469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:39:03Z', 'updated_at': '2022-04-18T19:39:06Z', 'revision_number': 3, 'project_id': '4291fc632c4f4321b63dc232d14a816d', 'gw_port': {'id': '4f500310-9b48-4444-ac79-d5c366d83469', 'name': '', 'network_id': '66956b26-fdb2-46ba-95e6-1800c64ca3a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '817171f4-b72f-432f-a9b1-332732893f00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5ac10512-5819-401f-b768-58e3c94d4fb4', 'ip_address': '2001:db8::130', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:39:05Z', 'updated_at': '2022-04-18T19:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ac10512-5819-401f-b768-58e3c94d4fb4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:08.512038 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Checking router: 817171f4-b72f-432f-a9b1-332732893f00 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:08.512617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Updating router 817171f4-b72f-432f-a9b1-332732893f00 port 4f500310-9b48-4444-ac79-d5c366d83469 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:39:08.539526 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-411bab39-03d6-42e7-bdd0-d67355424cea tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Unset dirty status for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:08.541311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-411bab39-03d6-42e7-bdd0-d67355424cea tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.71 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.3434236 Apr 18 19:39:08.566316 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cee8163b-9738-4855-b72a-b41b07d9b30d req-7b1d3bf9-80a4-4aca-b6f2-2f85a3af067e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 210 time: 0.1233015 Apr 18 19:39:08.597704 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.691974 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-e282537b-5501-496c-bc84-707bd7634948 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Deleting port d9170538-a77b-4282-ad83-86afc3252449 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:08.692491 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-e282537b-5501-496c-bc84-707bd7634948 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.776165 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.835315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Deleting port 4f500310-9b48-4444-ac79-d5c366d83469 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:08.835518 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:08.883059 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7207c434-6b1d-4516-bed6-58717dd937c1 req-adf7b096-48f3-4e9d-acb9-80b64fec32d5 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904126 Apr 18 19:39:09.139313 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.164182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Transition to ACTIVE for port object 4f500310-9b48-4444-ac79-d5c366d83469 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:09.206065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49585f4-58ae-48ee-9e96-0eb8b2c4de40 req-2da298d9-37d3-4d81-b3ae-c0fe3df13552 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:09.207630 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e49585f4-58ae-48ee-9e96-0eb8b2c4de40 req-2da298d9-37d3-4d81-b3ae-c0fe3df13552 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 946 time: 0.3108857 Apr 18 19:39:09.247204 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.274993 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.426646 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Calling delete_port for 4f500310-9b48-4444-ac79-d5c366d83469 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:09.540806 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-e282537b-5501-496c-bc84-707bd7634948 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] For port d9170538-a77b-4282-ad83-86afc3252449, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=d9170538-a77b-4282-ad83-86afc3252449,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:09.562281 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-e282537b-5501-496c-bc84-707bd7634948 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.566084 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8170068-2916-4f5c-8f89-e650d64a44fc None None] Pushing event updated for resources: {'Port': ['ID=4f500310-9b48-4444-ac79-d5c366d83469,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:09.629282 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Attempting to bind port 4f500310-9b48-4444-ac79-d5c366d83469 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:09.629644 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Attempting to bind port 4f500310-9b48-4444-ac79-d5c366d83469 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'efb90743-68bb-437f-bf5d-ca7e47588f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '66956b26-fdb2-46ba-95e6-1800c64ca3a4'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:09.630007 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Attempting to bind port 4f500310-9b48-4444-ac79-d5c366d83469 on network 66956b26-fdb2-46ba-95e6-1800c64ca3a4 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:09.645313 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:09.646119 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Checking segment: {'id': 'efb90743-68bb-437f-bf5d-ca7e47588f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '66956b26-fdb2-46ba-95e6-1800c64ca3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:09.646119 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.646553 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Bound using segment: {'id': 'efb90743-68bb-437f-bf5d-ca7e47588f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '66956b26-fdb2-46ba-95e6-1800c64ca3a4'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:09.647036 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Bound port: 4f500310-9b48-4444-ac79-d5c366d83469, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb90743-68bb-437f-bf5d-ca7e47588f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '66956b26-fdb2-46ba-95e6-1800c64ca3a4'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:09.647412 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.877016 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:09.899572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-31176127-8735-4306-8556-90b46c9ce762 None None] For port 4f500310-9b48-4444-ac79-d5c366d83469, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:09.903256 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-31176127-8735-4306-8556-90b46c9ce762 None None] For port 4f500310-9b48-4444-ac79-d5c366d83469, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=4f500310-9b48-4444-ac79-d5c366d83469,segment=NetworkSegment(efb90743-68bb-437f-bf5d-ca7e47588f6d),segment_id=efb90743-68bb-437f-bf5d-ca7e47588f6d)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:09.910984 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e49585f4-58ae-48ee-9e96-0eb8b2c4de40 req-4a973af5-55b2-49d8-9761-ce8a37af579c tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853693 Apr 18 19:39:09.921373 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.api [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:39:09.925843 n-d-838334-1 neutron-server[84805]: DEBUG oslo_db.api [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:39:10.003175 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.044124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-e282537b-5501-496c-bc84-707bd7634948 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Calling delete_port for d9170538-a77b-4282-ad83-86afc3252449 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:10.300379 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8170068-2916-4f5c-8f89-e650d64a44fc None None] Pushing event updated for resources: {'Port': ['ID=4f500310-9b48-4444-ac79-d5c366d83469,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:10.315002 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eee8f485-5751-4dc5-9427-c88f6934927a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:10.326739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc7051-ebff-4b10-8e83-693ad7cc4cbb req-573d234c-46ff-4e7e-965f-1f139f4c706e tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:10.336549 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-89fc7051-ebff-4b10-8e83-693ad7cc4cbb req-573d234c-46ff-4e7e-965f-1f139f4c706e tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.1159470 Apr 18 19:39:10.418009 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-89fc7051-ebff-4b10-8e83-693ad7cc4cbb req-ca3210dd-5de3-4191-a473-d1ac89005a7b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782661 Apr 18 19:39:10.425528 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Deleting port 4f500310-9b48-4444-ac79-d5c366d83469 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:10.426250 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.430414 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Routers {'817171f4-b72f-432f-a9b1-332732893f00'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:10.433677 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-31176127-8735-4306-8556-90b46c9ce762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['817171f4-b72f-432f-a9b1-332732893f00'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:10.657322 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9adf9bf0-15eb-4fb4-8b7c-cddbcab1bd00 req-d418c79a-eb10-4290-8b62-f0a2aab2ef56 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 210 time: 0.3773839 Apr 18 19:39:10.768273 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1ec54275-bf0f-4c2e-812f-bd3f359d3707 service neutron] 10.222.0.71 "GET /v2.0/ports/392f2804-60b4-4cc0-ad00-b76ccae7480a HTTP/1.1" status: 200 len: 1033 time: 0.4896948 Apr 18 19:39:10.829806 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-31176127-8735-4306-8556-90b46c9ce762 None None] Set router 817171f4-b72f-432f-a9b1-332732893f00 gateway port host: None {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:10.948251 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] For port 4f500310-9b48-4444-ac79-d5c366d83469, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=4f500310-9b48-4444-ac79-d5c366d83469,segment=NetworkSegment(efb90743-68bb-437f-bf5d-ca7e47588f6d),segment_id=efb90743-68bb-437f-bf5d-ca7e47588f6d)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:10.950619 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:10.968679 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-4e1da85d-d572-4be7-8190-1fce7692d5c2 service neutron] 10.222.0.71 "GET /v2.0/ports/3bad8b42-f05a-4199-b636-0da503786680 HTTP/1.1" status: 200 len: 1031 time: 0.1881056 Apr 18 19:39:11.046558 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port eee8f485-5751-4dc5-9427-c88f6934927a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:11.052212 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-31176127-8735-4306-8556-90b46c9ce762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '817171f4-b72f-432f-a9b1-332732893f00', 'name': '', 'tenant_id': '4291fc632c4f4321b63dc232d14a816d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:39:03Z', 'updated_at': '2022-04-18T19:39:08Z', 'revision_number': 4, 'project_id': '4291fc632c4f4321b63dc232d14a816d', 'gw_port_host': None}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:11.058774 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31176127-8735-4306-8556-90b46c9ce762 None None] The sync data for ids ['817171f4-b72f-432f-a9b1-332732893f00'] in n-d-838334-1 is: [{'id': '817171f4-b72f-432f-a9b1-332732893f00', 'name': '', 'tenant_id': '4291fc632c4f4321b63dc232d14a816d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:39:03Z', 'updated_at': '2022-04-18T19:39:08Z', 'revision_number': 4, 'project_id': '4291fc632c4f4321b63dc232d14a816d', 'gw_port_host': None}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:11.083191 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port eee8f485-5751-4dc5-9427-c88f6934927a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:11.087933 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.135766 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d9170538-a77b-4282-ad83-86afc3252449 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:11.189857 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-e282537b-5501-496c-bc84-707bd7634948 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.254509 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: d9170538-a77b-4282-ad83-86afc3252449 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:39:11.257515 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device d9170538-a77b-4282-ad83-86afc3252449 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:39:11.260572 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6884e8ed-fefd-418d-a58d-251245a0e540'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:39:11.334911 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282537b-5501-496c-bc84-707bd7634948 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event deleted for resources: {'Port': ['ID=d9170538-a77b-4282-ad83-86afc3252449,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:11.355457 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Calling delete_port for 4f500310-9b48-4444-ac79-d5c366d83469 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:11.411340 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.491440 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-15c06570-8dda-452c-ad0e-03df745ed3b6 req-8ccfc732-862d-4d6e-be52-9dcf1362bbe9 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 210 time: 0.1402240 Apr 18 19:39:11.539013 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-e282537b-5501-496c-bc84-707bd7634948 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] No DVR routers for this DVR port d9170538-a77b-4282-ad83-86afc3252449 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:39:11.566498 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-e282537b-5501-496c-bc84-707bd7634948 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:11.588391 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3', 'name': 'network-vif-deleted', 'tag': 'd9170538-a77b-4282-ad83-86afc3252449'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:11.618692 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3b87f8bf-f44a-453e-9920-93aa62bf36ca tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:11.624331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3b87f8bf-f44a-453e-9920-93aa62bf36ca tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:11.629371 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3b87f8bf-f44a-453e-9920-93aa62bf36ca tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:11.632820 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3b87f8bf-f44a-453e-9920-93aa62bf36ca tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.71 "GET /v2.0/networks?id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=4c97be3a-5d29-434f-8883-09ca6882114a&id=4c97be3a-5d29-434f-8883-09ca6882114a HTTP/1.1" status: 200 len: 1994 time: 0.6187453 Apr 18 19:39:11.678526 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d6855cc8-3304-4de2-a65b-5d3be9f45a55 req-e282537b-5501-496c-bc84-707bd7634948 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.71 "DELETE /v2.0/ports/d9170538-a77b-4282-ad83-86afc3252449 HTTP/1.1" status: 204 len: 173 time: 3.1308198 Apr 18 19:39:11.753007 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-d7558321-1594-46cf-8bdd-a13507efb5a8 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77eeca4c4e344dbb9d5364ef92c904fc HTTP/1.1" status: 200 len: 379 time: 0.0888231 Apr 18 19:39:11.761586 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'admin_state_up': True, 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'security_groups': ['57e33ce8-6cc2-4c91-b295-982aa49b222e']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:11.803742 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1646e982-89df-4760-956c-75f149feff3f'] response: {'server_uuid': '42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3', 'name': 'network-vif-deleted', 'tag': 'd9170538-a77b-4282-ad83-86afc3252449', 'status': 'completed', 'code': 200} Apr 18 19:39:11.827180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a75c1e-4078-49fb-a4f1-55493b413121 req-3690342e-a309-4505-94ff-1dcfeb7e20f8 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:11.829310 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6a75c1e-4078-49fb-a4f1-55493b413121 req-3690342e-a309-4505-94ff-1dcfeb7e20f8 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.1970956 Apr 18 19:39:11.829791 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.008999 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f500310-9b48-4444-ac79-d5c366d83469,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:12.020720 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.098654 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6a75c1e-4078-49fb-a4f1-55493b413121 req-4c5bae94-a385-4e2a-8383-c4a62d2a47bc tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676958 Apr 18 19:39:12.180769 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port eee8f485-5751-4dc5-9427-c88f6934927a, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eee8f485-5751-4dc5-9427-c88f6934927a,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:12.245030 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:12.252525 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.276105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:12.362194 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=eee8f485-5751-4dc5-9427-c88f6934927a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:12.378105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:12.382310 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.468403 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.532196 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6a538ee8-d36c-45b6-9dc3-39b52791a7f2 req-5783205c-34bc-4956-88dd-a95f991f4eed tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 210 time: 0.1159778 Apr 18 19:39:12.689357 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Allocated IP 172.20.0.7 (5bd4a5f7-633f-4d1f-acf7-80386538c80d/0a7a8008-ffcc-4017-8187-655a8c76d91c/bf864d1a-07df-409c-8f1d-8e78281a5e82) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:12.772601 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-de8c049c-2a41-4a5d-b783-fa21fb56c7f8 req-aab3b95a-f988-4cb3-b345-531983274e7a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Synchronizing usage tracker for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:12.969153 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.973874 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:12.975755 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-de8c049c-2a41-4a5d-b783-fa21fb56c7f8 req-aab3b95a-f988-4cb3-b345-531983274e7a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Unset dirty status for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:12.977177 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-de8c049c-2a41-4a5d-b783-fa21fb56c7f8 req-aab3b95a-f988-4cb3-b345-531983274e7a tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=42ccd26d-e6c8-4f0e-8b51-3d2bfa69d3e3 HTTP/1.1" status: 200 len: 210 time: 0.2661338 Apr 18 19:39:12.980544 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.000078 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Transition to ACTIVE for port object bf864d1a-07df-409c-8f1d-8e78281a5e82 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:13.063528 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.064081 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 817171f4-b72f-432f-a9b1-332732893f00 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:39:13.082442 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.093037 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.093037 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-bcaef479-a67f-4964-9e56-19eba6589d16 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "DELETE /v2.0/routers/817171f4-b72f-432f-a9b1-332732893f00 HTTP/1.1" status: 204 len: 168 time: 5.2273817 Apr 18 19:39:13.093037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38158) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:13.198009 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-23553242-58b7-48ec-98f7-0aed21dbecad tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Deleting subnet 5ac10512-5819-401f-b768-58e3c94d4fb4 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:39:13.202522 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-23553242-58b7-48ec-98f7-0aed21dbecad tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.322131 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-23553242-58b7-48ec-98f7-0aed21dbecad tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.395852 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network 5bd4a5f7-633f-4d1f-acf7-80386538c80d is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:13.399302 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:13.405249 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:13.459753 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Port': ['ID=bf864d1a-07df-409c-8f1d-8e78281a5e82,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:13.557555 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:13.558239 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.705146 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c2f9a450-c6a8-4ad4-8a94-8e8f74ce7957 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9470909 Apr 18 19:39:13.719821 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27', 'admin_state_up': True, 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'security_groups': ['57e33ce8-6cc2-4c91-b295-982aa49b222e']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:13.726490 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-23553242-58b7-48ec-98f7-0aed21dbecad tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.944344 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-57480d27-5e0e-4e3e-9af9-f4272aa7c00b None None] Provisioning for port bf864d1a-07df-409c-8f1d-8e78281a5e82 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:13.950046 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-57480d27-5e0e-4e3e-9af9-f4272aa7c00b None None] Provisioning complete for port bf864d1a-07df-409c-8f1d-8e78281a5e82 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:13.951364 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-57480d27-5e0e-4e3e-9af9-f4272aa7c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:13.967213 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933fbb0-ecaa-419e-873c-8be07c06ac21 req-3f4d85cc-8b63-4eb0-ac3b-3268da68a295 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:13.975870 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0933fbb0-ecaa-419e-873c-8be07c06ac21 req-3f4d85cc-8b63-4eb0-ac3b-3268da68a295 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.4483473 Apr 18 19:39:14.036059 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0933fbb0-ecaa-419e-873c-8be07c06ac21 req-33b70e10-af15-4633-b23f-b1ca2eb6d730 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590355 Apr 18 19:39:14.064443 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-23553242-58b7-48ec-98f7-0aed21dbecad tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.086678 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-57480d27-5e0e-4e3e-9af9-f4272aa7c00b None None] Port bf864d1a-07df-409c-8f1d-8e78281a5e82 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:14.109965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:14.114148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:port and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:14.117092 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:14.118168 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23553242-58b7-48ec-98f7-0aed21dbecad tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac10512-5819-401f-b768-58e3c94d4fb4,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:14.122975 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:14.125712 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-23553242-58b7-48ec-98f7-0aed21dbecad tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.132493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-23553242-58b7-48ec-98f7-0aed21dbecad tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/5ac10512-5819-401f-b768-58e3c94d4fb4 HTTP/1.1" status: 204 len: 168 time: 1.0414796 Apr 18 19:39:14.136571 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38186) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:14.164493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5108e-19f7-4a7a-97d8-66f6d4feab9e req-5b3e732e-d144-460b-999c-1304bb4eb7dd tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:14.165194 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-acc5108e-19f7-4a7a-97d8-66f6d4feab9e req-5b3e732e-d144-460b-999c-1304bb4eb7dd tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Synchronizing usage tracker for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:14.206597 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:14.210415 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.292803 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.338906 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-acc5108e-19f7-4a7a-97d8-66f6d4feab9e req-5b3e732e-d144-460b-999c-1304bb4eb7dd tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Unset dirty status for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:14.340344 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc5108e-19f7-4a7a-97d8-66f6d4feab9e req-5b3e732e-d144-460b-999c-1304bb4eb7dd tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 931 time: 0.3480475 Apr 18 19:39:14.411178 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eee8f485-5751-4dc5-9427-c88f6934927a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:14.484944 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.515615 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66956b26-fdb2-46ba-95e6-1800c64ca3a4']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:14.541158 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb90743-68bb-437f-bf5d-ca7e47588f6d') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:14.541701 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb90743-68bb-437f-bf5d-ca7e47588f6d') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:14.555825 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port eee8f485-5751-4dc5-9427-c88f6934927a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:14.556654 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.559775 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-acc5108e-19f7-4a7a-97d8-66f6d4feab9e req-41c431dd-9e71-4529-96e4-5908a75ddf79 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030368 Apr 18 19:39:14.565858 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.586191 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.586891 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Allocated IP 10.1.1.144 (f91764e4-8071-495b-b932-3ecc2bf21b27/c506dfae-fd9d-4cd9-9818-04d410ab8593/6556801b-6700-456a-b264-163d080962c7) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:14.595539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:39:14.596195 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: util.warn( Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:39:14.705607 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:39:14.837682 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Sync routers for ids ['b784b5da-04af-4643-a43f-f3c98075f54d'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:14.859520 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:14.866917 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Routers {'b784b5da-04af-4643-a43f-f3c98075f54d'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:14.866917 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b784b5da-04af-4643-a43f-f3c98075f54d'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:15.063931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Transition to ACTIVE for port object 6556801b-6700-456a-b264-163d080962c7 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:15.064222 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:15.069142 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66956b26-fdb2-46ba-95e6-1800c64ca3a4 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 19:39:15.076874 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:15.163840 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "DELETE /v2.0/networks/66956b26-fdb2-46ba-95e6-1800c64ca3a4 HTTP/1.1" status: 204 len: 168 time: 1.0252607 Apr 18 19:39:15.190246 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd654034-5380-4b1c-8971-c35d43e9c536 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event deleted for resources: {'Network': ['ID=66956b26-fdb2-46ba-95e6-1800c64ca3a4,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:15.212330 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:15.327299 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Set router b784b5da-04af-4643-a43f-f3c98075f54d gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:15.423230 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network f91764e4-8071-495b-b932-3ecc2bf21b27 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:15.441419 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Port': ['ID=6556801b-6700-456a-b264-163d080962c7,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:15.447282 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:15.475416 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:15.786398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913cef5-4559-4586-8c1c-86576623316f req-cdbbd42c-51f3-424d-b164-4b6f71feb5b3 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:15.790608 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f913cef5-4559-4586-8c1c-86576623316f req-cdbbd42c-51f3-424d-b164-4b6f71feb5b3 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.2788615 Apr 18 19:39:15.801000 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:15.802064 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:15.867712 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea688ab-f240-4dbb-a8bf-f56c75ef39cb req-1332ff28-a6dc-422d-968c-3aa23db05762 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:15.879353 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ea688ab-f240-4dbb-a8bf-f56c75ef39cb req-1332ff28-a6dc-422d-968c-3aa23db05762 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.4327037 Apr 18 19:39:15.915476 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f913cef5-4559-4586-8c1c-86576623316f req-7d319f7a-1d9b-4be3-b2a7-6b58d387b318 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187699 Apr 18 19:39:15.936103 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ea688ab-f240-4dbb-a8bf-f56c75ef39cb req-d1abe16b-1ea1-436f-8344-3831520b6848 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558021 Apr 18 19:39:15.944140 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ccde1ca7-45a0-4136-8fc1-bc7add137008 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2328777 Apr 18 19:39:15.954943 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27', 'admin_state_up': True, 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'security_groups': ['57e33ce8-6cc2-4c91-b295-982aa49b222e']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:16.049696 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38220) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:16.055482 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-b3234e37-5ce2-45fd-8732-35bb724ce3fb tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Request body: {'router': {'name': 'tempest-router--1334944474', 'project_id': '2a2d6886a5e843649f1719ea506825b2'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:16.078162 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b3234e37-5ce2-45fd-8732-35bb724ce3fb tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:16.098238 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b3234e37-5ce2-45fd-8732-35bb724ce3fb tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Usage tracker for resource:router and tenant:2a2d6886a5e843649f1719ea506825b2 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:16.098928 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'name': 'tempest-TaggedBootDevicesTest-863096867-router', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:56Z', 'updated_at': '2022-04-18T19:39:05Z', 'revision_number': 4, 'project_id': '3456423cd7604a9596b869c36fa36581', 'gw_port': {'id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1', 'name': '', 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'mac_address': 'fa:16:3e:9e:5e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6003592e-2bc8-414c-96f6-2addda161c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:39:04Z', 'updated_at': '2022-04-18T19:39:05Z', 'revision_number': 2, 'project_id': '3456423cd7604a9596b869c36fa36581', 'subnets': [{'id': '6003592e-2bc8-414c-96f6-2addda161c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:16.108514 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Checking router: b784b5da-04af-4643-a43f-f3c98075f54d for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:16.109146 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Updating router b784b5da-04af-4643-a43f-f3c98075f54d port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:39:16.112636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b3234e37-5ce2-45fd-8732-35bb724ce3fb tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:16.116587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-009ad83e-7cff-4a44-b73a-6f558a44ab2a None None] Provisioning for port 6556801b-6700-456a-b264-163d080962c7 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:16.132104 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-009ad83e-7cff-4a44-b73a-6f558a44ab2a None None] Provisioning complete for port 6556801b-6700-456a-b264-163d080962c7 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:16.132706 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-009ad83e-7cff-4a44-b73a-6f558a44ab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.132856 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b3234e37-5ce2-45fd-8732-35bb724ce3fb tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:16.223683 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.257702 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:16.295401 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:16.313824 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-009ad83e-7cff-4a44-b73a-6f558a44ab2a None None] Port 6556801b-6700-456a-b264-163d080962c7 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:16.354829 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3234e37-5ce2-45fd-8732-35bb724ce3fb tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.360687 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3234e37-5ce2-45fd-8732-35bb724ce3fb tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.372287 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:16.375771 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.502240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f72675-8fec-4152-baa8-a8ba1af296b3 req-009c21e3-6e6c-499d-9b79-7bf940ed9de6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:16.507953 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f72675-8fec-4152-baa8-a8ba1af296b3 req-009c21e3-6e6c-499d-9b79-7bf940ed9de6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:16.518453 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e7f72675-8fec-4152-baa8-a8ba1af296b3 req-009c21e3-6e6c-499d-9b79-7bf940ed9de6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 1653 time: 0.3412476 Apr 18 19:39:16.526794 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3234e37-5ce2-45fd-8732-35bb724ce3fb tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.684124 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e7f72675-8fec-4152-baa8-a8ba1af296b3 req-0e3a4987-86d2-4ecf-ac7b-ccad1d4ad299 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623788 Apr 18 19:39:16.690840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Allocated IP 10.1.1.178 (f91764e4-8071-495b-b932-3ecc2bf21b27/c506dfae-fd9d-4cd9-9818-04d410ab8593/63083fda-d4e4-4753-9611-fccf668f4b1a) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:16.697874 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3234e37-5ce2-45fd-8732-35bb724ce3fb tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.815377 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b3234e37-5ce2-45fd-8732-35bb724ce3fb tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:16.819848 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b3234e37-5ce2-45fd-8732-35bb724ce3fb tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7690506 Apr 18 19:39:16.821109 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 38238) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:17.289732 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.314109 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Transition to ACTIVE for port object ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:17.338604 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3f48875b-b066-402b-aa78-1f6d74b3d064 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.371795 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.519443 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.570710 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c999edc-fc6b-4914-98ad-318eb3e7f37a req-d26738b2-7d3f-48fc-9710-6ede03dd429e tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:17.572374 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1c999edc-fc6b-4914-98ad-318eb3e7f37a req-d26738b2-7d3f-48fc-9710-6ede03dd429e tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.3086531 Apr 18 19:39:17.573860 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed191b-9c38-4032-9d0e-bd3bc576e954 None None] Pushing event updated for resources: {'Port': ['ID=ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:17.576805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Transition to ACTIVE for port object 63083fda-d4e4-4753-9611-fccf668f4b1a will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:17.743620 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Attempting to bind port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:17.744028 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Attempting to bind port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '51116ceb-4c6e-4ea6-91bf-25bb0e782397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:17.744390 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Attempting to bind port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 on network 46aee38a-7e3c-4063-ad69-21fbe6b41ec5 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:17.752317 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:17.752702 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Checking segment: {'id': '51116ceb-4c6e-4ea6-91bf-25bb0e782397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:17.753084 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.753476 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Bound using segment: {'id': '51116ceb-4c6e-4ea6-91bf-25bb0e782397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:17.753933 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Bound port: ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51116ceb-4c6e-4ea6-91bf-25bb0e782397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:17.754372 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.921772 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] For port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:17.925210 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] For port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1,segment=NetworkSegment(51116ceb-4c6e-4ea6-91bf-25bb0e782397),segment_id=51116ceb-4c6e-4ea6-91bf-25bb0e782397)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:17.944821 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3f48875b-b066-402b-aa78-1f6d74b3d064 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.948148 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1c999edc-fc6b-4914-98ad-318eb3e7f37a req-de545cb2-8de8-4786-85d9-ef4681f7a688 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845614 Apr 18 19:39:17.953721 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3f48875b-b066-402b-aa78-1f6d74b3d064 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:17.985809 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.012550 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.077395 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed191b-9c38-4032-9d0e-bd3bc576e954 None None] Pushing event updated for resources: {'Port': ['ID=ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1,revision_number=4']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:18.082338 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Routers {'b784b5da-04af-4643-a43f-f3c98075f54d'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:18.084006 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:38:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b784b5da-04af-4643-a43f-f3c98075f54d'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:18.139701 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3f48875b-b066-402b-aa78-1f6d74b3d064 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.140631 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f48875b-b066-402b-aa78-1f6d74b3d064 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73b03cd5-5557-400f-baf3-37d2b77887b4 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:39:18.157576 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network f91764e4-8071-495b-b932-3ecc2bf21b27 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:18.167170 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:18.174137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:18.391941 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Port': ['ID=63083fda-d4e4-4753-9611-fccf668f4b1a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:18.410860 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:39:18.508488 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:18.509405 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.532295 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3f48875b-b066-402b-aa78-1f6d74b3d064 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.533749 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3f48875b-b066-402b-aa78-1f6d74b3d064 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "DELETE /v2.0/routers/73b03cd5-5557-400f-baf3-37d2b77887b4 HTTP/1.1" status: 204 len: 168 time: 1.7116847 Apr 18 19:39:18.564905 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] Set router b784b5da-04af-4643-a43f-f3c98075f54d gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:18.569810 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d820098-8846-4c8d-a785-1c104a3459cc req-ecfc9045-a725-4d48-82ed-c0fb1535583f tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:18.581539 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3d820098-8846-4c8d-a785-1c104a3459cc req-ecfc9045-a725-4d48-82ed-c0fb1535583f tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.2922738 Apr 18 19:39:18.665403 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-60baba11-91f0-40f0-bac9-aaad69d4c292 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7139938 Apr 18 19:39:18.672962 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3d820098-8846-4c8d-a785-1c104a3459cc req-2cde3a84-f748-450b-a0e2-7f032761279c tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880089 Apr 18 19:39:18.683677 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a', 'admin_state_up': True, 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'security_groups': ['57e33ce8-6cc2-4c91-b295-982aa49b222e']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:18.806729 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d9424519-c40e-42c9-b7a4-b5c4e16da3ad None None] Provisioning for port 63083fda-d4e4-4753-9611-fccf668f4b1a completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:18.817345 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d9424519-c40e-42c9-b7a4-b5c4e16da3ad None None] Provisioning complete for port 63083fda-d4e4-4753-9611-fccf668f4b1a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:18.817713 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d9424519-c40e-42c9-b7a4-b5c4e16da3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:18.959607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-d9424519-c40e-42c9-b7a4-b5c4e16da3ad None None] Port 63083fda-d4e4-4753-9611-fccf668f4b1a cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:19.041654 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38282) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:19.108858 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'name': 'tempest-TaggedBootDevicesTest-863096867-router', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:56Z', 'updated_at': '2022-04-18T19:39:05Z', 'revision_number': 4, 'project_id': '3456423cd7604a9596b869c36fa36581', 'gw_port': {'id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1', 'name': '', 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'mac_address': 'fa:16:3e:9e:5e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6003592e-2bc8-414c-96f6-2addda161c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:39:04Z', 'updated_at': '2022-04-18T19:39:17Z', 'revision_number': 4, 'project_id': '3456423cd7604a9596b869c36fa36581', 'subnets': [{'id': '6003592e-2bc8-414c-96f6-2addda161c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:19.116284 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a850fb-6a57-4bde-a7ee-ce6961514bee None None] The sync data for ids ['b784b5da-04af-4643-a43f-f3c98075f54d'] in n-d-838334-1 is: [{'id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'name': 'tempest-TaggedBootDevicesTest-863096867-router', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:56Z', 'updated_at': '2022-04-18T19:39:05Z', 'revision_number': 4, 'project_id': '3456423cd7604a9596b869c36fa36581', 'gw_port': {'id': 'eee8f485-5751-4dc5-9427-c88f6934927a', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:58Z', 'updated_at': '2022-04-18T19:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': 'ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1', 'name': '', 'network_id': '46aee38a-7e3c-4063-ad69-21fbe6b41ec5', 'tenant_id': '3456423cd7604a9596b869c36fa36581', 'mac_address': 'fa:16:3e:9e:5e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b784b5da-04af-4643-a43f-f3c98075f54d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6003592e-2bc8-414c-96f6-2addda161c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:39:04Z', 'updated_at': '2022-04-18T19:39:17Z', 'revision_number': 4, 'project_id': '3456423cd7604a9596b869c36fa36581', 'subnets': [{'id': '6003592e-2bc8-414c-96f6-2addda161c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:19.194135 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:19.198748 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Usage tracker for resource:port and tenant:77eeca4c4e344dbb9d5364ef92c904fc is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:19.204984 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:19.220418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:19.299195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:19.429065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1de19-371c-4bac-a113-04dd30b6aac3 req-725cd68e-d7d4-416e-ab16-8df6ad17a851 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:19.445850 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d0bd4-7158-4a04-82a8-876b87653381 req-022b99c4-5f80-417c-b39e-8a3cb71b55da tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:19.447929 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-213d0bd4-7158-4a04-82a8-876b87653381 req-022b99c4-5f80-417c-b39e-8a3cb71b55da tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.1656313 Apr 18 19:39:19.453399 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1de19-371c-4bac-a113-04dd30b6aac3 req-725cd68e-d7d4-416e-ab16-8df6ad17a851 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:19.458064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1de19-371c-4bac-a113-04dd30b6aac3 req-725cd68e-d7d4-416e-ab16-8df6ad17a851 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:19.460879 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5fc1de19-371c-4bac-a113-04dd30b6aac3 req-725cd68e-d7d4-416e-ab16-8df6ad17a851 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Synchronizing usage tracker for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:19.489702 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a888fe-3741-4f40-bd94-e1bd4ebf3142 req-13bc201e-1eed-4465-8270-425d99ec63cb tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:19.491473 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b8a888fe-3741-4f40-bd94-e1bd4ebf3142 req-13bc201e-1eed-4465-8270-425d99ec63cb tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.16 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.4490790 Apr 18 19:39:19.579739 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-213d0bd4-7158-4a04-82a8-876b87653381 req-2e58e5be-bd6a-4871-9625-d4a7bb8203c7 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240430 Apr 18 19:39:19.584847 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1374614937', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}, 'admin_state_up': False}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:19.606820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:19.619695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Usage tracker for resource:router and tenant:10a8dceabd244d1f876efdc22d6d058a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:19.623491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:19.635127 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:19.672086 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5fc1de19-371c-4bac-a113-04dd30b6aac3 req-725cd68e-d7d4-416e-ab16-8df6ad17a851 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Unset dirty status for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:19.675214 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5fc1de19-371c-4bac-a113-04dd30b6aac3 req-725cd68e-d7d4-416e-ab16-8df6ad17a851 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 2374 time: 0.7037196 Apr 18 19:39:19.749284 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:19.753572 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:19.802296 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:19.802707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-b8a888fe-3741-4f40-bd94-e1bd4ebf3142 req-8da0d18b-a694-4ad0-83ea-1a85f5e7a5f5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Deleting port 6884e8ed-fefd-418d-a58d-251245a0e540 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:19.815091 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b8a888fe-3741-4f40-bd94-e1bd4ebf3142 req-8da0d18b-a694-4ad0-83ea-1a85f5e7a5f5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.219446 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5fc1de19-371c-4bac-a113-04dd30b6aac3 req-bb92a136-733a-4cc2-a450-4dfe953ea55e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5038052 Apr 18 19:39:20.367166 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38302) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:20.477433 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:20.492190 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.547477 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6fc8f-afb2-4c50-95c8-7c887788c614 req-fc9fbd96-1a80-4921-ab9b-04a5b46d8030 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:20.549039 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c1f6fc8f-afb2-4c50-95c8-7c887788c614 req-fc9fbd96-1a80-4921-ab9b-04a5b46d8030 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.6687119 Apr 18 19:39:20.720470 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:20.725884 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:20.726261 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.733516 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.882875 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c1f6fc8f-afb2-4c50-95c8-7c887788c614 req-749cf5c9-79a5-4623-8291-3c42ab4b7c99 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204718 Apr 18 19:39:20.898484 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:20.962887 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:20.969207 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Usage tracker for resource:security_group_rule and tenant:674fb07f00a947bbae1d12dd4bc15827 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:20.988525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:21.003856 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.011829 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:21.093546 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1,segment=NetworkSegment(51116ceb-4c6e-4ea6-91bf-25bb0e782397),segment_id=51116ceb-4c6e-4ea6-91bf-25bb0e782397)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:21.195151 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.209573 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.284377 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:21.385819 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b8a888fe-3741-4f40-bd94-e1bd4ebf3142 req-8da0d18b-a694-4ad0-83ea-1a85f5e7a5f5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] For port 6884e8ed-fefd-418d-a58d-251245a0e540, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6884e8ed-fefd-418d-a58d-251245a0e540,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:21.386166 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b8a888fe-3741-4f40-bd94-e1bd4ebf3142 req-8da0d18b-a694-4ad0-83ea-1a85f5e7a5f5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.497286 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.538158 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-b8a888fe-3741-4f40-bd94-e1bd4ebf3142 req-8da0d18b-a694-4ad0-83ea-1a85f5e7a5f5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Calling delete_port for 6884e8ed-fefd-418d-a58d-251245a0e540 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:21.555543 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.583432 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cfc71d09-a930-4811-831e-427a0bced916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.622779 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Allocated IP 10.2.2.100 (4c97be3a-5d29-434f-8883-09ca6882114a/3de690d4-1396-4fe9-b66b-2ad291b868d9/b2496017-e90f-41ea-b422-9fd108f4cb1e) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:21.626240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee3d1b-7010-4330-b021-bd929bcaaa88 req-9c9a512c-778f-442b-8297-6cea59a8b6fc tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:21.630417 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee3d1b-7010-4330-b021-bd929bcaaa88 req-9c9a512c-778f-442b-8297-6cea59a8b6fc tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:21.634769 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee3d1b-7010-4330-b021-bd929bcaaa88 req-9c9a512c-778f-442b-8297-6cea59a8b6fc tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:21.642590 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c3ee3d1b-7010-4330-b021-bd929bcaaa88 req-9c9a512c-778f-442b-8297-6cea59a8b6fc tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 2374 time: 0.1889417 Apr 18 19:39:21.651826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea248d0-b3cc-430f-89f6-01e755bfed0c req-1de2e9b1-c241-469b-88db-262e9337d852 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:21.663561 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7ea248d0-b3cc-430f-89f6-01e755bfed0c req-1de2e9b1-c241-469b-88db-262e9337d852 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 945 time: 0.7883189 Apr 18 19:39:21.690579 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.784354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680209f4-1a2e-4210-825c-27de77d6cc47,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:21.804176 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c3ee3d1b-7010-4330-b021-bd929bcaaa88 req-4b200d71-766c-47ed-ae3f-35541b300a75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604769 Apr 18 19:39:21.806676 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=674fb07f00a947bbae1d12dd4bc15827&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4362345 Apr 18 19:39:21.814304 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Allocated IP 172.25.8.253 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/67acead6-454a-4c3a-a820-5065283bec02) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:21.817449 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:21.818183 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:21.818729 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:21.821262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:21.821262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:21.821262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:21.821262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:21.821262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:21.821262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:21.821262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:21.822280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1fb9de-2a30-48e7-bb75-38cab84defd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:21.825854 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38322) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:21.918324 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcf37dee-b947-4a5d-b729-b2ede19f8a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.954144 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcf37dee-b947-4a5d-b729-b2ede19f8a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:21.962176 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7ea248d0-b3cc-430f-89f6-01e755bfed0c req-531cd69c-3543-47ab-95cb-5bdafb443c50 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/security-groups?id=c58a4907-9a0a-4242-a09b-825a135c39a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958186 Apr 18 19:39:22.117876 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcf37dee-b947-4a5d-b729-b2ede19f8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.126842 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.155353 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf37dee-b947-4a5d-b729-b2ede19f8a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680209f4-1a2e-4210-825c-27de77d6cc47,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:22.162704 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Transition to ACTIVE for port object b2496017-e90f-41ea-b422-9fd108f4cb1e will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:22.187242 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b8a888fe-3741-4f40-bd94-e1bd4ebf3142 req-8da0d18b-a694-4ad0-83ea-1a85f5e7a5f5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.249711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0d18b-a694-4ad0-83ea-1a85f5e7a5f5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Pushing event deleted for resources: {'Port': ['ID=6884e8ed-fefd-418d-a58d-251245a0e540,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:22.343804 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a08de-670a-4d2d-9072-34e87f830843 req-6777df49-d965-45b4-a447-3d11e1e34b98 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:22.347262 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f2a08de-670a-4d2d-9072-34e87f830843 req-6777df49-d965-45b4-a447-3d11e1e34b98 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.3096473 Apr 18 19:39:22.371956 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a888fe-3741-4f40-bd94-e1bd4ebf3142 req-8da0d18b-a694-4ad0-83ea-1a85f5e7a5f5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] No DVR routers for this DVR port 6884e8ed-fefd-418d-a58d-251245a0e540 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:39:22.374934 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b8a888fe-3741-4f40-bd94-e1bd4ebf3142 req-8da0d18b-a694-4ad0-83ea-1a85f5e7a5f5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.377787 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec02462-37d5-4659-be59-cd33771c2bfc', 'name': 'network-vif-deleted', 'tag': '6884e8ed-fefd-418d-a58d-251245a0e540'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:22.388009 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.433228 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:22.468319 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network 4c97be3a-5d29-434f-8883-09ca6882114a is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:22.480589 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.490333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:22.535518 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:22.623182 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f2a08de-670a-4d2d-9072-34e87f830843 req-5cc7c3cc-0573-4f1e-bcd8-87d73ad7c51b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634804 Apr 18 19:39:22.624300 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.638028 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38123a91-cd0a-45a3-ae0e-2347e6b46720'] response: {'server_uuid': 'bec02462-37d5-4659-be59-cd33771c2bfc', 'name': 'network-vif-deleted', 'tag': '6884e8ed-fefd-418d-a58d-251245a0e540', 'status': 'completed', 'code': 200} Apr 18 19:39:22.668290 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b8a888fe-3741-4f40-bd94-e1bd4ebf3142 req-8da0d18b-a694-4ad0-83ea-1a85f5e7a5f5 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.16 "DELETE /v2.0/ports/6884e8ed-fefd-418d-a58d-251245a0e540 HTTP/1.1" status: 204 len: 173 time: 3.1598699 Apr 18 19:39:22.761370 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Port': ['ID=b2496017-e90f-41ea-b422-9fd108f4cb1e,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:22.768720 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bcf37dee-b947-4a5d-b729-b2ede19f8a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.769961 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-bcf37dee-b947-4a5d-b729-b2ede19f8a5e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/680209f4-1a2e-4210-825c-27de77d6cc47 HTTP/1.1" status: 204 len: 168 time: 0.9429586 Apr 18 19:39:22.820687 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:22.821307 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.824111 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port ed4f6c5a-00d6-47ef-bd69-8eb4e95a40f1 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:22.825369 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:22.901258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:22.911497 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:22.918319 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Pushing event updated for resources: {'Port': ['ID=67acead6-454a-4c3a-a820-5065283bec02,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:22.926638 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:22.950497 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1d7ebbae-b3b7-48fa-b724-900ac22e8205 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2756312 Apr 18 19:39:22.965422 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a', 'admin_state_up': True, 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'security_groups': ['57e33ce8-6cc2-4c91-b295-982aa49b222e']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:23.360634 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-42f5b6a1-dd18-471b-99c7-41c12bfa3fbd None None] Provisioning for port b2496017-e90f-41ea-b422-9fd108f4cb1e completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:23.366716 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-42f5b6a1-dd18-471b-99c7-41c12bfa3fbd None None] Provisioning complete for port b2496017-e90f-41ea-b422-9fd108f4cb1e triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:23.367099 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-42f5b6a1-dd18-471b-99c7-41c12bfa3fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.381672 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:23.408896 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:23.410280 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.413071 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.507099 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-42f5b6a1-dd18-471b-99c7-41c12bfa3fbd None None] Port b2496017-e90f-41ea-b422-9fd108f4cb1e cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:23.541654 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-cc34b68f-027b-45ce-98c8-536cdb56a6b7 req-ee598a6f-859c-4bb2-a9b1-b55e32f7bc09 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Synchronizing usage tracker for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:23.628479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Made reservation on behalf of 77eeca4c4e344dbb9d5364ef92c904fc for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:23.633325 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:23.660294 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-cc34b68f-027b-45ce-98c8-536cdb56a6b7 req-ee598a6f-859c-4bb2-a9b1-b55e32f7bc09 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] Unset dirty status for tenant:5bcbf884732c4f7f9fa3f1cf0fc0155f on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:23.671834 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cc34b68f-027b-45ce-98c8-536cdb56a6b7 req-ee598a6f-859c-4bb2-a9b1-b55e32f7bc09 tempest-ServerRescueNegativeTestJSON-991017450 tempest-ServerRescueNegativeTestJSON-991017450-project] 10.222.0.66 "GET /v2.0/ports?device_id=bec02462-37d5-4659-be59-cd33771c2bfc HTTP/1.1" status: 200 len: 210 time: 0.2641087 Apr 18 19:39:23.789176 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6884e8ed-fefd-418d-a58d-251245a0e540 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:23.883493 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 6884e8ed-fefd-418d-a58d-251245a0e540 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:39:23.885190 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6884e8ed-fefd-418d-a58d-251245a0e540 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:39:23.981082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bd601-909b-4531-b02a-3a36ed8cdaa9 req-1df69c30-98ad-4edd-b114-e2ed2de894e6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:23.984897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bd601-909b-4531-b02a-3a36ed8cdaa9 req-1df69c30-98ad-4edd-b114-e2ed2de894e6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:23.988735 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bd601-909b-4531-b02a-3a36ed8cdaa9 req-1df69c30-98ad-4edd-b114-e2ed2de894e6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:23.992721 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bd601-909b-4531-b02a-3a36ed8cdaa9 req-1df69c30-98ad-4edd-b114-e2ed2de894e6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:24.000468 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-360bd601-909b-4531-b02a-3a36ed8cdaa9 req-1df69c30-98ad-4edd-b114-e2ed2de894e6 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 3095 time: 0.3911364 Apr 18 19:39:24.004777 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-009243ce-fe0d-4f29-8144-c6d51255a8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:24.059063 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-360bd601-909b-4531-b02a-3a36ed8cdaa9 req-0f2802fe-ccbd-4409-97da-4847b83a2b7c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575502 Apr 18 19:39:24.097223 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Allocated IP 10.2.2.200 (4c97be3a-5d29-434f-8883-09ca6882114a/3de690d4-1396-4fe9-b66b-2ad291b868d9/9d435c59-939a-4b9c-bc2f-ea8fccdeeaab) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:24.291978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Router 30776b3d-3b28-4bfa-9f06-fb83af70adfd is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:39:24.564820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedbbe0-fe8f-47f8-92bd-5073406cbffd req-3fd09412-3e1f-4be4-a761-4937770d07d9 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:24.572406 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0bedbbe0-fe8f-47f8-92bd-5073406cbffd req-3fd09412-3e1f-4be4-a761-4937770d07d9 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.2725008 Apr 18 19:39:24.648149 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-0bedbbe0-fe8f-47f8-92bd-5073406cbffd req-4819cfc2-ecf0-46ec-9e9a-d8caa67c5f74 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748813 Apr 18 19:39:24.650076 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:24.685892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Transition to ACTIVE for port object 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:24.689885 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:24.706782 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78924a-e1d2-4d47-b339-d2dd1358e7a0 None None] Sync routers for ids ['30776b3d-3b28-4bfa-9f06-fb83af70adfd'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:24.717540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2d90c-483d-43f4-a993-dede304fa35d req-772e5fcd-afd5-40e2-bec5-fbd33d788d07 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:24.719759 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cfc2d90c-483d-43f4-a993-dede304fa35d req-772e5fcd-afd5-40e2-bec5-fbd33d788d07 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 945 time: 0.1410480 Apr 18 19:39:24.723103 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78924a-e1d2-4d47-b339-d2dd1358e7a0 None None] Routers {'30776b3d-3b28-4bfa-9f06-fb83af70adfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:24.723936 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-ca78924a-e1d2-4d47-b339-d2dd1358e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['30776b3d-3b28-4bfa-9f06-fb83af70adfd'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:24.790885 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cfc2d90c-483d-43f4-a993-dede304fa35d req-80a8c19d-e812-4d92-943e-5d76a9452301 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639124 Apr 18 19:39:24.794896 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:24.796107 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-de55b6ef-dad1-4c9c-83e4-1c2c15e4bdd9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7590396 Apr 18 19:39:24.798862 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38390) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:24.810742 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-ca78924a-e1d2-4d47-b339-d2dd1358e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:24.828707 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78924a-e1d2-4d47-b339-d2dd1358e7a0 None None] Routers {'30776b3d-3b28-4bfa-9f06-fb83af70adfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:24.831480 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-ca78924a-e1d2-4d47-b339-d2dd1358e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['30776b3d-3b28-4bfa-9f06-fb83af70adfd'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:24.832217 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:24.942672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38396) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:24.944008 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-ca78924a-e1d2-4d47-b339-d2dd1358e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:24.946266 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78924a-e1d2-4d47-b339-d2dd1358e7a0 None None] The sync data for ids ['30776b3d-3b28-4bfa-9f06-fb83af70adfd'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:24.962009 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:24.999920 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Network 4c97be3a-5d29-434f-8883-09ca6882114a is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:25.009131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:25.014942 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:25.063314 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:25.115280 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Pushing event updated for resources: {'Port': ['ID=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:25.177590 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:25.184834 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:25.315618 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-09942e4e-0e08-4fbb-b726-9f688ccc5d75 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3535616 Apr 18 19:39:25.322764 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:25.515066 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-08ef42d9-1a8c-47e7-b709-78886209506c None None] Provisioning for port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:25.520718 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-08ef42d9-1a8c-47e7-b709-78886209506c None None] Provisioning complete for port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:25.521192 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-08ef42d9-1a8c-47e7-b709-78886209506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:25.575137 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:25.615944 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b7987-1a9c-4331-b114-6e751ae653cd req-bc154295-d22d-4636-b617-b06ac8946e70 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:25.626550 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b7987-1a9c-4331-b114-6e751ae653cd req-bc154295-d22d-4636-b617-b06ac8946e70 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:25.632346 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b7987-1a9c-4331-b114-6e751ae653cd req-bc154295-d22d-4636-b617-b06ac8946e70 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:25.636285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b7987-1a9c-4331-b114-6e751ae653cd req-bc154295-d22d-4636-b617-b06ac8946e70 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:25.640626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b7987-1a9c-4331-b114-6e751ae653cd req-bc154295-d22d-4636-b617-b06ac8946e70 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:25.641229 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-933b7987-1a9c-4331-b114-6e751ae653cd req-bc154295-d22d-4636-b617-b06ac8946e70 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Synchronizing usage tracker for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:25.670901 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-08ef42d9-1a8c-47e7-b709-78886209506c None None] Port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:25.876463 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b19620cf-4ae4-4be9-8ba7-d8ec66a66426 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/routers/30776b3d-3b28-4bfa-9f06-fb83af70adfd HTTP/1.1" status: 200 len: 925 time: 1.0765073 Apr 18 19:39:25.916763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 38430) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:25.926209 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-933b7987-1a9c-4331-b114-6e751ae653cd req-bc154295-d22d-4636-b617-b06ac8946e70 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Unset dirty status for tenant:77eeca4c4e344dbb9d5364ef92c904fc on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:25.932290 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-933b7987-1a9c-4331-b114-6e751ae653cd req-bc154295-d22d-4636-b617-b06ac8946e70 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 3816 time: 0.5452807 Apr 18 19:39:26.009771 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-64d111f1-a23f-4308-ade6-7599567e0c0f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=30776b3d-3b28-4bfa-9f06-fb83af70adfd HTTP/1.1" status: 200 len: 205 time: 0.0892262 Apr 18 19:39:26.011426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 38436) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:26.107354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5f959-b2d6-4d8d-bea2-7ac76b64cc21 req-27de1c50-addf-412d-854a-a07cfd7bf72b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:26.108808 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f7d5f959-b2d6-4d8d-bea2-7ac76b64cc21 req-27de1c50-addf-412d-854a-a07cfd7bf72b tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.1384676 Apr 18 19:39:26.242329 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-933b7987-1a9c-4331-b114-6e751ae653cd req-41d6df02-750f-433a-acd1-ab4cb0398dd1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091807 Apr 18 19:39:26.260232 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f7d5f959-b2d6-4d8d-bea2-7ac76b64cc21 req-5d807f5b-fbb1-4608-b655-70b4fbfbd325 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379352 Apr 18 19:39:26.336340 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.452325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf864d1a-07df-409c-8f1d-8e78281a5e82 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:26.462519 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.465898 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.544719 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Transition to ACTIVE for port object bf864d1a-07df-409c-8f1d-8e78281a5e82 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:26.565405 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.636306 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:26.786032 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76839261-e183-4d7b-af53-e72b9ebd7056 req-45a504cf-5184-4c42-84f5-d9b8cfb81965 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:26.793939 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-76839261-e183-4d7b-af53-e72b9ebd7056 req-45a504cf-5184-4c42-84f5-d9b8cfb81965 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 945 time: 0.1634591 Apr 18 19:39:26.871000 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-76839261-e183-4d7b-af53-e72b9ebd7056 req-bb7f1335-2b68-4888-8de7-6bec9fe5492e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758111 Apr 18 19:39:26.984538 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-953ac578-aed1-401c-8ec8-b7f127172649 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:26.986305 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-953ac578-aed1-401c-8ec8-b7f127172649 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 945 time: 0.5168424 Apr 18 19:39:26.997972 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Pushing event updated for resources: {'Port': ['ID=bf864d1a-07df-409c-8f1d-8e78281a5e82,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:27.321039 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Deleting port 635e387a-ec64-4b37-b75b-10f0fd893462 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:27.321744 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:27.526091 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] Deleting port e142d0c4-4680-443c-bf34-a83693f9ad7e {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:27.527022 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:27.664545 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Attempting to bind port bf864d1a-07df-409c-8f1d-8e78281a5e82 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:27.665144 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Attempting to bind port bf864d1a-07df-409c-8f1d-8e78281a5e82 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:27.665633 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Attempting to bind port bf864d1a-07df-409c-8f1d-8e78281a5e82 on network 5bd4a5f7-633f-4d1f-acf7-80386538c80d {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:27.807521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Port bf864d1a-07df-409c-8f1d-8e78281a5e82 on network 5bd4a5f7-633f-4d1f-acf7-80386538c80d not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:27.807957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Attempting to bind port bf864d1a-07df-409c-8f1d-8e78281a5e82 on network 5bd4a5f7-633f-4d1f-acf7-80386538c80d {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:27.858077 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:27.858579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Checking segment: {'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:27.859840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Bound using segment: {'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:27.860392 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Bound port: bf864d1a-07df-409c-8f1d-8e78281a5e82, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978ba6dc-9276-4780-bd15-53315361909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:27.861453 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:27.997745 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.019206 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] For port e142d0c4-4680-443c-bf34-a83693f9ad7e, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e142d0c4-4680-443c-bf34-a83693f9ad7e,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:28.019541 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.020578 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] For port 635e387a-ec64-4b37-b75b-10f0fd893462, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=635e387a-ec64-4b37-b75b-10f0fd893462,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:28.021022 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.035530 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c50cd-9a10-4398-a790-51c8876ff545 req-cb1790c8-7faf-44ce-a703-17f37f0238df tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:28.037177 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-329c50cd-9a10-4398-a790-51c8876ff545 req-cb1790c8-7faf-44ce-a703-17f37f0238df tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.3582668 Apr 18 19:39:28.040186 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6214-77d8-4742-98b8-39a6c7d3e946 req-2139bbec-5522-47c2-91cb-8d49ed162a28 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:28.044768 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6214-77d8-4742-98b8-39a6c7d3e946 req-2139bbec-5522-47c2-91cb-8d49ed162a28 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:28.048725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6214-77d8-4742-98b8-39a6c7d3e946 req-2139bbec-5522-47c2-91cb-8d49ed162a28 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:28.053096 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6214-77d8-4742-98b8-39a6c7d3e946 req-2139bbec-5522-47c2-91cb-8d49ed162a28 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:28.057089 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6214-77d8-4742-98b8-39a6c7d3e946 req-2139bbec-5522-47c2-91cb-8d49ed162a28 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:28.059977 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-681a6214-77d8-4742-98b8-39a6c7d3e946 req-2139bbec-5522-47c2-91cb-8d49ed162a28 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 3828 time: 0.3869607 Apr 18 19:39:28.147839 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Deleting port 67acead6-454a-4c3a-a820-5065283bec02 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:28.150499 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.280027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] Calling delete_port for e142d0c4-4680-443c-bf34-a83693f9ad7e owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:28.369377 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-681a6214-77d8-4742-98b8-39a6c7d3e946 req-cf22a550-d890-4eed-93be-41bdf0ed3e1e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922708 Apr 18 19:39:28.502031 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-329c50cd-9a10-4398-a790-51c8876ff545 req-7c4889b5-fda8-4eb3-bd3b-62468e8b1c5e tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553430 Apr 18 19:39:28.540188 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] For port bf864d1a-07df-409c-8f1d-8e78281a5e82, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:28.612998 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] For port bf864d1a-07df-409c-8f1d-8e78281a5e82, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82,segment=NetworkSegment(978ba6dc-9276-4780-bd15-53315361909f),segment_id=978ba6dc-9276-4780-bd15-53315361909f)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:28.683020 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.683402 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.683715 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Floating IP 9cb1cf14-47f0-4805-8934-607413e6e751 disassociated. External IP: 172.25.8.103, port: 635e387a-ec64-4b37-b75b-10f0fd893462. Apr 18 19:39:28.684092 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Calling delete_port for 635e387a-ec64-4b37-b75b-10f0fd893462 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:28.690188 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.748083 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e142d0c4-4680-443c-bf34-a83693f9ad7e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:28.805694 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.855336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38492) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:28.902227 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:28.904588 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] 10.222.0.71 "PUT /v2.0/ports/bf864d1a-07df-409c-8f1d-8e78281a5e82 HTTP/1.1" status: 200 len: 1091 time: 3.5871527 Apr 18 19:39:28.908807 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': 'bf864d1a-07df-409c-8f1d-8e78281a5e82'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:28.986663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69735071-4564-44d4-b4cf-4a57c738a942 req-94767af8-2fde-4595-ace8-ac01f78cd55c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:28.997935 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-69735071-4564-44d4-b4cf-4a57c738a942 req-94767af8-2fde-4595-ace8-ac01f78cd55c tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 945 time: 0.3506713 Apr 18 19:39:29.009814 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:29.062060 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f2431c-6b6e-434e-9934-3642bca004c6'] response: {'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': 'bf864d1a-07df-409c-8f1d-8e78281a5e82', 'status': 'completed', 'code': 200} Apr 18 19:39:29.238243 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec321af-3ec4-47f7-955f-7854d1a20a4c service neutron] Pushing event updated for resources: {'Port': ['ID=bf864d1a-07df-409c-8f1d-8e78281a5e82,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:29.242518 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.297219 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-286f19c8-69a0-4c47-a02a-a6297670e3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.343135 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-69735071-4564-44d4-b4cf-4a57c738a942 req-4249c110-1b0a-43b3-bd6f-6fb26b4441f4 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups?id=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440449 Apr 18 19:39:29.381512 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-286f19c8-69a0-4c47-a02a-a6297670e3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:29.398471 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-286f19c8-69a0-4c47-a02a-a6297670e3bb admin admin] Usage tracker for resource:security_group_rule and tenant:08ff9e2b0b304a578699bf66b71bfae5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:29.405761 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-286f19c8-69a0-4c47-a02a-a6297670e3bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:29.416845 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-286f19c8-69a0-4c47-a02a-a6297670e3bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:29.536794 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-286f19c8-69a0-4c47-a02a-a6297670e3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.598272 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.625011 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-286f19c8-69a0-4c47-a02a-a6297670e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.794105 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 635e387a-ec64-4b37-b75b-10f0fd893462 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:29.808721 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Calling delete_port for 67acead6-454a-4c3a-a820-5065283bec02 owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:29.877514 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-286f19c8-69a0-4c47-a02a-a6297670e3bb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=08ff9e2b0b304a578699bf66b71bfae5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0188172 Apr 18 19:39:29.877514 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f19c8-69a0-4c47-a02a-a6297670e3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec606195-db38-4f6c-b661-6403a345333c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:29.881185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38508) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:29.927432 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.967232 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa608ff3-6d36-49c3-823c-9f1d5f08ae0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:29.994113 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa608ff3-6d36-49c3-823c-9f1d5f08ae0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.000998 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.052138 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada237b-68de-4c70-bc97-69cebb408cf0 req-6e4800ea-dbfd-47db-a4a6-d3231fce42f0 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:30.053854 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dada237b-68de-4c70-bc97-69cebb408cf0 req-6e4800ea-dbfd-47db-a4a6-d3231fce42f0 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.3343215 Apr 18 19:39:30.152112 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa608ff3-6d36-49c3-823c-9f1d5f08ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.193575 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-20be76fc-cc31-481c-a79f-04361dab3132 req-75cbd394-2635-4086-8938-d885709e4db3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 4363 time: 1.0830405 Apr 18 19:39:30.196093 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa608ff3-6d36-49c3-823c-9f1d5f08ae0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec606195-db38-4f6c-b661-6403a345333c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:30.216636 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dada237b-68de-4c70-bc97-69cebb408cf0 req-f10d14d2-a9eb-4877-b33a-513afd284df7 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524050 Apr 18 19:39:30.322533 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.414985 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56aa64-832e-4965-9420-202520e7a99a req-3bdbaad2-214e-4757-bc82-9f95c0d3610a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:30.437253 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56aa64-832e-4965-9420-202520e7a99a req-3bdbaad2-214e-4757-bc82-9f95c0d3610a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:30.445826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56aa64-832e-4965-9420-202520e7a99a req-3bdbaad2-214e-4757-bc82-9f95c0d3610a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:30.459604 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56aa64-832e-4965-9420-202520e7a99a req-3bdbaad2-214e-4757-bc82-9f95c0d3610a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:30.473249 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56aa64-832e-4965-9420-202520e7a99a req-3bdbaad2-214e-4757-bc82-9f95c0d3610a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:30.483342 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f56aa64-832e-4965-9420-202520e7a99a req-3bdbaad2-214e-4757-bc82-9f95c0d3610a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 3828 time: 0.8052299 Apr 18 19:39:30.614491 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-67d27a69-9405-493e-86bb-9a12fcc1a30c req-ffa1ec26-456e-4aa4-bbfb-cff1eece9e9d tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 210 time: 0.0664361 Apr 18 19:39:30.693345 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa608ff3-6d36-49c3-823c-9f1d5f08ae0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:30.693345 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fa608ff3-6d36-49c3-823c-9f1d5f08ae0b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ec606195-db38-4f6c-b661-6403a345333c HTTP/1.1" status: 204 len: 168 time: 0.7359962 Apr 18 19:39:30.701835 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event deleted for resources: {'Port': ['ID=635e387a-ec64-4b37-b75b-10f0fd893462,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:30.894198 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] Router fd9ad509-860f-44c1-adc5-b2f5da22c48c has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:39:30.935325 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2f56aa64-832e-4965-9420-202520e7a99a req-f7a9bd5f-cfbb-484f-8e86-7637850cef1c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314152 Apr 18 19:39:31.054057 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be76fc-cc31-481c-a79f-04361dab3132 req-56162024-1066-4303-80a5-b7a9e3ef9a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.054483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be76fc-cc31-481c-a79f-04361dab3132 req-56162024-1066-4303-80a5-b7a9e3ef9a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.055227 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be76fc-cc31-481c-a79f-04361dab3132 req-56162024-1066-4303-80a5-b7a9e3ef9a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.056552 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-20be76fc-cc31-481c-a79f-04361dab3132 req-56162024-1066-4303-80a5-b7a9e3ef9a67 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8526278 Apr 18 19:39:31.180795 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:31.193383 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6dcc6ce9-e9b5-4990-b174-238409feffc5 admin admin] 10.222.0.66 "PUT /v2.0/routers/fd9ad509-860f-44c1-adc5-b2f5da22c48c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2475228 Apr 18 19:39:31.193547 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a273cc-f4da-49b2-b874-96591f9ef8a1 None None] Sync routers for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:31.194052 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38524) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:31.219613 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a273cc-f4da-49b2-b874-96591f9ef8a1 None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:31.221944 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-44a273cc-f4da-49b2-b874-96591f9ef8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:31.240944 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:31.321365 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Pushing event deleted for resources: {'Port': ['ID=67acead6-454a-4c3a-a820-5065283bec02,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:31.341906 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:39:31.634690 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bb1e4-8ad2-4765-8647-04e6ee66dc9e req-05023bc4-f7d4-4cf4-ba81-af0d997dbfa6 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.636336 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e52bb1e4-8ad2-4765-8647-04e6ee66dc9e req-05023bc4-f7d4-4cf4-ba81-af0d997dbfa6 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.1174879 Apr 18 19:39:31.637707 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38532) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:31.681938 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-703b2016-4ec8-40d2-8d82-ad63162208c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:31.691022 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-44a273cc-f4da-49b2-b874-96591f9ef8a1 None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:31.701796 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:31.831107 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392f2804-60b4-4cc0-ad00-b76ccae7480a {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:31.841897 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be76fc-cc31-481c-a79f-04361dab3132 req-4fde8be0-2937-4c90-a12b-6d72f51d083a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:31.844013 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-20be76fc-cc31-481c-a79f-04361dab3132 req-4fde8be0-2937-4c90-a12b-6d72f51d083a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7716343 Apr 18 19:39:31.864074 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:31.985624 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-703b2016-4ec8-40d2-8d82-ad63162208c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:31.994875 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-703b2016-4ec8-40d2-8d82-ad63162208c3 admin admin] Usage tracker for resource:security_group_rule and tenant:332171ec04f7469bb5e34bddd3d6c9db is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:32.008001 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e52bb1e4-8ad2-4765-8647-04e6ee66dc9e req-cdd899f5-2f07-405c-9da3-3b475d528be4 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509805 Apr 18 19:39:32.011185 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-703b2016-4ec8-40d2-8d82-ad63162208c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:32.020858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-703b2016-4ec8-40d2-8d82-ad63162208c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:32.110492 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-24a0ffbd-3dea-4c51-ba83-1393d780f803 req-62ed3364-97b8-409a-b023-881c2207391e tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 210 time: 0.2430239 Apr 18 19:39:32.120711 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Transition to ACTIVE for port object 392f2804-60b4-4cc0-ad00-b76ccae7480a will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:32.153732 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.163482 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-703b2016-4ec8-40d2-8d82-ad63162208c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.212137 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-44a273cc-f4da-49b2-b874-96591f9ef8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:39:28Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:32.225684 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a273cc-f4da-49b2-b874-96591f9ef8a1 None None] Checking router: fd9ad509-860f-44c1-adc5-b2f5da22c48c for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:32.248389 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a273cc-f4da-49b2-b874-96591f9ef8a1 None None] Routers {'fd9ad509-860f-44c1-adc5-b2f5da22c48c'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:32.251417 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-703b2016-4ec8-40d2-8d82-ad63162208c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.257370 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-44a273cc-f4da-49b2-b874-96591f9ef8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:32.298165 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.313669 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b2016-4ec8-40d2-8d82-ad63162208c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5158e7-45dc-4c88-8a83-15995a58873f,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:32.440725 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53601f4e-b848-4f48-997c-64d5604f44e4 req-0fbcb788-09cb-462d-8069-26877b7c8c03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69a63193a87944f7a8385eb2dc446bcd&device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 1096 time: 0.9205804 Apr 18 19:39:32.458906 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-703b2016-4ec8-40d2-8d82-ad63162208c3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=332171ec04f7469bb5e34bddd3d6c9db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8189940 Apr 18 19:39:32.463463 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 38544) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:32.498208 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee26410-52d0-41e9-912e-70945426c5d5 req-bb091717-fdcd-4bd2-bca9-3c6ca9658fed tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:32.503490 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee26410-52d0-41e9-912e-70945426c5d5 req-bb091717-fdcd-4bd2-bca9-3c6ca9658fed tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:32.509352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee26410-52d0-41e9-912e-70945426c5d5 req-bb091717-fdcd-4bd2-bca9-3c6ca9658fed tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:32.516814 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee26410-52d0-41e9-912e-70945426c5d5 req-bb091717-fdcd-4bd2-bca9-3c6ca9658fed tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:32.522289 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee26410-52d0-41e9-912e-70945426c5d5 req-bb091717-fdcd-4bd2-bca9-3c6ca9658fed tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:32.540742 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee26410-52d0-41e9-912e-70945426c5d5 req-bb091717-fdcd-4bd2-bca9-3c6ca9658fed tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:32.548179 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bee26410-52d0-41e9-912e-70945426c5d5 req-bb091717-fdcd-4bd2-bca9-3c6ca9658fed tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 4606 time: 0.3716655 Apr 18 19:39:32.568720 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.596557 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-44a273cc-f4da-49b2-b874-96591f9ef8a1 None None] Set router fd9ad509-860f-44c1-adc5-b2f5da22c48c gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:32.716821 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bee26410-52d0-41e9-912e-70945426c5d5 req-2e5d3d00-1cca-429d-a5b4-eb64dbf24184 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1520572 Apr 18 19:39:32.760061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Deleting port ef41fd43-39a5-4271-99fa-0edd70856b59 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:32.760694 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:32.957887 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Pushing event updated for resources: {'Port': ['ID=392f2804-60b4-4cc0-ad00-b76ccae7480a,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:33.028617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Router 860efbbe-eea2-47c0-be14-78db839d28ad has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:39:33.050219 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:33.217349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] For port ef41fd43-39a5-4271-99fa-0edd70856b59, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=ef41fd43-39a5-4271-99fa-0edd70856b59,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:33.217932 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:33.220184 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:33.241599 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5b967d69-ff32-4db1-8338-8a4eeffb7bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:33.247592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53601f4e-b848-4f48-997c-64d5604f44e4 req-3a50c244-d59a-40fc-9dc3-b193cf1452fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:33.249140 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53601f4e-b848-4f48-997c-64d5604f44e4 req-3a50c244-d59a-40fc-9dc3-b193cf1452fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 200 len: 911 time: 0.7847011 Apr 18 19:39:33.272052 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-44a273cc-f4da-49b2-b874-96591f9ef8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:39:28Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:33.281632 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a273cc-f4da-49b2-b874-96591f9ef8a1 None None] The sync data for ids ['fd9ad509-860f-44c1-adc5-b2f5da22c48c'] in n-d-838334-1 is: [{'id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'name': 'tempest-ServerRescueNegativeTestJSON-1907893624-router', 'tenant_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:34:13Z', 'updated_at': '2022-04-18T19:39:28Z', 'revision_number': 5, 'project_id': '5bcbf884732c4f7f9fa3f1cf0fc0155f', 'gw_port': {'id': 'ef41fd43-39a5-4271-99fa-0edd70856b59', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9ad509-860f-44c1-adc5-b2f5da22c48c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:34:14Z', 'updated_at': '2022-04-18T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:33.635939 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Calling delete_port for ef41fd43-39a5-4271-99fa-0edd70856b59 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:33.642823 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53601f4e-b848-4f48-997c-64d5604f44e4 req-b76b7a14-5eef-482a-9c27-786a6348e600 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 HTTP/1.1" status: 200 len: 217 time: 0.3767059 Apr 18 19:39:33.689685 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e5b60769-814a-4cde-9350-a50e62cfc2d1 req-aeaa55d3-1072-4d0e-b47b-2aa2cb843acd tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 210 time: 0.2164855 Apr 18 19:39:33.706272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Attempting to bind port 392f2804-60b4-4cc0-ad00-b76ccae7480a on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:33.706630 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Attempting to bind port 392f2804-60b4-4cc0-ad00-b76ccae7480a by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:33.706963 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Attempting to bind port 392f2804-60b4-4cc0-ad00-b76ccae7480a on network f91764e4-8071-495b-b932-3ecc2bf21b27 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:33.789002 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ea120e4-4415-4ff4-838f-e3212dd1c904 req-1a740d1e-1980-4d6a-af4b-872d2a346e2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 1096 time: 0.2330563 Apr 18 19:39:33.843504 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8ea120e4-4415-4ff4-838f-e3212dd1c904 req-0f059a0b-fd0f-4341-b043-3370db74d050 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472085 Apr 18 19:39:33.852898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Port 392f2804-60b4-4cc0-ad00-b76ccae7480a on network f91764e4-8071-495b-b932-3ecc2bf21b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:33.853291 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Attempting to bind port 392f2804-60b4-4cc0-ad00-b76ccae7480a on network f91764e4-8071-495b-b932-3ecc2bf21b27 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:34.025284 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4024d9-dff6-4845-81b5-a422942c37ac req-4922112f-0598-4660-8c01-cc5ffc38d9ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.030353 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4024d9-dff6-4845-81b5-a422942c37ac req-4922112f-0598-4660-8c01-cc5ffc38d9ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.034466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4024d9-dff6-4845-81b5-a422942c37ac req-4922112f-0598-4660-8c01-cc5ffc38d9ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.038320 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4024d9-dff6-4845-81b5-a422942c37ac req-4922112f-0598-4660-8c01-cc5ffc38d9ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.042550 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4024d9-dff6-4845-81b5-a422942c37ac req-4922112f-0598-4660-8c01-cc5ffc38d9ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.046516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4024d9-dff6-4845-81b5-a422942c37ac req-4922112f-0598-4660-8c01-cc5ffc38d9ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.048391 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4d4024d9-dff6-4845-81b5-a422942c37ac req-4922112f-0598-4660-8c01-cc5ffc38d9ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 4606 time: 0.1094501 Apr 18 19:39:34.052650 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.111440 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.114848 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Fanout notify agent at l3_agent the message router_deleted on router 30776b3d-3b28-4bfa-9f06-fb83af70adfd {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:39:34.114848 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5b967d69-ff32-4db1-8338-8a4eeffb7bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.127706 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef41fd43-39a5-4271-99fa-0edd70856b59,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:34.182703 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:34.183055 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Checking segment: {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:34.183434 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Bound using segment: {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:34.184418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Bound port: 392f2804-60b4-4cc0-ad00-b76ccae7480a, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:34.184766 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.217058 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2396a8c-ae3a-4855-b3f6-999f672e394e req-2e2e7e7d-df55-42d1-93f1-11e3a7cae906 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.223842 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2396a8c-ae3a-4855-b3f6-999f672e394e req-2e2e7e7d-df55-42d1-93f1-11e3a7cae906 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.6483068 Apr 18 19:39:34.402922 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4d4024d9-dff6-4845-81b5-a422942c37ac req-34ecc1f9-f805-457e-9de6-5028c1f18b2c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2015700 Apr 18 19:39:34.404477 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53601f4e-b848-4f48-997c-64d5604f44e4 req-d21be288-f3a6-49af-9d85-b539adcc6d12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:34.404477 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53601f4e-b848-4f48-997c-64d5604f44e4 req-d21be288-f3a6-49af-9d85-b539adcc6d12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2ee6d0b-fbcc-49ed-b8a5-83577940c574 HTTP/1.1" status: 200 len: 850 time: 0.6825316 Apr 18 19:39:34.404477 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2396a8c-ae3a-4855-b3f6-999f672e394e req-8a5f795d-cfea-44b1-96e1-174c7ccc6c10 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415071 Apr 18 19:39:34.405225 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device e142d0c4-4680-443c-bf34-a83693f9ad7e no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:34.427166 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 38582) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:34.452366 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: e142d0c4-4680-443c-bf34-a83693f9ad7e {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:39:34.452717 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device e142d0c4-4680-443c-bf34-a83693f9ad7e not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:39:34.473295 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53601f4e-b848-4f48-997c-64d5604f44e4 req-e5bc3347-a634-4a10-858f-67bead03f91e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5594ca63-0b61-498f-ac96-008f329be429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997417 Apr 18 19:39:34.481179 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.482609 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.486829 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-572659d6-8903-4fe5-800f-9db03db53893 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/30776b3d-3b28-4bfa-9f06-fb83af70adfd HTTP/1.1" status: 204 len: 168 time: 8.4734058 Apr 18 19:39:34.487969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 38588) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:34.524743 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1872333133', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'enable_snat': False}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:34.535250 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:34.587101 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Usage tracker for resource:router and tenant:4291fc632c4f4321b63dc232d14a816d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:34.595287 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] For port 392f2804-60b4-4cc0-ad00-b76ccae7480a, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:34.597694 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:34.616548 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:34.654169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] For port 392f2804-60b4-4cc0-ad00-b76ccae7480a, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:34.669062 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-10d37ff5-fff0-4d22-b57a-5f6cb3590394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.728948 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53601f4e-b848-4f48-997c-64d5604f44e4 req-d0300595-04cd-40e3-b377-f0ed1efc2d7c service neutron] 10.222.0.16 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368245 Apr 18 19:39:34.760742 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.765964 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.815572 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:34.827307 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47db405-46d3-4b6d-9fe0-690c6ded1d09 None None] Sync routers for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:34.842057 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47db405-46d3-4b6d-9fe0-690c6ded1d09 None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:34.855090 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-a47db405-46d3-4b6d-9fe0-690c6ded1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:34.902258 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] No DVR routers for this DVR port 635e387a-ec64-4b37-b75b-10f0fd893462 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:39:34.907885 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:34.910610 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'name': 'network-vif-deleted', 'tag': '635e387a-ec64-4b37-b75b-10f0fd893462'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:34.927160 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2e8babec-b1f1-427f-8fc3-4159cd2df0d4 req-353959bb-8bae-4c55-8fd2-b786f36efd78 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 210 time: 0.0802748 Apr 18 19:39:34.931734 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b17c720e-956f-491c-babd-2ebc516a8ed9 req-0a189e59-8a9b-48b6-ba4c-445d96f02732 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.16 "DELETE /v2.0/ports/635e387a-ec64-4b37-b75b-10f0fd893462 HTTP/1.1" status: 204 len: 173 time: 7.9117861 Apr 18 19:39:34.970524 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-53601f4e-b848-4f48-997c-64d5604f44e4 req-5a7acc88-6262-4fef-b542-ff61b580b1ea service neutron] 10.222.0.16 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345164 Apr 18 19:39:35.007508 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82471eb-d353-4471-a9e3-83c7d3df94ca'] response: {'server_uuid': 'a1b68648-ff9a-49dd-82af-da60a9859d49', 'name': 'network-vif-deleted', 'tag': '635e387a-ec64-4b37-b75b-10f0fd893462', 'status': 'completed', 'code': 200} Apr 18 19:39:35.145556 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-a47db405-46d3-4b6d-9fe0-690c6ded1d09 None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:35.212237 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.214130 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd9ad509-860f-44c1-adc5-b2f5da22c48c {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:39:35.229077 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5b967d69-ff32-4db1-8338-8a4eeffb7bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.234070 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.235050 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.256278 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.267125 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.272229 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-97ec701a-cb06-49bd-a521-6aca2ed0b080 admin admin] 10.222.0.66 "DELETE /v2.0/routers/fd9ad509-860f-44c1-adc5-b2f5da22c48c HTTP/1.1" status: 204 len: 168 time: 4.0773089 Apr 18 19:39:35.272918 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38602) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:35.341497 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.359797 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1b9783-4aa3-4b4d-948d-a71c507ceb3d admin admin] Deleting subnet 4356da42-f7a2-4b69-9ee8-c005b0d702f8 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:39:35.364952 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bc1b9783-4aa3-4b4d-948d-a71c507ceb3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.370473 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b967d69-ff32-4db1-8338-8a4eeffb7bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5158e7-45dc-4c88-8a83-15995a58873f,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:35.384527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-10d37ff5-fff0-4d22-b57a-5f6cb3590394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:35.392314 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5b967d69-ff32-4db1-8338-8a4eeffb7bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.394026 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5b967d69-ff32-4db1-8338-8a4eeffb7bc1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da5158e7-45dc-4c88-8a83-15995a58873f HTTP/1.1" status: 204 len: 168 time: 2.9224017 Apr 18 19:39:35.459690 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bc1b9783-4aa3-4b4d-948d-a71c507ceb3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.464015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-10d37ff5-fff0-4d22-b57a-5f6cb3590394 admin admin] Usage tracker for resource:security_group_rule and tenant:b0cfd3da7dc94f95aac6b4f9069adace is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:35.493469 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:35.498525 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] 10.222.0.71 "PUT /v2.0/ports/392f2804-60b4-4cc0-ad00-b76ccae7480a HTTP/1.1" status: 200 len: 1136 time: 6.4928997 Apr 18 19:39:35.501567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-10d37ff5-fff0-4d22-b57a-5f6cb3590394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:35.533050 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ef114-72cd-452e-ab7a-92c08a8f0300 service neutron] Pushing event updated for resources: {'Port': ['ID=392f2804-60b4-4cc0-ad00-b76ccae7480a,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:35.547424 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-10d37ff5-fff0-4d22-b57a-5f6cb3590394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:35.607539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:35.729601 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-a47db405-46d3-4b6d-9fe0-690c6ded1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:35.743988 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47db405-46d3-4b6d-9fe0-690c6ded1d09 None None] Checking router: 860efbbe-eea2-47c0-be14-78db839d28ad for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:35.779569 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47db405-46d3-4b6d-9fe0-690c6ded1d09 None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:35.780573 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-a47db405-46d3-4b6d-9fe0-690c6ded1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:36.238649 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bc1b9783-4aa3-4b4d-948d-a71c507ceb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:36.265907 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-a47db405-46d3-4b6d-9fe0-690c6ded1d09 None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:36.280137 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:36.393921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a074604-3db7-47cc-b81a-224366d9d21d req-86956e96-b7bc-40c1-aae0-20d8dcdb9d00 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.402188 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7a074604-3db7-47cc-b81a-224366d9d21d req-86956e96-b7bc-40c1-aae0-20d8dcdb9d00 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.6923933 Apr 18 19:39:36.458029 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bc1b9783-4aa3-4b4d-948d-a71c507ceb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:36.529078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b9783-4aa3-4b4d-948d-a71c507ceb3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4356da42-f7a2-4b69-9ee8-c005b0d702f8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:36.543320 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-bc1b9783-4aa3-4b4d-948d-a71c507ceb3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:36.559884 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7a074604-3db7-47cc-b81a-224366d9d21d req-755a6c64-dddb-4d27-bec1-040806ba7bb2 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562274 Apr 18 19:39:36.568514 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-bc1b9783-4aa3-4b4d-948d-a71c507ceb3d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4356da42-f7a2-4b69-9ee8-c005b0d702f8 HTTP/1.1" status: 204 len: 168 time: 1.2935841 Apr 18 19:39:36.573431 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38628) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:36.613391 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:36.646596 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-10d37ff5-fff0-4d22-b57a-5f6cb3590394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:36.676954 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1577f60d-232a-4ae4-993f-df0a87fda6d7 None None] Network b030620a-5853-4e6e-8663-a7352e9b876c requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:36.726708 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f7866-7d80-4557-be5d-f684e43f607d req-b5014d92-1088-430f-a813-570179f85511 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.730973 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f7866-7d80-4557-be5d-f684e43f607d req-b5014d92-1088-430f-a813-570179f85511 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.735563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f7866-7d80-4557-be5d-f684e43f607d req-b5014d92-1088-430f-a813-570179f85511 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.739598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f7866-7d80-4557-be5d-f684e43f607d req-b5014d92-1088-430f-a813-570179f85511 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.743630 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f7866-7d80-4557-be5d-f684e43f607d req-b5014d92-1088-430f-a813-570179f85511 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.748597 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f7866-7d80-4557-be5d-f684e43f607d req-b5014d92-1088-430f-a813-570179f85511 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:36.763043 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-789f7866-7d80-4557-be5d-f684e43f607d req-b5014d92-1088-430f-a813-570179f85511 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 4606 time: 0.8470738 Apr 18 19:39:36.889223 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-10d37ff5-fff0-4d22-b57a-5f6cb3590394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:36.914466 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-25839361-d44d-4cad-a058-4769a6cc9874 req-c5a629f9-0284-4f9d-971b-f6940f0dba6b tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1b68648-ff9a-49dd-82af-da60a9859d49 HTTP/1.1" status: 200 len: 210 time: 0.0713642 Apr 18 19:39:36.956183 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:36.989374 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-10d37ff5-fff0-4d22-b57a-5f6cb3590394 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b0cfd3da7dc94f95aac6b4f9069adace&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5547400 Apr 18 19:39:36.993312 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38638) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:37.010705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': '392f2804-60b4-4cc0-ad00-b76ccae7480a'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:37.030188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Deleting port 6374b4e1-342f-479a-ad07-5670b5eef352 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:37.032670 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:37.142168 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ef41fd43-39a5-4271-99fa-0edd70856b59 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:37.225189 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: ef41fd43-39a5-4271-99fa-0edd70856b59 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:39:37.226989 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device ef41fd43-39a5-4271-99fa-0edd70856b59 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:39:37.282591 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-789f7866-7d80-4557-be5d-f684e43f607d req-a655e3d6-ee19-4030-b5ab-16f22ec7efba tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5185473 Apr 18 19:39:37.305231 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d37ff5-fff0-4d22-b57a-5f6cb3590394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cf0af6-47d1-4ca2-aa73-87c8a3db6eae,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:37.659173 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c69188-03a8-4321-b53a-43a554f56817 None None] DHCP port deletion for b030620a-5853-4e6e-8663-a7352e9b876c request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:39:37.673596 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c0c69188-03a8-4321-b53a-43a554f56817 None None] Deleting port 6374b4e1-342f-479a-ad07-5670b5eef352 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:37.674119 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c0c69188-03a8-4321-b53a-43a554f56817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:37.760049 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] For port 6374b4e1-342f-479a-ad07-5670b5eef352, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6374b4e1-342f-479a-ad07-5670b5eef352,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:37.760778 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:37.872302 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98e271c-a448-4526-a527-c8be154ea910'] response: {'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': '392f2804-60b4-4cc0-ad00-b76ccae7480a', 'status': 'completed', 'code': 200} Apr 18 19:39:37.881681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-a47db405-46d3-4b6d-9fe0-690c6ded1d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:37.896431 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47db405-46d3-4b6d-9fe0-690c6ded1d09 None None] The sync data for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 is: [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:33:52Z', 'revision_number': 4, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '6e93fd54-e4ea-44ef-bd29-f07928dd84ed', 'name': '', 'network_id': '9f1ef17e-b1e6-4dba-acd7-cfdbec804548', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'mac_address': 'fa:16:3e:f3:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:50Z', 'updated_at': '2022-04-18T19:34:02Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'subnets': [{'id': 'f7ed536a-f9fc-4c43-ae4a-2b9b9accf427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:38.120798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Calling delete_port for 6374b4e1-342f-479a-ad07-5670b5eef352 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:38.271036 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-c0c69188-03a8-4321-b53a-43a554f56817 None None] For port 6374b4e1-342f-479a-ad07-5670b5eef352, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6374b4e1-342f-479a-ad07-5670b5eef352,segment=NetworkSegment(30664065-0888-4491-a33e-ae36cf9aaa34),segment_id=30664065-0888-4491-a33e-ae36cf9aaa34)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:38.271776 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c0c69188-03a8-4321-b53a-43a554f56817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.365517 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-04afbd7f-1a04-4af2-a715-38dbe5403ed0 req-27f8fb4c-29d3-495f-ba18-c58aab1ff08a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5292 time: 0.4958451 Apr 18 19:39:38.415457 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6056a-b259-4a24-83d5-b1497e749609 None None] New status for floating IP 9cb1cf14-47f0-4805-8934-607413e6e751: DOWN {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:39:38.437325 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e395-a0a4-48e5-8460-7bd6b79f23ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.457080 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b9e97be-7dda-41bc-a943-a3962b041832 req-715bdcb4-2c8a-4f06-b695-e5f520864403 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69a63193a87944f7a8385eb2dc446bcd&device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 1096 time: 0.5785737 Apr 18 19:39:38.468948 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e395-a0a4-48e5-8460-7bd6b79f23ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.567218 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38668) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:38.613003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6374b4e1-342f-479a-ad07-5670b5eef352 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:38.620418 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e395-a0a4-48e5-8460-7bd6b79f23ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.658055 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8e395-a0a4-48e5-8460-7bd6b79f23ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cf0af6-47d1-4ca2-aa73-87c8a3db6eae,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:38.738492 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247b915-3981-4cc3-a0ad-fe05da38be0d req-de4b6b2c-0983-40fe-8134-7654e9ba729a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:38.740754 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d247b915-3981-4cc3-a0ad-fe05da38be0d req-de4b6b2c-0983-40fe-8134-7654e9ba729a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.6497018 Apr 18 19:39:38.800622 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.803309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bad8b42-f05a-4199-b636-0da503786680 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:38.854099 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.949806 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e395-a0a4-48e5-8460-7bd6b79f23ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:38.950948 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4aa8e395-a0a4-48e5-8460-7bd6b79f23ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5cf0af6-47d1-4ca2-aa73-87c8a3db6eae HTTP/1.1" status: 204 len: 168 time: 1.9559562 Apr 18 19:39:38.956329 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c0c69188-03a8-4321-b53a-43a554f56817 None None] Calling delete_port for 6374b4e1-342f-479a-ad07-5670b5eef352 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:39.001910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Pushing event deleted for resources: {'Port': ['ID=6374b4e1-342f-479a-ad07-5670b5eef352,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:39.007074 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e97be-7dda-41bc-a943-a3962b041832 req-c4b36e56-abe1-4c42-a6cc-0850156a3c1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.010073 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b9e97be-7dda-41bc-a943-a3962b041832 req-c4b36e56-abe1-4c42-a6cc-0850156a3c1e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 200 len: 911 time: 0.4834955 Apr 18 19:39:39.021238 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No active binding found for port 6374b4e1-342f-479a-ad07-5670b5eef352 {{(pid=84806) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 18 19:39:39.021238 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6374b4e1-342f-479a-ad07-5670b5eef352 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:39:39.026873 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] No DVR routers for this DVR port 6374b4e1-342f-479a-ad07-5670b5eef352 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:39:39.076471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Transition to ACTIVE for port object 3bad8b42-f05a-4199-b636-0da503786680 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:39.149686 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-c0c69188-03a8-4321-b53a-43a554f56817 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:39:39.150424 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-c0c69188-03a8-4321-b53a-43a554f56817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:39:39.193148 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b9e97be-7dda-41bc-a943-a3962b041832 req-7d7f2a8d-be09-437e-af29-b6d8dccb28d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 HTTP/1.1" status: 200 len: 217 time: 0.1274412 Apr 18 19:39:39.211036 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.261338 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.326739 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f90a8e4-8302-474f-9874-b0c26c5b9e44 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.334951 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d247b915-3981-4cc3-a0ad-fe05da38be0d req-e96b14aa-dea7-45b3-9a75-3778a306ff74 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540390 Apr 18 19:39:39.368778 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f90a8e4-8302-474f-9874-b0c26c5b9e44 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.371981 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Pushing event updated for resources: {'Port': ['ID=3bad8b42-f05a-4199-b636-0da503786680,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:39.375470 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e97be-7dda-41bc-a943-a3962b041832 req-9a9dd0e0-abdc-4450-8e5b-00d8019e7158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.377299 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b9e97be-7dda-41bc-a943-a3962b041832 req-9a9dd0e0-abdc-4450-8e5b-00d8019e7158 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b2ee6d0b-fbcc-49ed-b8a5-83577940c574 HTTP/1.1" status: 200 len: 850 time: 0.1505497 Apr 18 19:39:39.378305 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.449258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b030620a-5853-4e6e-8663-a7352e9b876c']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:39.478295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afbd7f-1a04-4af2-a715-38dbe5403ed0 req-60ff5582-dacf-4891-8ef9-3f823946c775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.478295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afbd7f-1a04-4af2-a715-38dbe5403ed0 req-60ff5582-dacf-4891-8ef9-3f823946c775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.478295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afbd7f-1a04-4af2-a715-38dbe5403ed0 req-60ff5582-dacf-4891-8ef9-3f823946c775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.479073 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-04afbd7f-1a04-4af2-a715-38dbe5403ed0 req-60ff5582-dacf-4891-8ef9-3f823946c775 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0889461 Apr 18 19:39:39.483431 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30664065-0888-4491-a33e-ae36cf9aaa34') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:39.485000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30664065-0888-4491-a33e-ae36cf9aaa34') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:39.485136 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.493327 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b9e97be-7dda-41bc-a943-a3962b041832 req-3be56a7c-12e7-46cc-89d5-63db3f5df0f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5594ca63-0b61-498f-ac96-008f329be429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728154 Apr 18 19:39:39.513366 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d21d7958-3345-4a9a-9546-08dc8e64f0eb req-1aa2cbe8-74b2-47df-8104-68871686d492 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9310672 Apr 18 19:39:39.515685 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.537070 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.549714 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:39:39.552842 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:39:39.595437 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:39:39.652254 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c0c69188-03a8-4321-b53a-43a554f56817 None None] Deleting port 6374b4e1-342f-479a-ad07-5670b5eef352 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:39.652824 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c0c69188-03a8-4321-b53a-43a554f56817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.707310 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00f3aa-f4d9-4fae-8a99-d360eae20ead req-28efdd40-7b8d-4db7-8abd-cee74d696b7c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.717827 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00f3aa-f4d9-4fae-8a99-d360eae20ead req-28efdd40-7b8d-4db7-8abd-cee74d696b7c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.721820 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00f3aa-f4d9-4fae-8a99-d360eae20ead req-28efdd40-7b8d-4db7-8abd-cee74d696b7c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.738719 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00f3aa-f4d9-4fae-8a99-d360eae20ead req-28efdd40-7b8d-4db7-8abd-cee74d696b7c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.742743 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00f3aa-f4d9-4fae-8a99-d360eae20ead req-28efdd40-7b8d-4db7-8abd-cee74d696b7c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.747340 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00f3aa-f4d9-4fae-8a99-d360eae20ead req-28efdd40-7b8d-4db7-8abd-cee74d696b7c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:39.754929 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ce00f3aa-f4d9-4fae-8a99-d360eae20ead req-28efdd40-7b8d-4db7-8abd-cee74d696b7c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 4606 time: 0.8963716 Apr 18 19:39:39.925192 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f90a8e4-8302-474f-9874-b0c26c5b9e44 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:39.944770 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c0c69188-03a8-4321-b53a-43a554f56817 None None] The port '6374b4e1-342f-479a-ad07-5670b5eef352' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:39:39.966026 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:40.077029 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90a8e4-8302-474f-9874-b0c26c5b9e44 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:40.180836 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d21d7958-3345-4a9a-9546-08dc8e64f0eb req-562b3e0b-a59e-45b8-946f-88899e9a2773 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=69a63193a87944f7a8385eb2dc446bcd&device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 1097 time: 0.5793135 Apr 18 19:39:40.204260 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0f90a8e4-8302-474f-9874-b0c26c5b9e44 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:40.208111 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0f90a8e4-8302-474f-9874-b0c26c5b9e44 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "DELETE /v2.0/security-groups/dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1 HTTP/1.1" status: 204 len: 168 time: 1.6400323 Apr 18 19:39:40.210957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38690) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:40.292262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 38692) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:40.314214 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afbd7f-1a04-4af2-a715-38dbe5403ed0 req-676d8034-284a-4dfe-9f3c-2303f63e1485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:40.316111 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-04afbd7f-1a04-4af2-a715-38dbe5403ed0 req-676d8034-284a-4dfe-9f3c-2303f63e1485 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8260055 Apr 18 19:39:40.404425 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ce00f3aa-f4d9-4fae-8a99-d360eae20ead req-26cb2d95-0bee-49e8-ab21-f0e7bc29de50 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6485202 Apr 18 19:39:40.425880 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:40.446014 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b9e97be-7dda-41bc-a943-a3962b041832 req-f07baf5f-db93-444d-b14e-5e74f0a0aa65 service neutron] 10.222.0.16 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8323381 Apr 18 19:39:40.475248 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:40.537296 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Allocated IP 172.25.8.137 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/d199e0dc-11ab-4c5a-8b26-96da43fb549f) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:40.618887 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:40.624507 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Usage tracker for resource:security_group_rule and tenant:7a3abdd3ca754b7994d54560b0f71848 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:40.628773 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:40.647456 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:40.683972 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] Pushing event deleted for resources: {'Network': ['ID=b030620a-5853-4e6e-8663-a7352e9b876c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:40.764711 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-8677066d-2a09-4c0e-8280-d396936c3d27 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] show failed (client error): The resource could not be found. Apr 18 19:39:40.769035 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8677066d-2a09-4c0e-8280-d396936c3d27 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "GET /v2.0/security-groups/dfe0beb6-44aa-4a80-8adb-ccf8144bc0f1 HTTP/1.1" status: 404 len: 347 time: 0.2996635 Apr 18 19:39:40.780869 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f704c101-18a1-48b3-9817-8dcbe30debdf admin admin] 10.222.0.66 "DELETE /v2.0/networks/b030620a-5853-4e6e-8663-a7352e9b876c HTTP/1.1" status: 204 len: 168 time: 4.2064207 Apr 18 19:39:40.782098 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38706) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:40.928479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:40.960670 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Attempting to bind port 3bad8b42-f05a-4199-b636-0da503786680 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:40.961004 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Attempting to bind port 3bad8b42-f05a-4199-b636-0da503786680 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:40.961328 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Attempting to bind port 3bad8b42-f05a-4199-b636-0da503786680 on network f91764e4-8071-495b-b932-3ecc2bf21b27 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:41.001447 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Port 3bad8b42-f05a-4199-b636-0da503786680 on network f91764e4-8071-495b-b932-3ecc2bf21b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:41.001780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Attempting to bind port 3bad8b42-f05a-4199-b636-0da503786680 on network f91764e4-8071-495b-b932-3ecc2bf21b27 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:41.057303 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.061679 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:41.062014 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Checking segment: {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:41.062432 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Bound using segment: {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:41.062878 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Bound port: 3bad8b42-f05a-4199-b636-0da503786680, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:41.069057 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.095747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d7958-3345-4a9a-9546-08dc8e64f0eb req-13f269d0-bfc3-4da0-bea7-54cd9c31b843 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:41.097207 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d21d7958-3345-4a9a-9546-08dc8e64f0eb req-13f269d0-bfc3-4da0-bea7-54cd9c31b843 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 200 len: 911 time: 0.8832543 Apr 18 19:39:41.114316 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.149440 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b9e97be-7dda-41bc-a943-a3962b041832 req-752ec0e6-7597-46b8-961d-57c42845b71b service neutron] 10.222.0.16 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646192 Apr 18 19:39:41.197894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-138b090c-b204-4f44-9e89-62325b015404 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Deleting port 920bbb14-cf83-48e5-b873-cf997a36fd21 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:41.198240 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-138b090c-b204-4f44-9e89-62325b015404 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.284038 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 38718) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:41.351819 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.376331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] For port 3bad8b42-f05a-4199-b636-0da503786680, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:41.399512 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015e9ef-8165-497a-9bd5-a6c5b66cc711 req-fcef9b19-4ea7-4bd6-8193-b63d3238645a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:41.402323 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] For port 3bad8b42-f05a-4199-b636-0da503786680, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3bad8b42-f05a-4199-b636-0da503786680,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:41.402848 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4015e9ef-8165-497a-9bd5-a6c5b66cc711 req-fcef9b19-4ea7-4bd6-8193-b63d3238645a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.7117660 Apr 18 19:39:41.407949 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d21d7958-3345-4a9a-9546-08dc8e64f0eb req-1de85686-0492-4e67-994b-f6faabb212e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac HTTP/1.1" status: 200 len: 217 time: 0.2877662 Apr 18 19:39:41.411407 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a3aaa4de-ffb2-4098-befd-5f0af85e4df0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5bcbf884732c4f7f9fa3f1cf0fc0155f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1254053 Apr 18 19:39:41.413977 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 38722) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:41.428430 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.454984 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.497584 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-138b090c-b204-4f44-9e89-62325b015404 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.498023 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-138b090c-b204-4f44-9e89-62325b015404 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.580308 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.662408 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-138b090c-b204-4f44-9e89-62325b015404 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Calling delete_port for 920bbb14-cf83-48e5-b873-cf997a36fd21 owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:41.688578 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38732) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:41.699491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d7958-3345-4a9a-9546-08dc8e64f0eb req-7292e3e8-cadf-444c-a0d9-d5611b081c63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:41.701179 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d21d7958-3345-4a9a-9546-08dc8e64f0eb req-7292e3e8-cadf-444c-a0d9-d5611b081c63 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b2ee6d0b-fbcc-49ed-b8a5-83577940c574 HTTP/1.1" status: 200 len: 850 time: 0.2869503 Apr 18 19:39:41.712073 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0de24f-3e66-4fc7-83d8-561d7cb1bf6b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:41.756509 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4015e9ef-8165-497a-9bd5-a6c5b66cc711 req-96a7d0c0-5ee0-4b28-8f19-1cba9ba2d654 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453240 Apr 18 19:39:41.764099 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a3abdd3ca754b7994d54560b0f71848&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4597933 Apr 18 19:39:41.771022 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.773379 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] 10.222.0.71 "PUT /v2.0/ports/3bad8b42-f05a-4199-b636-0da503786680 HTTP/1.1" status: 200 len: 1134 time: 6.1823602 Apr 18 19:39:41.774110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38738) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:41.774807 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:41.775949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': '3bad8b42-f05a-4199-b636-0da503786680'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:41.779651 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d21d7958-3345-4a9a-9546-08dc8e64f0eb req-1dd6632f-b6a5-48e5-a69a-cb804012ea0a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5594ca63-0b61-498f-ac96-008f329be429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710709 Apr 18 19:39:41.783146 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event updated for resources: {'Port': ['ID=d199e0dc-11ab-4c5a-8b26-96da43fb549f,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:41.787287 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.787632 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.788027 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.788363 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.788719 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.789048 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.789373 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.789698 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.790354 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.790539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.790754 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379e4c44-94fa-41e5-8cad-ef7e688c21eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.809557 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:41.809557 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:41.877988 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.878334 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.878697 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.879033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.879362 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.879685 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.880013 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.888811 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.889303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.889644 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.889971 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:41.948292 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-60f2ceea-f597-46eb-a3c6-d9bfddac62b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:41.952278 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5ebc1d-0678-4e11-8068-8598ed5e0832'] response: {'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': '3bad8b42-f05a-4199-b636-0da503786680', 'status': 'completed', 'code': 200} Apr 18 19:39:42.009352 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:42.032310 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f43775ed-5aca-487b-91f2-a4c90fb896f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.040393 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:42.052016 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:42.080473 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Usage tracker for resource:floatingip and tenant:4583e65cf4e848ef98f57fbb295d8992 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:42.088226 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:42.106233 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d21d7958-3345-4a9a-9546-08dc8e64f0eb req-57423182-4bd2-4fd4-8954-35cdcee53db8 service neutron] 10.222.0.71 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136406 Apr 18 19:39:42.107109 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:42.126231 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f43775ed-5aca-487b-91f2-a4c90fb896f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.138017 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-60f2ceea-f597-46eb-a3c6-d9bfddac62b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.213518 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-138b090c-b204-4f44-9e89-62325b015404 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.224364 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484fb01-a38b-4233-aee7-afc9f1cf5560 service neutron] Pushing event updated for resources: {'Port': ['ID=3bad8b42-f05a-4199-b636-0da503786680,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:42.281339 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ffa57-896d-4639-b3bf-1127fe6c3081 req-7eb23a1c-88d9-4480-badc-ac2b8e095e5a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.285518 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ffa57-896d-4639-b3bf-1127fe6c3081 req-7eb23a1c-88d9-4480-badc-ac2b8e095e5a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.289503 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ffa57-896d-4639-b3bf-1127fe6c3081 req-7eb23a1c-88d9-4480-badc-ac2b8e095e5a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.295491 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ffa57-896d-4639-b3bf-1127fe6c3081 req-7eb23a1c-88d9-4480-badc-ac2b8e095e5a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.297616 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ffa57-896d-4639-b3bf-1127fe6c3081 req-7eb23a1c-88d9-4480-badc-ac2b8e095e5a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.301672 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ffa57-896d-4639-b3bf-1127fe6c3081 req-7eb23a1c-88d9-4480-badc-ac2b8e095e5a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.305614 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ffa57-896d-4639-b3bf-1127fe6c3081 req-7eb23a1c-88d9-4480-badc-ac2b8e095e5a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.307647 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e66ffa57-896d-4639-b3bf-1127fe6c3081 req-7eb23a1c-88d9-4480-badc-ac2b8e095e5a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5382 time: 0.6622205 Apr 18 19:39:42.386902 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.399218 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b090c-b204-4f44-9e89-62325b015404 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Pushing event deleted for resources: {'Port': ['ID=920bbb14-cf83-48e5-b873-cf997a36fd21,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:42.411428 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.453786 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cfc93faa-f17f-4bfd-a53a-32a36f833d47 req-d82a0c3d-709c-46db-a332-eb38b2af6580 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6219 time: 0.4781609 Apr 18 19:39:42.491496 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e66ffa57-896d-4639-b3bf-1127fe6c3081 req-29269f18-4551-4259-a388-0ada8a8dd988 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1605833 Apr 18 19:39:42.581892 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-60f2ceea-f597-46eb-a3c6-d9bfddac62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.595348 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d21d7958-3345-4a9a-9546-08dc8e64f0eb req-2df09f57-b716-4a58-b4f6-cf23c2da5be8 service neutron] 10.222.0.71 "GET /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775441 Apr 18 19:39:42.609793 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-138b090c-b204-4f44-9e89-62325b015404 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.623922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2ceea-f597-46eb-a3c6-d9bfddac62b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58a4907-9a0a-4242-a09b-825a135c39a9,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:42.661445 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.696756 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f43775ed-5aca-487b-91f2-a4c90fb896f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.725936 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43775ed-5aca-487b-91f2-a4c90fb896f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0de24f-3e66-4fc7-83d8-561d7cb1bf6b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:42.767249 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f43775ed-5aca-487b-91f2-a4c90fb896f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.771433 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f43775ed-5aca-487b-91f2-a4c90fb896f4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b0de24f-3e66-4fc7-83d8-561d7cb1bf6b HTTP/1.1" status: 204 len: 168 time: 0.9971256 Apr 18 19:39:42.778800 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-138b090c-b204-4f44-9e89-62325b015404 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:42.782513 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-138b090c-b204-4f44-9e89-62325b015404 tempest-AttachVolumeTestJSON-1864328510 tempest-AttachVolumeTestJSON-1864328510-project] 10.222.0.66 "DELETE /v2.0/floatingips/9cb1cf14-47f0-4805-8934-607413e6e751 HTTP/1.1" status: 204 len: 168 time: 1.9933510 Apr 18 19:39:42.827870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc93faa-f17f-4bfd-a53a-32a36f833d47 req-c85bb735-c660-45c2-b332-4d6443c02da8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.828556 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc93faa-f17f-4bfd-a53a-32a36f833d47 req-c85bb735-c660-45c2-b332-4d6443c02da8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.829089 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc93faa-f17f-4bfd-a53a-32a36f833d47 req-c85bb735-c660-45c2-b332-4d6443c02da8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:42.830845 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cfc93faa-f17f-4bfd-a53a-32a36f833d47 req-c85bb735-c660-45c2-b332-4d6443c02da8 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3391898 Apr 18 19:39:42.904497 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Allocated IP 172.25.8.86 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/cc746de9-7e02-4b06-a208-400728d2d007) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:43.163897 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:43.178913 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-60f2ceea-f597-46eb-a3c6-d9bfddac62b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:43.179810 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6833d9-7490-48b4-a25a-f47b9681bfda req-219b94b8-2fc7-449e-b075-cdba0c0e04b1 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:43.179966 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-60f2ceea-f597-46eb-a3c6-d9bfddac62b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c58a4907-9a0a-4242-a09b-825a135c39a9 HTTP/1.1" status: 204 len: 168 time: 1.7644718 Apr 18 19:39:43.181418 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab6833d9-7490-48b4-a25a-f47b9681bfda req-219b94b8-2fc7-449e-b075-cdba0c0e04b1 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.1451836 Apr 18 19:39:43.204545 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:43.205288 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:43.271810 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab6833d9-7490-48b4-a25a-f47b9681bfda req-0e821534-d136-482f-a7e2-a73fe10bedf1 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740752 Apr 18 19:39:43.397712 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:43.405964 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc93faa-f17f-4bfd-a53a-32a36f833d47 req-fc8097f8-b65d-48b0-ae7a-f46565cb9516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:43.407644 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cfc93faa-f17f-4bfd-a53a-32a36f833d47 req-fc8097f8-b65d-48b0-ae7a-f46565cb9516 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3499501 Apr 18 19:39:43.501438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:43.504429 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:43.505566 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6556801b-6700-456a-b264-163d080962c7 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:43.508776 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:43.517215 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:43.546220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event updated for resources: {'Port': ['ID=cc746de9-7e02-4b06-a208-400728d2d007,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:43.592859 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Transition to ACTIVE for port object 6556801b-6700-456a-b264-163d080962c7 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:43.712731 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:43.715531 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:43.906632 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:43.931331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Pushing event updated for resources: {'Port': ['ID=6556801b-6700-456a-b264-163d080962c7,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:44.008814 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Router f72fd870-8ccd-48d5-bdae-7b20c12a5d5e is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:39:44.281797 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc1a2-3a90-4d48-b0a0-47e65ddfd493 req-0900d016-622d-4e6b-bddc-58e1cacde373 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.285813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc1a2-3a90-4d48-b0a0-47e65ddfd493 req-0900d016-622d-4e6b-bddc-58e1cacde373 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.286191 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:44.289813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc1a2-3a90-4d48-b0a0-47e65ddfd493 req-0900d016-622d-4e6b-bddc-58e1cacde373 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.294242 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc1a2-3a90-4d48-b0a0-47e65ddfd493 req-0900d016-622d-4e6b-bddc-58e1cacde373 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.298548 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc1a2-3a90-4d48-b0a0-47e65ddfd493 req-0900d016-622d-4e6b-bddc-58e1cacde373 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.302520 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc1a2-3a90-4d48-b0a0-47e65ddfd493 req-0900d016-622d-4e6b-bddc-58e1cacde373 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.306815 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dc1a2-3a90-4d48-b0a0-47e65ddfd493 req-0900d016-622d-4e6b-bddc-58e1cacde373 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.308849 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-955dc1a2-3a90-4d48-b0a0-47e65ddfd493 req-0900d016-622d-4e6b-bddc-58e1cacde373 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5394 time: 0.5379174 Apr 18 19:39:44.450213 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Attempting to bind port 6556801b-6700-456a-b264-163d080962c7 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:44.450571 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Attempting to bind port 6556801b-6700-456a-b264-163d080962c7 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:44.451174 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Attempting to bind port 6556801b-6700-456a-b264-163d080962c7 on network f91764e4-8071-495b-b932-3ecc2bf21b27 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:44.463382 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:44.492002 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Port 6556801b-6700-456a-b264-163d080962c7 on network f91764e4-8071-495b-b932-3ecc2bf21b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:44.492332 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Attempting to bind port 6556801b-6700-456a-b264-163d080962c7 on network f91764e4-8071-495b-b932-3ecc2bf21b27 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:44.504447 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-955dc1a2-3a90-4d48-b0a0-47e65ddfd493 req-d7b34a6b-8c77-4342-a7b4-79c1e9cda231 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867504 Apr 18 19:39:44.510523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:44.511120 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Checking segment: {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:44.511230 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Bound using segment: {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:44.512286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Bound port: 6556801b-6700-456a-b264-163d080962c7, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:44.512635 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:44.545192 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event updated for resources: {'Port': ['ID=cc746de9-7e02-4b06-a208-400728d2d007,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:44.637396 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] For port 6556801b-6700-456a-b264-163d080962c7, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:44.641450 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] For port 6556801b-6700-456a-b264-163d080962c7, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6556801b-6700-456a-b264-163d080962c7,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:44.643652 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:44.667938 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc5b8a-fc79-41b4-a91a-c852c20e3c7b req-b98a9acc-6707-4adf-b3c8-534ed16feed9 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:44.672400 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1afc5b8a-fc79-41b4-a91a-c852c20e3c7b req-b98a9acc-6707-4adf-b3c8-534ed16feed9 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.2585967 Apr 18 19:39:44.674673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:44.689444 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Sync routers for ids ['f72fd870-8ccd-48d5-bdae-7b20c12a5d5e'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:44.704161 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Routers {'f72fd870-8ccd-48d5-bdae-7b20c12a5d5e'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:44.705092 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['f72fd870-8ccd-48d5-bdae-7b20c12a5d5e'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:44.744050 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:44.795953 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1afc5b8a-fc79-41b4-a91a-c852c20e3c7b req-f92a3248-f86d-4e64-a279-eb15686e1639 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086607 Apr 18 19:39:44.811822 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:44.817477 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-10400c9b-3643-4a58-a4cc-62a7834410e1 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1278117 Apr 18 19:39:44.819332 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38792) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:44.827737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-820424405'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:44.837437 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:44.843855 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Usage tracker for resource:network and tenant:4583e65cf4e848ef98f57fbb295d8992 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:44.856835 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:44.869041 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:44.948602 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Set router f72fd870-8ccd-48d5-bdae-7b20c12a5d5e gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:44.961407 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Made reservation on behalf of 4583e65cf4e848ef98f57fbb295d8992 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:44.961407 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:44.985706 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Pushing event updated for resources: {'Port': ['ID=6556801b-6700-456a-b264-163d080962c7,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:45.007454 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.014600 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3bf461d3-b5fe-43bb-b3de-315584048073 service neutron] 10.222.0.71 "PUT /v2.0/ports/6556801b-6700-456a-b264-163d080962c7 HTTP/1.1" status: 200 len: 1091 time: 3.0531573 Apr 18 19:39:45.015873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': '6556801b-6700-456a-b264-163d080962c7'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:45.023618 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.028608 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.035529 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e84883dc-30d0-4a04-bbe1-f7daf9865bbe tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.5423236 Apr 18 19:39:45.047504 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 38802) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:45.110573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:45.120513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Usage tracker for resource:security_group_rule and tenant:4583e65cf4e848ef98f57fbb295d8992 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:45.145065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:45.167592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:45.201270 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:45.329871 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a7ecfe-4919-4f32-b7ae-c59395345bb1'] response: {'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': '6556801b-6700-456a-b264-163d080962c7', 'status': 'completed', 'code': 200} Apr 18 19:39:45.367225 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.446451 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.548998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:39:45.566916 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc75a29-c920-42f8-9c30-12527b3dd3e5,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:45.585826 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.586310 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Added segment 822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0 of type vlan for network 28e64e6f-4f58-4a93-a427-e9e72a506f26 Apr 18 19:39:45.659336 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.771356 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.781682 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:45.782587 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:45.859971 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72fd870-8ccd-48d5-bdae-7b20c12a5d5e', 'name': 'tempest-snat-router-1872333133', 'tenant_id': '4291fc632c4f4321b63dc232d14a816d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.137'}], 'enable_snat': False}, 'gw_port_id': 'd199e0dc-11ab-4c5a-8b26-96da43fb549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:39:35Z', 'updated_at': '2022-04-18T19:39:42Z', 'revision_number': 3, 'project_id': '4291fc632c4f4321b63dc232d14a816d', 'gw_port': {'id': 'd199e0dc-11ab-4c5a-8b26-96da43fb549f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72fd870-8ccd-48d5-bdae-7b20c12a5d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:39:39Z', 'updated_at': '2022-04-18T19:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:45.868259 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Checking router: f72fd870-8ccd-48d5-bdae-7b20c12a5d5e for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:45.868612 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Updating router f72fd870-8ccd-48d5-bdae-7b20c12a5d5e port d199e0dc-11ab-4c5a-8b26-96da43fb549f binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:39:46.008205 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:46.076475 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:46.125048 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-472f6093-1542-4014-a1cc-a7f26a810884 req-8630febd-e16b-49b0-9946-52a76f57f448 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6286 time: 0.7969398 Apr 18 19:39:46.284583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event updated for resources: {'Network': ['ID=28e64e6f-4f58-4a93-a427-e9e72a506f26,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:46.305819 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 28e64e6f-4f58-4a93-a427-e9e72a506f26 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:39:46.355322 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e10bfe13-8350-45fe-a35b-7b9bcbf984e7 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5317755 Apr 18 19:39:46.358992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38832) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:46.382780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c53a9-6299-4656-a26e-4da31912f855 req-10d33727-b421-4ed3-946e-203e4cb38519 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.391777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c53a9-6299-4656-a26e-4da31912f855 req-10d33727-b421-4ed3-946e-203e4cb38519 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.398343 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c53a9-6299-4656-a26e-4da31912f855 req-10d33727-b421-4ed3-946e-203e4cb38519 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.403266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c53a9-6299-4656-a26e-4da31912f855 req-10d33727-b421-4ed3-946e-203e4cb38519 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.409585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c53a9-6299-4656-a26e-4da31912f855 req-10d33727-b421-4ed3-946e-203e4cb38519 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.413476 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c53a9-6299-4656-a26e-4da31912f855 req-10d33727-b421-4ed3-946e-203e4cb38519 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.420373 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c53a9-6299-4656-a26e-4da31912f855 req-10d33727-b421-4ed3-946e-203e4cb38519 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.422621 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-638c53a9-6299-4656-a26e-4da31912f855 req-10d33727-b421-4ed3-946e-203e4cb38519 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5394 time: 0.5856514 Apr 18 19:39:46.427969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Request body: {'subnet': {'network_id': '28e64e6f-4f58-4a93-a427-e9e72a506f26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:46.598434 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:46.600552 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84393424-68a2-40b6-9503-5a96404c6db2 req-3d3c4a29-6176-414a-af3a-9f3a9e39cf99 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.608691 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-84393424-68a2-40b6-9503-5a96404c6db2 req-3d3c4a29-6176-414a-af3a-9f3a9e39cf99 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.6157241 Apr 18 19:39:46.614989 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-638c53a9-6299-4656-a26e-4da31912f855 req-a58684e2-2ee5-40d5-829a-58704d954ac2 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019325 Apr 18 19:39:46.622289 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Usage tracker for resource:subnet and tenant:4583e65cf4e848ef98f57fbb295d8992 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:46.628250 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:46.643298 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:46.740798 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:46.757084 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Transition to ACTIVE for port object d199e0dc-11ab-4c5a-8b26-96da43fb549f will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:46.765732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Made reservation on behalf of 4583e65cf4e848ef98f57fbb295d8992 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:46.776150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f6093-1542-4014-a1cc-a7f26a810884 req-d0af544b-8826-46fe-baf7-1ad1069508a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.777204 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f6093-1542-4014-a1cc-a7f26a810884 req-d0af544b-8826-46fe-baf7-1ad1069508a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.777204 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f6093-1542-4014-a1cc-a7f26a810884 req-d0af544b-8826-46fe-baf7-1ad1069508a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:46.778768 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-472f6093-1542-4014-a1cc-a7f26a810884 req-d0af544b-8826-46fe-baf7-1ad1069508a1 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6040118 Apr 18 19:39:46.879916 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:46.894956 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-84393424-68a2-40b6-9503-5a96404c6db2 req-10cdc49b-c5d8-468b-a6d8-ce1dc877f148 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849762 Apr 18 19:39:46.917041 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:46.938621 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b5764d8d-d80c-4b67-b25a-4bed40a7ae2c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/routers/f72fd870-8ccd-48d5-bdae-7b20c12a5d5e HTTP/1.1" status: 200 len: 909 time: 1.8895977 Apr 18 19:39:46.950217 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 38846) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:46.976882 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1872333133', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'enable_snat': True}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:47.000633 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:47.018621 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Usage tracker for resource:router and tenant:4291fc632c4f4321b63dc232d14a816d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:47.036989 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:47.097532 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f08d-4300-4a98-b28d-98d7b8107719 None None] Pushing event updated for resources: {'Port': ['ID=d199e0dc-11ab-4c5a-8b26-96da43fb549f,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:47.114019 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:47.119225 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Attempting to bind port d199e0dc-11ab-4c5a-8b26-96da43fb549f on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:47.121768 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Attempting to bind port d199e0dc-11ab-4c5a-8b26-96da43fb549f by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:47.123209 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Attempting to bind port d199e0dc-11ab-4c5a-8b26-96da43fb549f on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:47.142587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:47.147805 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:47.152405 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.152405 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:47.152405 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Bound port: d199e0dc-11ab-4c5a-8b26-96da43fb549f, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:47.152405 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.195412 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f6093-1542-4014-a1cc-a7f26a810884 req-8d0ae4ee-4339-4fd3-8bad-261d412d04fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:47.198052 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-472f6093-1542-4014-a1cc-a7f26a810884 req-8d0ae4ee-4339-4fd3-8bad-261d412d04fc service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3944006 Apr 18 19:39:47.305261 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.306553 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.330153 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.341102 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] For port d199e0dc-11ab-4c5a-8b26-96da43fb549f, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:47.347597 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] For port d199e0dc-11ab-4c5a-8b26-96da43fb549f, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d199e0dc-11ab-4c5a-8b26-96da43fb549f,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:47.389786 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63083fda-d4e4-4753-9611-fccf668f4b1a {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:47.399380 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.418535 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Transition to ACTIVE for port object 63083fda-d4e4-4753-9611-fccf668f4b1a will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:47.521119 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.525374 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.629098 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:47.718077 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f08d-4300-4a98-b28d-98d7b8107719 None None] Pushing event updated for resources: {'Port': ['ID=d199e0dc-11ab-4c5a-8b26-96da43fb549f,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:47.737229 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event updated for resources: {'Subnet': ['ID=554edec5-495a-4923-ae67-41619000bfc6,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:47.773790 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Routers {'f72fd870-8ccd-48d5-bdae-7b20c12a5d5e'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:47.774553 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['f72fd870-8ccd-48d5-bdae-7b20c12a5d5e'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:47.821340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Checking segment: {'id': '822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '28e64e6f-4f58-4a93-a427-e9e72a506f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:47.821700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Network hostable DHCP agents. Network: 28e64e6f-4f58-4a93-a427-e9e72a506f26, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:39:47.960239 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5499bc12-1ee0-4273-a6fa-9c21b4c03769 req-2f1b86cb-0021-4847-95e1-b6d93f5f554f tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1669712 Apr 18 19:39:48.056365 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Pushing event updated for resources: {'Port': ['ID=63083fda-d4e4-4753-9611-fccf668f4b1a,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:48.063322 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1382535-11f9-473a-8daa-9df3de6fd251 req-1088cee8-ab70-48bd-bdc3-15c5628e9f9f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.078454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1382535-11f9-473a-8daa-9df3de6fd251 req-1088cee8-ab70-48bd-bdc3-15c5628e9f9f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.090556 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1382535-11f9-473a-8daa-9df3de6fd251 req-1088cee8-ab70-48bd-bdc3-15c5628e9f9f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.100545 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1382535-11f9-473a-8daa-9df3de6fd251 req-1088cee8-ab70-48bd-bdc3-15c5628e9f9f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.118608 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1382535-11f9-473a-8daa-9df3de6fd251 req-1088cee8-ab70-48bd-bdc3-15c5628e9f9f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.125415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1382535-11f9-473a-8daa-9df3de6fd251 req-1088cee8-ab70-48bd-bdc3-15c5628e9f9f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.138418 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1382535-11f9-473a-8daa-9df3de6fd251 req-1088cee8-ab70-48bd-bdc3-15c5628e9f9f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.149906 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c1382535-11f9-473a-8daa-9df3de6fd251 req-1088cee8-ab70-48bd-bdc3-15c5628e9f9f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5406 time: 0.3019059 Apr 18 19:39:48.180166 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:48.228568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Network 28e64e6f-4f58-4a93-a427-e9e72a506f26 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:39:48.293510 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c1382535-11f9-473a-8daa-9df3de6fd251 req-00cb577f-2f8e-45be-ae62-a9828fe51613 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1410923 Apr 18 19:39:48.340264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] Set router f72fd870-8ccd-48d5-bdae-7b20c12a5d5e gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:48.348634 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 28e64e6f-4f58-4a93-a427-e9e72a506f26) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:48.358836 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.359628 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:48.430278 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfb9433-0282-4110-92d8-832d5ed2284a None None] Network 28e64e6f-4f58-4a93-a427-e9e72a506f26 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:48.476631 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4b8b9a89-b441-4145-951e-34ca0e647c3d tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1163139 Apr 18 19:39:48.479213 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38880) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:48.485125 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-239006826', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}, 'admin_state_up': False}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:48.505770 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:48.523640 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Usage tracker for resource:router and tenant:4583e65cf4e848ef98f57fbb295d8992 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:48.532755 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:48.545800 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:48.651526 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:48.658000 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:48.661971 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Attempting to bind port 63083fda-d4e4-4753-9611-fccf668f4b1a on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:48.662325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Attempting to bind port 63083fda-d4e4-4753-9611-fccf668f4b1a by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:48.662761 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Attempting to bind port 63083fda-d4e4-4753-9611-fccf668f4b1a on network f91764e4-8071-495b-b932-3ecc2bf21b27 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:48.681404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Port 63083fda-d4e4-4753-9611-fccf668f4b1a on network f91764e4-8071-495b-b932-3ecc2bf21b27 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:48.682065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Attempting to bind port 63083fda-d4e4-4753-9611-fccf668f4b1a on network f91764e4-8071-495b-b932-3ecc2bf21b27 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:48.697198 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:48.697536 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Checking segment: {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:48.697924 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Bound using segment: {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:48.698391 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Bound port: 63083fda-d4e4-4753-9611-fccf668f4b1a, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5937cc79-82d6-4b48-8f74-51ce86cb7469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:48.698804 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:48.698927 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:48.850188 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-28e64e6f-4f58-4a93-a427-e9e72a506f26', 'network_id': '28e64e6f-4f58-4a93-a427-e9e72a506f26', 'tenant_id': '4583e65cf4e848ef98f57fbb295d8992', 'fixed_ips': [{'subnet_id': '554edec5-495a-4923-ae67-41619000bfc6'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:39:48.851055 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:48.866324 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30447904-088f-40c7-8c8c-1db9d54f67cd req-0b3d5ecc-3efd-41d2-be7c-078385a31a50 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:48.867856 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-30447904-088f-40c7-8c8c-1db9d54f67cd req-0b3d5ecc-3efd-41d2-be7c-078385a31a50 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.5407438 Apr 18 19:39:49.095655 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:49.231248 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-30447904-088f-40c7-8c8c-1db9d54f67cd req-88f86c74-e149-4e4f-9b00-dcd1ad4b84c7 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553550 Apr 18 19:39:49.241630 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] For port 63083fda-d4e4-4753-9611-fccf668f4b1a, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:49.262342 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] For port 63083fda-d4e4-4753-9611-fccf668f4b1a, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=63083fda-d4e4-4753-9611-fccf668f4b1a,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:49.277136 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:49.295780 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dfed0c0a-1556-43f1-96fc-cc3bf032cfc4 req-ac183a6b-1f13-4102-9860-38f6d06db21c tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1171737 Apr 18 19:39:49.317633 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:49.354238 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Allocated IP 172.20.0.2 (28e64e6f-4f58-4a93-a427-e9e72a506f26/554edec5-495a-4923-ae67-41619000bfc6/a48843a5-2001-42d6-9580-d8efd10751cb) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:49.392177 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:49.435571 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72fd870-8ccd-48d5-bdae-7b20c12a5d5e', 'name': 'tempest-snat-router-1872333133', 'tenant_id': '4291fc632c4f4321b63dc232d14a816d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.137'}], 'enable_snat': False}, 'gw_port_id': 'd199e0dc-11ab-4c5a-8b26-96da43fb549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:39:35Z', 'updated_at': '2022-04-18T19:39:42Z', 'revision_number': 3, 'project_id': '4291fc632c4f4321b63dc232d14a816d', 'gw_port': {'id': 'd199e0dc-11ab-4c5a-8b26-96da43fb549f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72fd870-8ccd-48d5-bdae-7b20c12a5d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:39:39Z', 'updated_at': '2022-04-18T19:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:49.481827 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58cb5d-153f-4968-920f-476bbff11618 req-6ed7ee42-3a66-4347-82f4-b453eedf2f51 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:49.483381 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-be58cb5d-153f-4968-920f-476bbff11618 req-6ed7ee42-3a66-4347-82f4-b453eedf2f51 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.16 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.4630492 Apr 18 19:39:49.536156 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:49.537591 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] 10.222.0.71 "PUT /v2.0/ports/63083fda-d4e4-4753-9611-fccf668f4b1a HTTP/1.1" status: 200 len: 1091 time: 4.3512194 Apr 18 19:39:49.541497 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': '63083fda-d4e4-4753-9611-fccf668f4b1a'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:49.574696 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:49.631781 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4259e76-0fc8-4e02-a20c-11c0997fb46f None None] The sync data for ids ['f72fd870-8ccd-48d5-bdae-7b20c12a5d5e'] in n-d-838334-1 is: [{'id': 'f72fd870-8ccd-48d5-bdae-7b20c12a5d5e', 'name': 'tempest-snat-router-1872333133', 'tenant_id': '4291fc632c4f4321b63dc232d14a816d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.137'}], 'enable_snat': False}, 'gw_port_id': 'd199e0dc-11ab-4c5a-8b26-96da43fb549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:39:35Z', 'updated_at': '2022-04-18T19:39:42Z', 'revision_number': 3, 'project_id': '4291fc632c4f4321b63dc232d14a816d', 'gw_port': {'id': 'd199e0dc-11ab-4c5a-8b26-96da43fb549f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72fd870-8ccd-48d5-bdae-7b20c12a5d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:39:39Z', 'updated_at': '2022-04-18T19:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:49.668108 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:49.783173 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:49.910883 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fe1ace-0217-455f-8a3c-2d8a65a25c87'] response: {'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': '63083fda-d4e4-4753-9611-fccf668f4b1a', 'status': 'completed', 'code': 200} Apr 18 19:39:49.991871 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84e6cb-618d-4e0e-ba52-ceffc63139fd service neutron] Pushing event updated for resources: {'Port': ['ID=63083fda-d4e4-4753-9611-fccf668f4b1a,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:50.053123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-be58cb5d-153f-4968-920f-476bbff11618 req-a85280a0-98bc-492f-b00c-4d87e697c7dd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Deleting port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:39:50.053639 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-be58cb5d-153f-4968-920f-476bbff11618 req-a85280a0-98bc-492f-b00c-4d87e697c7dd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:50.109241 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:50.135567 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Transition to ACTIVE for port object a48843a5-2001-42d6-9580-d8efd10751cb will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:50.212408 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Transition to ACTIVE for port object a48843a5-2001-42d6-9580-d8efd10751cb will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:50.293151 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:50.315246 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Allocated IP 172.25.8.124 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/4046c8f5-9563-4402-aeaf-e008daf004d8) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:50.408859 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Network 28e64e6f-4f58-4a93-a427-e9e72a506f26 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:50.412137 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:50.414740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:50.424693 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Pushing event updated for resources: {'Port': ['ID=a48843a5-2001-42d6-9580-d8efd10751cb,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:50.476264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:50.476730 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:50.479327 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:50.479327 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:50.479327 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:50.479327 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:50.479327 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:50.479327 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:50.479999 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:50.480463 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:50.481056 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:39:50.560030 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Attempting to bind port a48843a5-2001-42d6-9580-d8efd10751cb on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:50.560710 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Attempting to bind port a48843a5-2001-42d6-9580-d8efd10751cb by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '28e64e6f-4f58-4a93-a427-e9e72a506f26'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:50.560964 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Attempting to bind port a48843a5-2001-42d6-9580-d8efd10751cb on network 28e64e6f-4f58-4a93-a427-e9e72a506f26 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:50.570038 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:50.570809 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Checking segment: {'id': '822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '28e64e6f-4f58-4a93-a427-e9e72a506f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:50.571217 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:50.571606 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Bound using segment: {'id': '822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '28e64e6f-4f58-4a93-a427-e9e72a506f26'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:50.572081 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Bound port: a48843a5-2001-42d6-9580-d8efd10751cb, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '28e64e6f-4f58-4a93-a427-e9e72a506f26'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:50.572453 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:50.684032 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d199e0dc-11ab-4c5a-8b26-96da43fb549f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:50.773938 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a1be-b431-4728-9541-46d2ed56e28f req-29642c50-9fc4-441b-92d8-3564f85348ee tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.785253 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-efe5a1be-b431-4728-9541-46d2ed56e28f req-29642c50-9fc4-441b-92d8-3564f85348ee tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 0.2018211 Apr 18 19:39:50.806329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564c642-e096-4a4f-9bb3-222c16fc4864 req-0d62ef09-9d71-44cd-85c3-b72435f95990 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.817098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564c642-e096-4a4f-9bb3-222c16fc4864 req-0d62ef09-9d71-44cd-85c3-b72435f95990 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.817098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564c642-e096-4a4f-9bb3-222c16fc4864 req-0d62ef09-9d71-44cd-85c3-b72435f95990 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.820656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564c642-e096-4a4f-9bb3-222c16fc4864 req-0d62ef09-9d71-44cd-85c3-b72435f95990 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.832007 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564c642-e096-4a4f-9bb3-222c16fc4864 req-0d62ef09-9d71-44cd-85c3-b72435f95990 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.833251 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] For port a48843a5-2001-42d6-9580-d8efd10751cb, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:50.838866 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] For port a48843a5-2001-42d6-9580-d8efd10751cb, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a48843a5-2001-42d6-9580-d8efd10751cb,segment=NetworkSegment(822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0),segment_id=822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:50.839166 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564c642-e096-4a4f-9bb3-222c16fc4864 req-0d62ef09-9d71-44cd-85c3-b72435f95990 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.840602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564c642-e096-4a4f-9bb3-222c16fc4864 req-0d62ef09-9d71-44cd-85c3-b72435f95990 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:50.842684 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f564c642-e096-4a4f-9bb3-222c16fc4864 req-0d62ef09-9d71-44cd-85c3-b72435f95990 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5406 time: 1.2860553 Apr 18 19:39:50.844096 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:50.858898 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-efe5a1be-b431-4728-9541-46d2ed56e28f req-45ff8357-4a3c-4a3e-ae2a-5b0cfe3cfcee tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724585 Apr 18 19:39:50.915007 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:50.962194 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f564c642-e096-4a4f-9bb3-222c16fc4864 req-fd8dd027-fbb2-42ce-9034-c61694c98cac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039839 Apr 18 19:39:50.974902 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-400a8644-df9c-48f6-8922-8c51d23e6e1c req-0878e635-fcba-4bb4-b658-9724be522a99 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6353 time: 1.1333594 Apr 18 19:39:51.016678 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port d199e0dc-11ab-4c5a-8b26-96da43fb549f completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:51.045031 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port d199e0dc-11ab-4c5a-8b26-96da43fb549f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:51.045395 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:51.233428 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ab9ea-5dea-4343-b0ee-42db17a03030 None None] Pushing event updated for resources: {'Port': ['ID=a48843a5-2001-42d6-9580-d8efd10751cb,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:51.254973 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3adbb039-abf0-4d72-ae70-ba081db527aa req-f1883349-cbee-4b57-ae01-eedcfb86ab11 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0974467 Apr 18 19:39:51.460284 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:51.501028 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port d199e0dc-11ab-4c5a-8b26-96da43fb549f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d199e0dc-11ab-4c5a-8b26-96da43fb549f,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:51.565893 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:51.662510 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:51.688556 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=d199e0dc-11ab-4c5a-8b26-96da43fb549f,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:51.692864 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cd3318ee-d4b6-4617-86fb-861093fb6946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:52.077750 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-be58cb5d-153f-4968-920f-476bbff11618 req-a85280a0-98bc-492f-b00c-4d87e697c7dd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] For port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:52.078107 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-be58cb5d-153f-4968-920f-476bbff11618 req-a85280a0-98bc-492f-b00c-4d87e697c7dd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:52.102709 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a8644-df9c-48f6-8922-8c51d23e6e1c req-18099233-4743-4e06-b6b1-ce2205540ebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:52.103021 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a8644-df9c-48f6-8922-8c51d23e6e1c req-18099233-4743-4e06-b6b1-ce2205540ebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:52.103388 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a8644-df9c-48f6-8922-8c51d23e6e1c req-18099233-4743-4e06-b6b1-ce2205540ebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:52.105720 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-400a8644-df9c-48f6-8922-8c51d23e6e1c req-18099233-4743-4e06-b6b1-ce2205540ebf service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0537307 Apr 18 19:39:52.106523 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:52.239510 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Allocated IP 172.25.8.68 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/4d6ae39c-ebc1-4844-a14b-c4609d4da5c4) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:52.432414 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-be58cb5d-153f-4968-920f-476bbff11618 req-a85280a0-98bc-492f-b00c-4d87e697c7dd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Calling delete_port for 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:39:52.560784 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a48843a5-2001-42d6-9580-d8efd10751cb up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:52.632585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event updated for resources: {'Port': ['ID=4046c8f5-9563-4402-aeaf-e008daf004d8,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:52.665025 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:52.675199 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:39:52.698349 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:52.720960 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:52.836545 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2496017-e90f-41ea-b422-9fd108f4cb1e {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:52.846093 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:52.885723 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port a48843a5-2001-42d6-9580-d8efd10751cb completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:52.892813 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d199e0dc-11ab-4c5a-8b26-96da43fb549f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:52.896067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Transition to ACTIVE for port object b2496017-e90f-41ea-b422-9fd108f4cb1e will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:52.907394 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:52.929650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94fd7e-2be0-4d69-8b6f-86060906cebb req-e3b8acd9-5e5a-408b-b182-a4cf7a583657 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:52.935007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94fd7e-2be0-4d69-8b6f-86060906cebb req-e3b8acd9-5e5a-408b-b182-a4cf7a583657 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:52.938896 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94fd7e-2be0-4d69-8b6f-86060906cebb req-e3b8acd9-5e5a-408b-b182-a4cf7a583657 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:52.942755 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94fd7e-2be0-4d69-8b6f-86060906cebb req-e3b8acd9-5e5a-408b-b182-a4cf7a583657 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:52.947059 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94fd7e-2be0-4d69-8b6f-86060906cebb req-e3b8acd9-5e5a-408b-b182-a4cf7a583657 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:52.950761 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81949c90-a19f-46f1-b0f6-8890ae50f60f None None] Network 28e64e6f-4f58-4a93-a427-e9e72a506f26 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:39:52.951629 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94fd7e-2be0-4d69-8b6f-86060906cebb req-e3b8acd9-5e5a-408b-b182-a4cf7a583657 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:52.955628 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94fd7e-2be0-4d69-8b6f-86060906cebb req-e3b8acd9-5e5a-408b-b182-a4cf7a583657 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:52.963190 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8d94fd7e-2be0-4d69-8b6f-86060906cebb req-e3b8acd9-5e5a-408b-b182-a4cf7a583657 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5406 time: 0.6603305 Apr 18 19:39:53.027220 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8d94fd7e-2be0-4d69-8b6f-86060906cebb req-ca03ed15-1a38-4944-98e1-bc1bfa0379d5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630770 Apr 18 19:39:53.123304 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port d199e0dc-11ab-4c5a-8b26-96da43fb549f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:53.123955 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.135568 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.155103 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a8644-df9c-48f6-8922-8c51d23e6e1c req-25cad2d5-18a4-4ddc-992c-5f7b623026a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:53.157135 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-400a8644-df9c-48f6-8922-8c51d23e6e1c req-25cad2d5-18a4-4ddc-992c-5f7b623026a4 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0098100 Apr 18 19:39:53.166174 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.188587 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-94c545d3-d5eb-45ed-88e8-4ddc00a43f73 None None] Provisioning for port a48843a5-2001-42d6-9580-d8efd10751cb completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:53.300856 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:53.324832 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:53.329356 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:53.383037 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-be58cb5d-153f-4968-920f-476bbff11618 req-a85280a0-98bc-492f-b00c-4d87e697c7dd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.404251 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:39:53.469447 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Pushing event updated for resources: {'Port': ['ID=b2496017-e90f-41ea-b422-9fd108f4cb1e,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:53.475070 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event updated for resources: {'Port': ['ID=4d6ae39c-ebc1-4844-a14b-c4609d4da5c4,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:53.481317 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-94c545d3-d5eb-45ed-88e8-4ddc00a43f73 None None] Provisioning complete for port a48843a5-2001-42d6-9580-d8efd10751cb triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:53.481681 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-94c545d3-d5eb-45ed-88e8-4ddc00a43f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.501962 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a19dc1e2-c27d-43e5-b39d-e84787cb1a03 req-c965c604-1b11-45f1-a1f6-5e0ab7bc9238 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1126432 Apr 18 19:39:53.578408 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d723e64a-4d5a-4622-8860-61570edd9f22 req-15bf0d02-d744-4d6e-a896-59f8d9c460e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.3558521 Apr 18 19:39:53.590090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85280a0-98bc-492f-b00c-4d87e697c7dd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Pushing event deleted for resources: {'Port': ['ID=1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:53.761926 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-be58cb5d-153f-4968-920f-476bbff11618 req-a85280a0-98bc-492f-b00c-4d87e697c7dd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] No DVR routers for this DVR port 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:39:53.765161 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-be58cb5d-153f-4968-920f-476bbff11618 req-a85280a0-98bc-492f-b00c-4d87e697c7dd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.819480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26541b7f-7ff4-4444-9b53-49f962ea1bce', 'name': 'network-vif-deleted', 'tag': '1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:53.826279 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.827083 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:53.848274 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adc228-49fe-4e7c-bd49-395b5338aae3 req-8701c776-df58-4dc8-a494-968c76346761 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:53.849742 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-25adc228-49fe-4e7c-bd49-395b5338aae3 req-8701c776-df58-4dc8-a494-968c76346761 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 945 time: 1.8187525 Apr 18 19:39:53.902527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Attempting to bind port b2496017-e90f-41ea-b422-9fd108f4cb1e on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:53.902843 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Attempting to bind port b2496017-e90f-41ea-b422-9fd108f4cb1e by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:53.903306 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Attempting to bind port b2496017-e90f-41ea-b422-9fd108f4cb1e on network 4c97be3a-5d29-434f-8883-09ca6882114a {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:53.966176 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Port b2496017-e90f-41ea-b422-9fd108f4cb1e on network 4c97be3a-5d29-434f-8883-09ca6882114a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:53.978653 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Attempting to bind port b2496017-e90f-41ea-b422-9fd108f4cb1e on network 4c97be3a-5d29-434f-8883-09ca6882114a {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:53.987878 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-be58cb5d-153f-4968-920f-476bbff11618 req-a85280a0-98bc-492f-b00c-4d87e697c7dd tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.16 "DELETE /v2.0/ports/1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 HTTP/1.1" status: 204 len: 173 time: 4.4887235 Apr 18 19:39:53.991126 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:39:54.033346 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1bfa52a-837c-4427-9013-bd3a50a0ff04'] response: {'server_uuid': '26541b7f-7ff4-4444-9b53-49f962ea1bce', 'name': 'network-vif-deleted', 'tag': '1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8', 'status': 'completed', 'code': 200} Apr 18 19:39:54.053948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:54.054464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Checking segment: {'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:54.070527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Bound using segment: {'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:54.070972 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Bound port: b2496017-e90f-41ea-b422-9fd108f4cb1e, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:54.071330 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:54.085770 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6c38238f-bbba-4867-94f5-5f843601040b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:54.094556 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-94c545d3-d5eb-45ed-88e8-4ddc00a43f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:54.152134 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-25adc228-49fe-4e7c-bd49-395b5338aae3 req-02f23bac-d04a-4a1a-8626-d24c2b1629c9 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711635 Apr 18 19:39:54.227730 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:39:54.228083 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 1d5a9ea6-63f6-46c0-876d-7686c8d5aaa8 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:39:54.387950 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] For port b2496017-e90f-41ea-b422-9fd108f4cb1e, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:54.394233 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] For port b2496017-e90f-41ea-b422-9fd108f4cb1e, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e,segment=NetworkSegment(037d864a-c5c8-42fb-8a88-77a0a82ae55b),segment_id=037d864a-c5c8-42fb-8a88-77a0a82ae55b)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:54.407695 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:54.408345 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:54.411770 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-94c545d3-d5eb-45ed-88e8-4ddc00a43f73 None None] For port a48843a5-2001-42d6-9580-d8efd10751cb, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a48843a5-2001-42d6-9580-d8efd10751cb,segment=NetworkSegment(822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0),segment_id=822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:39:54.532199 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-94c545d3-d5eb-45ed-88e8-4ddc00a43f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:54.674625 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dfed9-b643-4e0d-82de-9c832b4d184d req-cdec2c25-6bc8-4506-8a23-617a2c3ec591 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:54.689924 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dfed9-b643-4e0d-82de-9c832b4d184d req-cdec2c25-6bc8-4506-8a23-617a2c3ec591 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:54.694115 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dfed9-b643-4e0d-82de-9c832b4d184d req-cdec2c25-6bc8-4506-8a23-617a2c3ec591 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:54.699362 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dfed9-b643-4e0d-82de-9c832b4d184d req-cdec2c25-6bc8-4506-8a23-617a2c3ec591 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:54.703513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dfed9-b643-4e0d-82de-9c832b4d184d req-cdec2c25-6bc8-4506-8a23-617a2c3ec591 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:54.713626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c545d3-d5eb-45ed-88e8-4ddc00a43f73 None None] Pushing event updated for resources: {'Port': ['ID=a48843a5-2001-42d6-9580-d8efd10751cb,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:54.720082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dfed9-b643-4e0d-82de-9c832b4d184d req-cdec2c25-6bc8-4506-8a23-617a2c3ec591 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:54.724755 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dfed9-b643-4e0d-82de-9c832b4d184d req-cdec2c25-6bc8-4506-8a23-617a2c3ec591 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:54.733563 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ba7dfed9-b643-4e0d-82de-9c832b4d184d req-cdec2c25-6bc8-4506-8a23-617a2c3ec591 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5418 time: 0.3189149 Apr 18 19:39:54.796217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Router 0b1e751a-da81-4e03-ac2e-188ffef31cfd is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:39:54.899593 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:54.911836 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ba7dfed9-b643-4e0d-82de-9c832b4d184d req-1b52330f-b60e-4b6a-a707-eb69d989fadf tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1772845 Apr 18 19:39:54.993428 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b3dcae48-2957-48f7-8d47-30f55ccaaf45 None None] Provisioning complete for port a48843a5-2001-42d6-9580-d8efd10751cb triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:54.993977 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b3dcae48-2957-48f7-8d47-30f55ccaaf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:55.068936 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:55.166974 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:55.267748 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:39:55.464742 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-89faee1b-8967-4ff6-8c84-27750c42239a req-c71e1785-d3d2-4146-9ffe-307d77c8717b tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.2979898 Apr 18 19:39:55.509161 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d3089cb0-ad63-49a3-b5d5-9ff1cf68c908 req-ba64117a-2ea2-42d9-ba62-980b8442f63a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=26541b7f-7ff4-4444-9b53-49f962ea1bce HTTP/1.1" status: 200 len: 210 time: 0.0867445 Apr 18 19:39:55.529111 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:55.531280 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] 10.222.0.71 "PUT /v2.0/ports/b2496017-e90f-41ea-b422-9fd108f4cb1e HTTP/1.1" status: 200 len: 1091 time: 5.7526305 Apr 18 19:39:55.549893 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:55.554659 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca10f8-9647-4dfb-9211-72c2a46baf72 service neutron] Pushing event updated for resources: {'Port': ['ID=b2496017-e90f-41ea-b422-9fd108f4cb1e,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:55.574059 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b32dc6-a7ea-43af-893c-55b3d549b46e None None] Sync routers for ids ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:55.594617 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b32dc6-a7ea-43af-893c-55b3d549b46e None None] Routers {'0b1e751a-da81-4e03-ac2e-188ffef31cfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:55.595551 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-53b32dc6-a7ea-43af-893c-55b3d549b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:55.671381 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Request body: {'port': {'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:55.679832 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:55.681155 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-50872b09-7559-4059-b40e-68d451a1d5ee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.2009735 Apr 18 19:39:55.684560 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 38974) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:55.704847 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-53b32dc6-a7ea-43af-893c-55b3d549b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:55.722842 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b32dc6-a7ea-43af-893c-55b3d549b46e None None] Routers {'0b1e751a-da81-4e03-ac2e-188ffef31cfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:55.723754 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-53b32dc6-a7ea-43af-893c-55b3d549b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:55.819242 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-53b32dc6-a7ea-43af-893c-55b3d549b46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:55.819887 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b32dc6-a7ea-43af-893c-55b3d549b46e None None] The sync data for ids ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:39:55.857197 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:56.038496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': 'b2496017-e90f-41ea-b422-9fd108f4cb1e'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:56.274654 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55226921-6cee-4f81-91b4-c4dab27d91b8'] response: {'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': 'b2496017-e90f-41ea-b422-9fd108f4cb1e', 'status': 'completed', 'code': 200} Apr 18 19:39:56.288745 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Router 327dd0e4-397d-4848-ac5b-3107c562e3d7 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:39:56.413224 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a48843a5-2001-42d6-9580-d8efd10751cb up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:39:56.549976 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:56.811110 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port a48843a5-2001-42d6-9580-d8efd10751cb triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:56.812015 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:56.828818 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-032f50e5-05fe-460b-9ba7-ecdb9da700a2 req-2ed892ec-e327-4ace-b326-385f24ea5568 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6420 time: 0.6081822 Apr 18 19:39:56.882251 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-501241ff-5847-43f8-9fe9-501095a9f667 req-5ed0b513-0871-4c40-b2f1-622bf10e66f3 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0541699 Apr 18 19:39:56.967617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8889c-6e6f-4c82-956a-b80a5bdf7874 req-0e2d08d3-0abd-4859-8456-d83bd309e5b0 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.971613 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8889c-6e6f-4c82-956a-b80a5bdf7874 req-0e2d08d3-0abd-4859-8456-d83bd309e5b0 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.975576 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8889c-6e6f-4c82-956a-b80a5bdf7874 req-0e2d08d3-0abd-4859-8456-d83bd309e5b0 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.979708 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8889c-6e6f-4c82-956a-b80a5bdf7874 req-0e2d08d3-0abd-4859-8456-d83bd309e5b0 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.983731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8889c-6e6f-4c82-956a-b80a5bdf7874 req-0e2d08d3-0abd-4859-8456-d83bd309e5b0 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.987831 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8889c-6e6f-4c82-956a-b80a5bdf7874 req-0e2d08d3-0abd-4859-8456-d83bd309e5b0 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:56.991773 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8889c-6e6f-4c82-956a-b80a5bdf7874 req-0e2d08d3-0abd-4859-8456-d83bd309e5b0 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:57.000026 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4dc8889c-6e6f-4c82-956a-b80a5bdf7874 req-0e2d08d3-0abd-4859-8456-d83bd309e5b0 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5418 time: 0.6892273 Apr 18 19:39:57.015757 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:39:57.138636 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:57.255975 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:39:57.277367 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:57.282229 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4dc8889c-6e6f-4c82-956a-b80a5bdf7874 req-6a75c02c-4b50-4003-918b-a33e043cd16d tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2814064 Apr 18 19:39:57.306242 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f50e5-05fe-460b-9ba7-ecdb9da700a2 req-01e882f1-5c1e-404e-b048-597447ec216f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:57.306569 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f50e5-05fe-460b-9ba7-ecdb9da700a2 req-01e882f1-5c1e-404e-b048-597447ec216f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:57.306932 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f50e5-05fe-460b-9ba7-ecdb9da700a2 req-01e882f1-5c1e-404e-b048-597447ec216f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:57.309037 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-032f50e5-05fe-460b-9ba7-ecdb9da700a2 req-01e882f1-5c1e-404e-b048-597447ec216f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4726861 Apr 18 19:39:57.318883 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Transition to ACTIVE for port object 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:57.431173 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:57.700914 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39014) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:57.716509 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1350213283'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:57.733908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:57.739119 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:network and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:57.742455 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:57.752546 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:57.869684 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:57.883116 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:57.936475 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:39:57.938218 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Pushing event updated for resources: {'Port': ['ID=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:57.955663 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Sync routers for ids ['327dd0e4-397d-4848-ac5b-3107c562e3d7'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:39:57.968632 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Allocated IP 172.20.0.1 (28e64e6f-4f58-4a93-a427-e9e72a506f26/554edec5-495a-4923-ae67-41619000bfc6/4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:39:57.971481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:39:57.980686 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Routers {'327dd0e4-397d-4848-ac5b-3107c562e3d7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:39:57.983108 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['327dd0e4-397d-4848-ac5b-3107c562e3d7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:57.991154 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:57.991802 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Added segment 4abd0007-1d04-49fe-9fb9-af69a1d3ecb5 of type vlan for network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 Apr 18 19:39:58.047505 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f50e5-05fe-460b-9ba7-ecdb9da700a2 req-ca20bdeb-67b3-4a17-b68a-569bb8f02569 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:58.055654 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-032f50e5-05fe-460b-9ba7-ecdb9da700a2 req-ca20bdeb-67b3-4a17-b68a-569bb8f02569 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7380786 Apr 18 19:39:58.064970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Attempting to bind port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:39:58.065375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Attempting to bind port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:39:58.065768 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Attempting to bind port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab on network 4c97be3a-5d29-434f-8883-09ca6882114a {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:58.076617 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab on network 4c97be3a-5d29-434f-8883-09ca6882114a not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:39:58.080209 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Attempting to bind port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab on network 4c97be3a-5d29-434f-8883-09ca6882114a {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:39:58.106438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:39:58.110517 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Checking segment: {'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:39:58.111125 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Bound using segment: {'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:39:58.111643 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Bound port: 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '037d864a-c5c8-42fb-8a88-77a0a82ae55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:39:58.113905 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.140011 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.154186 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.161294 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7a3655fd-a39a-4786-9173-a4e25a263ac0 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.2040071 Apr 18 19:39:58.162193 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39032) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:58.241909 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.288692 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Transition to ACTIVE for port object 4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:39:58.342395 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.346626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:58.347344 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.421568 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Set router 327dd0e4-397d-4848-ac5b-3107c562e3d7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:39:58.499677 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] For port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:39:58.512956 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] For port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab,segment=NetworkSegment(037d864a-c5c8-42fb-8a88-77a0a82ae55b),segment_id=037d864a-c5c8-42fb-8a88-77a0a82ae55b)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:39:58.553716 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8509967 Apr 18 19:39:58.555190 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.562579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f24bc8-b00b-4cf9-9e01-64866303b72b req-65fdf264-9355-4de2-bdd1-cffa125fd87a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:39:58.563921 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-75f24bc8-b00b-4cf9-9e01-64866303b72b req-65fdf264-9355-4de2-bdd1-cffa125fd87a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Synchronizing usage tracker for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:39:58.567357 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39038) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:58.586823 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.617584 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1370252435'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:39:58.625365 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:39:58.633462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:network and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:39:58.637484 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:39:58.644672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:39:58.722018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Network 28e64e6f-4f58-4a93-a427-e9e72a506f26 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:39:58.725953 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:39:58.728785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:39:58.840382 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b1cc6-dd65-4b9e-93a6-3c243a1cda4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Network': ['ID=ffd6f4cb-0011-4fcc-8795-5dc248fc3805,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:58.846905 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.852012 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.853453 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] 10.222.0.71 "PUT /v2.0/ports/9d435c59-939a-4b9c-bc2f-ea8fccdeeaab HTTP/1.1" status: 200 len: 1091 time: 3.1879506 Apr 18 19:39:58.853905 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': '9d435c59-939a-4b9c-bc2f-ea8fccdeeaab'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:39:58.866000 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39044) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:58.891684 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:39:58.900058 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:58.942823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-75f24bc8-b00b-4cf9-9e01-64866303b72b req-65fdf264-9355-4de2-bdd1-cffa125fd87a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Unset dirty status for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:39:58.952231 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75f24bc8-b00b-4cf9-9e01-64866303b72b req-65fdf264-9355-4de2-bdd1-cffa125fd87a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.6356192 Apr 18 19:39:59.036015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event updated for resources: {'Port': ['ID=4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:59.125735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78928f15-5a1d-4cc3-81c7-504561aee01f service neutron] Pushing event updated for resources: {'Port': ['ID=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:39:59.213430 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:39:59.336351 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-75f24bc8-b00b-4cf9-9e01-64866303b72b req-38f13d7f-0cf0-420e-aab9-ab52bb740866 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831074 Apr 18 19:39:59.342137 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.350203 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-64f3d1ab-c110-40cd-b41a-9253a0ee4ebd tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/routers/327dd0e4-397d-4848-ac5b-3107c562e3d7 HTTP/1.1" status: 200 len: 908 time: 1.1551313 Apr 18 19:39:59.362787 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39054) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:39:59.399364 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:39:59.440930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-55ad2187-6d36-493a-899b-b6b793447a01 None None] Provisioning for port 4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:39:59.461252 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.461794 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Added segment 598f3716-ca3f-4e0e-a751-d269ea74b1ee of type vlan for network e78622fb-3352-44b9-a22f-f41c23e91484 Apr 18 19:39:59.481080 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-55ad2187-6d36-493a-899b-b6b793447a01 None None] Provisioning complete for port 4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:39:59.481448 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-55ad2187-6d36-493a-899b-b6b793447a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.632917 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-55ad2187-6d36-493a-899b-b6b793447a01 None None] Port 4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:39:59.669323 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327dd0e4-397d-4848-ac5b-3107c562e3d7', 'name': 'tempest-snat-router-1872333133', 'tenant_id': '4291fc632c4f4321b63dc232d14a816d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '4046c8f5-9563-4402-aeaf-e008daf004d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:39:47Z', 'updated_at': '2022-04-18T19:39:53Z', 'revision_number': 3, 'project_id': '4291fc632c4f4321b63dc232d14a816d', 'gw_port': {'id': '4046c8f5-9563-4402-aeaf-e008daf004d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327dd0e4-397d-4848-ac5b-3107c562e3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:39:49Z', 'updated_at': '2022-04-18T19:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:39:59.674410 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Checking router: 327dd0e4-397d-4848-ac5b-3107c562e3d7 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:39:59.674764 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Updating router 327dd0e4-397d-4848-ac5b-3107c562e3d7 port 4046c8f5-9563-4402-aeaf-e008daf004d8 binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:39:59.715696 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.735075 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:39:59.841754 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dc52a8fd-b788-4d37-8495-cf4989318b1d req-9bb9f6e3-af53-41a8-aa5b-40fd89f8d4ad tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1478684 Apr 18 19:39:59.849484 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-4c625e0c-0499-447b-a1ba-e87320484b5b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6487 time: 0.8159230 Apr 18 19:39:59.943304 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-64654891-ad8a-4004-a920-d3c408625562 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82 HTTP/1.1" status: 200 len: 217 time: 0.0712721 Apr 18 19:40:00.087083 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-b6496db7-2c53-4675-bdd6-8dcc8cf6d8c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:00.088672 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-b6496db7-2c53-4675-bdd6-8dcc8cf6d8c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a7a8008-ffcc-4017-8187-655a8c76d91c HTTP/1.1" status: 200 len: 855 time: 0.1258833 Apr 18 19:40:00.091355 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fdeaed-8e98-4c3d-8aff-2512d9dbc101'] response: {'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': '9d435c59-939a-4b9c-bc2f-ea8fccdeeaab', 'status': 'completed', 'code': 200} Apr 18 19:40:00.166966 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403d09-a29e-48b1-9ca2-5842623c295c req-5ebfaec2-0155-4124-b55a-745a4270166c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:00.180899 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403d09-a29e-48b1-9ca2-5842623c295c req-5ebfaec2-0155-4124-b55a-745a4270166c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:00.184815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403d09-a29e-48b1-9ca2-5842623c295c req-5ebfaec2-0155-4124-b55a-745a4270166c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:00.188683 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403d09-a29e-48b1-9ca2-5842623c295c req-5ebfaec2-0155-4124-b55a-745a4270166c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:00.201058 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403d09-a29e-48b1-9ca2-5842623c295c req-5ebfaec2-0155-4124-b55a-745a4270166c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:00.216515 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403d09-a29e-48b1-9ca2-5842623c295c req-5ebfaec2-0155-4124-b55a-745a4270166c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:00.220125 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8403d09-a29e-48b1-9ca2-5842623c295c req-5ebfaec2-0155-4124-b55a-745a4270166c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:00.227651 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f8403d09-a29e-48b1-9ca2-5842623c295c req-5ebfaec2-0155-4124-b55a-745a4270166c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 1.0128412 Apr 18 19:40:00.264720 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7c7bd-548b-49f9-81f5-ef5a2d4d9e10 req-8bb4474b-50c9-4e71-a1b9-e0fa8e5f07ce tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:00.266326 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6e7c7bd-548b-49f9-81f5-ef5a2d4d9e10 req-8bb4474b-50c9-4e71-a1b9-e0fa8e5f07ce tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.2269301 Apr 18 19:40:00.269263 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-12e1a67c-cee6-46b7-92f7-4f9f0252e90e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714692 Apr 18 19:40:00.271283 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.274613 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.279827 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:00.280534 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.286049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Transition to ACTIVE for port object 4046c8f5-9563-4402-aeaf-e008daf004d8 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:00.349147 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.416331 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45991-90ce-4f1f-a353-b8ce5c53368e None None] Pushing event updated for resources: {'Port': ['ID=4046c8f5-9563-4402-aeaf-e008daf004d8,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:00.444865 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Attempting to bind port 4046c8f5-9563-4402-aeaf-e008daf004d8 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:00.447981 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Attempting to bind port 4046c8f5-9563-4402-aeaf-e008daf004d8 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:00.447981 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Attempting to bind port 4046c8f5-9563-4402-aeaf-e008daf004d8 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:00.458529 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:00.458529 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:00.458529 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.458529 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:00.458529 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Bound port: 4046c8f5-9563-4402-aeaf-e008daf004d8, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:00.458529 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.504103 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8973403 Apr 18 19:40:00.521020 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0386ea-2a59-4804-a8b7-650fa3a427af tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Network': ['ID=e78622fb-3352-44b9-a22f-f41c23e91484,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:00.546579 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network e78622fb-3352-44b9-a22f-f41c23e91484 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:40:00.546796 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39062) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:00.560672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'subnet': {'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:00.580725 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.589019 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f8403d09-a29e-48b1-9ca2-5842623c295c req-e8eddac8-0660-4eef-a020-f54760db08c0 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3567553 Apr 18 19:40:00.750195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-f6e7c7bd-548b-49f9-81f5-ef5a2d4d9e10 req-5514a4a4-4393-4a76-880d-b936eb002503 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Deleting port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:00.750883 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f6e7c7bd-548b-49f9-81f5-ef5a2d4d9e10 req-5514a4a4-4393-4a76-880d-b936eb002503 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.794075 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] For port 4046c8f5-9563-4402-aeaf-e008daf004d8, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:00.828778 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] For port 4046c8f5-9563-4402-aeaf-e008daf004d8, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=4046c8f5-9563-4402-aeaf-e008daf004d8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:00.884731 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:00.890399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:subnet and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:00.891880 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:00.894480 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:00.902465 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:00.924930 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:01.022090 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:01.027481 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Routers {'327dd0e4-397d-4848-ac5b-3107c562e3d7'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:01.028293 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['327dd0e4-397d-4848-ac5b-3107c562e3d7'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:01.127860 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:01.129440 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-4b51bd02-d787-4336-84a1-23d48e633c98 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8494866 Apr 18 19:40:01.188003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d45991-90ce-4f1f-a353-b8ce5c53368e None None] Pushing event updated for resources: {'Port': ['ID=4046c8f5-9563-4402-aeaf-e008daf004d8,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:01.216921 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-99482d27-b116-4744-ba1b-663fa2816b05 req-47ac8768-17f8-406a-82e2-6f66058f18e3 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1801353 Apr 18 19:40:01.256421 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] Set router 327dd0e4-397d-4848-ac5b-3107c562e3d7 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:01.264965 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:01.363851 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495b778-661b-40bf-8f8d-cdc2d2adc702 req-8b303252-3731-40b8-b937-71d4f7c03186 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:01.371384 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4495b778-661b-40bf-8f8d-cdc2d2adc702 req-8b303252-3731-40b8-b937-71d4f7c03186 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 946 time: 0.5860064 Apr 18 19:40:01.375750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event updated for resources: {'Port': ['ID=4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:01.390929 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:01.536679 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-7da5a303-102d-480b-a722-23715b27065e service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002230 Apr 18 19:40:01.555490 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-f6e7c7bd-548b-49f9-81f5-ef5a2d4d9e10 req-5514a4a4-4393-4a76-880d-b936eb002503 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] For port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:01.555889 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f6e7c7bd-548b-49f9-81f5-ef5a2d4d9e10 req-5514a4a4-4393-4a76-880d-b936eb002503 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:01.664936 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327dd0e4-397d-4848-ac5b-3107c562e3d7', 'name': 'tempest-snat-router-1872333133', 'tenant_id': '4291fc632c4f4321b63dc232d14a816d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '4046c8f5-9563-4402-aeaf-e008daf004d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:39:47Z', 'updated_at': '2022-04-18T19:39:53Z', 'revision_number': 3, 'project_id': '4291fc632c4f4321b63dc232d14a816d', 'gw_port': {'id': '4046c8f5-9563-4402-aeaf-e008daf004d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327dd0e4-397d-4848-ac5b-3107c562e3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:39:49Z', 'updated_at': '2022-04-18T19:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:01.675923 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360527bd-904c-4329-a050-aba48029c3b3 None None] The sync data for ids ['327dd0e4-397d-4848-ac5b-3107c562e3d7'] in n-d-838334-1 is: [{'id': '327dd0e4-397d-4848-ac5b-3107c562e3d7', 'name': 'tempest-snat-router-1872333133', 'tenant_id': '4291fc632c4f4321b63dc232d14a816d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '4046c8f5-9563-4402-aeaf-e008daf004d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:39:47Z', 'updated_at': '2022-04-18T19:39:53Z', 'revision_number': 3, 'project_id': '4291fc632c4f4321b63dc232d14a816d', 'gw_port': {'id': '4046c8f5-9563-4402-aeaf-e008daf004d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327dd0e4-397d-4848-ac5b-3107c562e3d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:39:49Z', 'updated_at': '2022-04-18T19:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:01.681341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Network 28e64e6f-4f58-4a93-a427-e9e72a506f26 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:01.684242 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:01.762285 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:01.767748 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4495b778-661b-40bf-8f8d-cdc2d2adc702 req-22f37d58-01c0-4b1f-a6bd-57ae29a91bd1 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/security-groups?id=70cd942b-3e1c-4756-96ed-93c5a1d80c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954375 Apr 18 19:40:01.775086 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-f6e7c7bd-548b-49f9-81f5-ef5a2d4d9e10 req-5514a4a4-4393-4a76-880d-b936eb002503 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Calling delete_port for 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:01.822906 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-361afaf4-327e-4531-96fc-469f7c75c62b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a HTTP/1.1" status: 200 len: 217 time: 0.2698743 Apr 18 19:40:01.934873 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Subnet': ['ID=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:01.978644 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-e68bf7d2-6b48-473e-b452-b8cd24982efc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:01.978644 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-e68bf7d2-6b48-473e-b452-b8cd24982efc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.1243558 Apr 18 19:40:02.116699 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-69195c3b-46ad-400e-ac74-31f82953276c None None] Provisioning complete for port 4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:02.117075 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-69195c3b-46ad-400e-ac74-31f82953276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.202302 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-69195c3b-46ad-400e-ac74-31f82953276c None None] Port 4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:02.311759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e0dc0-4ab1-4597-882c-0b5389584b5a req-d3a4af4c-9487-4a7a-b52f-b6e0adaf523e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.315988 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e0dc0-4ab1-4597-882c-0b5389584b5a req-d3a4af4c-9487-4a7a-b52f-b6e0adaf523e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.318473 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.329794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e0dc0-4ab1-4597-882c-0b5389584b5a req-d3a4af4c-9487-4a7a-b52f-b6e0adaf523e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.329794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e0dc0-4ab1-4597-882c-0b5389584b5a req-d3a4af4c-9487-4a7a-b52f-b6e0adaf523e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.329794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e0dc0-4ab1-4597-882c-0b5389584b5a req-d3a4af4c-9487-4a7a-b52f-b6e0adaf523e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.335504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e0dc0-4ab1-4597-882c-0b5389584b5a req-d3a4af4c-9487-4a7a-b52f-b6e0adaf523e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.340270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e0dc0-4ab1-4597-882c-0b5389584b5a req-d3a4af4c-9487-4a7a-b52f-b6e0adaf523e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.341997 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-823e0dc0-4ab1-4597-882c-0b5389584b5a req-d3a4af4c-9487-4a7a-b52f-b6e0adaf523e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.3874891 Apr 18 19:40:02.342773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Checking segment: {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:02.343124 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network hostable DHCP agents. Network: ffd6f4cb-0011-4fcc-8795-5dc248fc3805, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:40:02.421803 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.459946 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 4046c8f5-9563-4402-aeaf-e008daf004d8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:02.595740 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f7e98028-b13c-4efd-b5df-bbbd8a9356f9 req-43989098-9fa2-468a-9082-ae921c3a819d tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0690968 Apr 18 19:40:02.651020 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 4046c8f5-9563-4402-aeaf-e008daf004d8 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:02.657701 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 4046c8f5-9563-4402-aeaf-e008daf004d8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:02.658253 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.687003 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-823e0dc0-4ab1-4597-882c-0b5389584b5a req-81b38bce-00b1-45bf-8ade-89278d2c7103 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1825063 Apr 18 19:40:02.719171 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:40:02.737357 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Deleting port 4046c8f5-9563-4402-aeaf-e008daf004d8 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:02.741037 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.790340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Router 0b1e751a-da81-4e03-ac2e-188ffef31cfd has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:02.826510 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.846255 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 4046c8f5-9563-4402-aeaf-e008daf004d8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=4046c8f5-9563-4402-aeaf-e008daf004d8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:02.872515 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, ffd6f4cb-0011-4fcc-8795-5dc248fc3805) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:02.876912 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-441c83ae-15dc-47d1-b48a-b037cee2baa4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8913202 Apr 18 19:40:02.881077 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f13982b-ba8b-46db-9310-30312b29275e None None] Network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:02.886098 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f6e7c7bd-548b-49f9-81f5-ef5a2d4d9e10 req-5514a4a4-4393-4a76-880d-b936eb002503 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:02.971241 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:02.971966 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.031708 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.086393 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-84ff6250-5026-42e5-abb3-46bdf58058d7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5381858 Apr 18 19:40:03.089636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39086) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:03.113170 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'subnet': {'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:03.204969 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=4046c8f5-9563-4402-aeaf-e008daf004d8,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:03.220203 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514a4a4-4393-4a76-880d-b936eb002503 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Pushing event deleted for resources: {'Port': ['ID=4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:03.279068 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:03.284204 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-ffd6f4cb-0011-4fcc-8795-5dc248fc3805', 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'fixed_ips': [{'subnet_id': '8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:40:03.284563 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:subnet and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:03.285703 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.288418 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:03.303064 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:03.306587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:03.328363 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:03.336443 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e81807c8-813e-4ed0-b81c-82063156edff tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "PUT /v2.0/routers/0b1e751a-da81-4e03-ac2e-188ffef31cfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6482382 Apr 18 19:40:03.337153 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39092) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:03.343934 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Request body: {'port': {'network_id': '28e64e6f-4f58-4a93-a427-e9e72a506f26', 'name': 'tempest-FloatingIPAdminTestJSON-1994897202'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:03.345614 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:03.346095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:03.347268 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f18ee-b99e-4079-9b5d-391088a94ab0 None None] Sync routers for ids ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:03.359805 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d2e87d97-326f-438d-a9cb-8cb5915b8fe7 req-c0193107-e0b4-45ad-a8b6-2339243a572a tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 210 time: 0.2370114 Apr 18 19:40:03.360790 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f18ee-b99e-4079-9b5d-391088a94ab0 None None] Routers {'0b1e751a-da81-4e03-ac2e-188ffef31cfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:03.361652 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-892f18ee-b99e-4079-9b5d-391088a94ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:03.361821 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ea07fec0-fc9d-45bb-9344-f498c517eb4d service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329481 Apr 18 19:40:03.445046 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-892f18ee-b99e-4079-9b5d-391088a94ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:03.458946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:03.463146 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f18ee-b99e-4079-9b5d-391088a94ab0 None None] Routers {'0b1e751a-da81-4e03-ac2e-188ffef31cfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:03.463810 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-892f18ee-b99e-4079-9b5d-391088a94ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:03.576990 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-892f18ee-b99e-4079-9b5d-391088a94ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:03.577645 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f18ee-b99e-4079-9b5d-391088a94ab0 None None] The sync data for ids ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:03.593188 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e7c7bd-548b-49f9-81f5-ef5a2d4d9e10 req-5514a4a4-4393-4a76-880d-b936eb002503 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] No DVR routers for this DVR port 4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:03.594395 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Allocated IP 10.1.1.2 (ffd6f4cb-0011-4fcc-8795-5dc248fc3805/8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325/44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:03.596178 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-f6e7c7bd-548b-49f9-81f5-ef5a2d4d9e10 req-5514a4a4-4393-4a76-880d-b936eb002503 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.604100 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7278909-74ab-4bbe-89e9-2fde29a61dc5', 'name': 'network-vif-deleted', 'tag': '4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:03.673746 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-a05f4028-e09a-4e41-8999-0185bd9ba2bf service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662358 Apr 18 19:40:03.748810 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:03.750014 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5fea59-4f4e-486f-8fdf-f81f088bc9b5'] response: {'server_uuid': 'b7278909-74ab-4bbe-89e9-2fde29a61dc5', 'name': 'network-vif-deleted', 'tag': '4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac', 'status': 'completed', 'code': 200} Apr 18 19:40:03.753921 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] For port 4046c8f5-9563-4402-aeaf-e008daf004d8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=4046c8f5-9563-4402-aeaf-e008daf004d8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:03.754290 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.758738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Usage tracker for resource:port and tenant:4583e65cf4e848ef98f57fbb295d8992 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:03.767300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:03.776376 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f6e7c7bd-548b-49f9-81f5-ef5a2d4d9e10 req-5514a4a4-4393-4a76-880d-b936eb002503 tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.71 "DELETE /v2.0/ports/4257dc0c-c549-48d1-9ed6-b7e5a8ae4dac HTTP/1.1" status: 204 len: 173 time: 3.4758410 Apr 18 19:40:03.845974 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:03.890052 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.935586 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:03.949565 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Transition to ACTIVE for port object 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:03.972681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Transition to ACTIVE for port object 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:04.012700 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-e6b21201-7465-466d-9d2e-78beb155db13 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=3bad8b42-f05a-4199-b636-0da503786680 HTTP/1.1" status: 200 len: 217 time: 0.3314707 Apr 18 19:40:04.051522 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.065682 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Made reservation on behalf of 4583e65cf4e848ef98f57fbb295d8992 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:04.068664 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.107532 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d340bda4-cafb-4bf8-a6bd-7a43ac4cb73f req-1d0dd543-2013-43e6-be4e-1e7d73d10aa4 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1497157 Apr 18 19:40:04.114551 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Calling delete_port for 4046c8f5-9563-4402-aeaf-e008daf004d8 owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:04.176217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] device_id is not set on port 3a78bcb6-e357-4b26-befc-b242dc71f0c0 yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:40:04.176444 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Pushing event updated for resources: {'Port': ['ID=44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:04.198282 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:04.199085 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:04.201418 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:04.311297 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Attempting to bind port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:04.311297 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Attempting to bind port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:04.311581 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Attempting to bind port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:04.319156 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:04.320016 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Checking segment: {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:04.320156 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.320629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Bound using segment: {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:04.321197 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Bound port: 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:04.321624 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.354846 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-349f8df8-b489-4363-ad39-5997b2eee8a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.357608 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-349f8df8-b489-4363-ad39-5997b2eee8a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.2099209 Apr 18 19:40:04.373842 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc2698-9f82-47cc-90f2-7bb53ca71980 req-10549532-266e-4d7a-b196-7410c0a4669c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.390329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc2698-9f82-47cc-90f2-7bb53ca71980 req-10549532-266e-4d7a-b196-7410c0a4669c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.395861 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc2698-9f82-47cc-90f2-7bb53ca71980 req-10549532-266e-4d7a-b196-7410c0a4669c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.403382 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc2698-9f82-47cc-90f2-7bb53ca71980 req-10549532-266e-4d7a-b196-7410c0a4669c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.408006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc2698-9f82-47cc-90f2-7bb53ca71980 req-10549532-266e-4d7a-b196-7410c0a4669c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.412980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc2698-9f82-47cc-90f2-7bb53ca71980 req-10549532-266e-4d7a-b196-7410c0a4669c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.417578 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc2698-9f82-47cc-90f2-7bb53ca71980 req-10549532-266e-4d7a-b196-7410c0a4669c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:04.419545 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d5fc2698-9f82-47cc-90f2-7bb53ca71980 req-10549532-266e-4d7a-b196-7410c0a4669c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.4931610 Apr 18 19:40:04.448476 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 4046c8f5-9563-4402-aeaf-e008daf004d8 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:04.514796 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Allocated IP 172.20.0.14 (28e64e6f-4f58-4a93-a427-e9e72a506f26/554edec5-495a-4923-ae67-41619000bfc6/3a78bcb6-e357-4b26-befc-b242dc71f0c0) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:04.539987 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d5fc2698-9f82-47cc-90f2-7bb53ca71980 req-cb02b1d8-fd62-4841-af17-17aa28fcb728 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088479 Apr 18 19:40:04.543130 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] For port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:04.550274 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] For port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:04.568528 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 4046c8f5-9563-4402-aeaf-e008daf004d8 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:04.568908 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.621122 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.712082 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.718634 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:40:04.719193 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:40:04.727693 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ba699-98b8-4a76-a560-850809ccf5e6 None None] Pushing event updated for resources: {'Port': ['ID=44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:04.739727 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-54982050-144d-4c6e-8fe3-7407eacd2246 req-464651da-8e1c-42a9-a218-28a01c1532bf tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Synchronizing usage tracker for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:04.872840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-54982050-144d-4c6e-8fe3-7407eacd2246 req-464651da-8e1c-42a9-a218-28a01c1532bf tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] Unset dirty status for tenant:69a63193a87944f7a8385eb2dc446bcd on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:04.873883 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-54982050-144d-4c6e-8fe3-7407eacd2246 req-464651da-8e1c-42a9-a218-28a01c1532bf tempest-ServerRescueTestJSON-671087203 tempest-ServerRescueTestJSON-671087203-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7278909-74ab-4bbe-89e9-2fde29a61dc5 HTTP/1.1" status: 200 len: 210 time: 0.2306895 Apr 18 19:40:04.899435 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:04.901491 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-1f41beac-14c0-4c77-bbb8-12356eb6fd69 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2256687 Apr 18 19:40:04.904217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Subnet': ['ID=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:04.924479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Checking segment: {'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:04.925019 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network hostable DHCP agents. Network: e78622fb-3352-44b9-a22f-f41c23e91484, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:40:04.929388 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Transition to ACTIVE for port object 3a78bcb6-e357-4b26-befc-b242dc71f0c0 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:05.022056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network e78622fb-3352-44b9-a22f-f41c23e91484 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:40:05.051298 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.136666 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-8a76eda1-5721-42b6-b31c-971cd2e9fff3 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291205 Apr 18 19:40:05.220001 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Deleting port 4046c8f5-9563-4402-aeaf-e008daf004d8 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:05.220344 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.221385 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, e78622fb-3352-44b9-a22f-f41c23e91484) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:05.230622 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3efa78-43f4-4072-a49e-8a21eb8a9719 None None] Network e78622fb-3352-44b9-a22f-f41c23e91484 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:05.276020 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event updated for resources: {'Port': ['ID=3a78bcb6-e357-4b26-befc-b242dc71f0c0,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:05.290860 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:05.292041 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.317913 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Network 28e64e6f-4f58-4a93-a427-e9e72a506f26 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:05.358086 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:05.363109 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-56a27c6b-e6e2-4753-ad89-22ffeab5b398 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199421 Apr 18 19:40:05.373191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:05.436188 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5b5b7f22-f96e-4c18-bcf2-c34b9056fc08 req-713b57e3-c6dd-4d1a-b021-bdac15106bcf tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1164832 Apr 18 19:40:05.459718 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:05.460448 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.507954 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-7caa9530-cc0a-4e95-b17c-81e7969a6002 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=6556801b-6700-456a-b264-163d080962c7 HTTP/1.1" status: 200 len: 217 time: 0.1384273 Apr 18 19:40:05.555041 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-392bf4f1-23ae-44fd-852f-452a9a9499c5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4584150 Apr 18 19:40:05.555826 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-e78622fb-3352-44b9-a22f-f41c23e91484', 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'fixed_ips': [{'subnet_id': 'e67b821a-7334-4bdd-bb6b-89fbafbfe6bb'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:40:05.557047 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.557725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39116) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:05.564264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'port': {'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805', 'name': 'tempest-TaggedBootDevicesTest-1614332629', 'fixed_ips': [{'subnet_id': '8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325'}]}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:05.616649 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-87968089-94a2-4aee-8b5c-adc9311ef7da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:05.622231 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-87968089-94a2-4aee-8b5c-adc9311ef7da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.1080675 Apr 18 19:40:05.734920 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2436d7f0-4bdb-45d2-9653-7c9fff02f2fb tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3961625 Apr 18 19:40:05.735981 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:05.738678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39122) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:05.744369 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Allocated IP 10.2.2.2 (e78622fb-3352-44b9-a22f-f41c23e91484/e67b821a-7334-4bdd-bb6b-89fbafbfe6bb/edafbf91-93af-46ff-b2af-561375affec9) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:05.751299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:port and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:05.782461 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:05.797428 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:05.923682 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:05.928489 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.956242 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] For port 4046c8f5-9563-4402-aeaf-e008daf004d8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=4046c8f5-9563-4402-aeaf-e008daf004d8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:05.957200 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:05.978210 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-bb1a8b3a-5471-435e-a31a-5c5605b826df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3405831 Apr 18 19:40:06.008611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] device_id is not set on port df760f9c-ad79-477c-8a9f-29d807da272c yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:40:06.029441 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.052429 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Transition to ACTIVE for port object edafbf91-93af-46ff-b2af-561375affec9 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:06.089478 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Transition to ACTIVE for port object edafbf91-93af-46ff-b2af-561375affec9 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:06.124445 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'project_id': '4583e65cf4e848ef98f57fbb295d8992', 'port_id': '3a78bcb6-e357-4b26-befc-b242dc71f0c0'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:06.141160 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:06.149000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39130) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:06.157913 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Usage tracker for resource:floatingip and tenant:4583e65cf4e848ef98f57fbb295d8992 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:06.212835 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.262317 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Calling delete_port for 4046c8f5-9563-4402-aeaf-e008daf004d8 owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:06.279258 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f1d-41cc-419e-855a-232e4e80ca6c None None] Provisioning for port 3a78bcb6-e357-4b26-befc-b242dc71f0c0 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:06.297294 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f1d-41cc-419e-855a-232e4e80ca6c None None] Provisioning complete for port 3a78bcb6-e357-4b26-befc-b242dc71f0c0 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:06.297660 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f1d-41cc-419e-855a-232e4e80ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.342975 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:06.394740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Network e78622fb-3352-44b9-a22f-f41c23e91484 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:06.397515 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:06.422962 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:06.422962 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Pushing event updated for resources: {'Port': ['ID=edafbf91-93af-46ff-b2af-561375affec9,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:06.423276 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:06.429001 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f1d-41cc-419e-855a-232e4e80ca6c None None] Port 3a78bcb6-e357-4b26-befc-b242dc71f0c0 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:06.545937 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.578764 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:06.661469 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d3b0-6db3-49df-8809-ed3c646eed84 req-019a6862-eaa9-4ab1-a1bd-afc899800471 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:06.667423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d3b0-6db3-49df-8809-ed3c646eed84 req-019a6862-eaa9-4ab1-a1bd-afc899800471 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:06.677611 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d3b0-6db3-49df-8809-ed3c646eed84 req-019a6862-eaa9-4ab1-a1bd-afc899800471 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:06.681893 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d3b0-6db3-49df-8809-ed3c646eed84 req-019a6862-eaa9-4ab1-a1bd-afc899800471 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:06.696272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d3b0-6db3-49df-8809-ed3c646eed84 req-019a6862-eaa9-4ab1-a1bd-afc899800471 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:06.701805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d3b0-6db3-49df-8809-ed3c646eed84 req-019a6862-eaa9-4ab1-a1bd-afc899800471 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:06.717922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23d3b0-6db3-49df-8809-ed3c646eed84 req-019a6862-eaa9-4ab1-a1bd-afc899800471 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:06.720158 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a23d3b0-6db3-49df-8809-ed3c646eed84 req-019a6862-eaa9-4ab1-a1bd-afc899800471 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.8866286 Apr 18 19:40:06.733123 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc32fb9a-7b5a-4d2c-bca9-4713b5e60b2e None None] Network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:06.759297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] Deleting port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:06.759782 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.818637 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a6cc168d-ec98-4205-a8bd-0648a6bb216f req-41ee49b7-faca-449b-b764-09ae81165071 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0665660 Apr 18 19:40:06.834195 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Allocated IP 10.1.1.113 (ffd6f4cb-0011-4fcc-8795-5dc248fc3805/8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325/df760f9c-ad79-477c-8a9f-29d807da272c) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:06.930622 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Attempting to bind port edafbf91-93af-46ff-b2af-561375affec9 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:06.931209 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Attempting to bind port edafbf91-93af-46ff-b2af-561375affec9 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:06.931752 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Attempting to bind port edafbf91-93af-46ff-b2af-561375affec9 on network e78622fb-3352-44b9-a22f-f41c23e91484 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:06.974680 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:06.975075 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Checking segment: {'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:06.975649 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.976093 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Bound using segment: {'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:06.976664 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Bound port: edafbf91-93af-46ff-b2af-561375affec9, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:06.977191 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:06.984492 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.038312 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1a23d3b0-6db3-49df-8809-ed3c646eed84 req-0972ac41-fee5-4dab-890c-ec7810ceea5c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3050294 Apr 18 19:40:07.052123 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-3ed248c3-1cc0-455b-ac56-c96e70aa7e11 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0618043 Apr 18 19:40:07.086563 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:07.101874 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8f790906-6c71-463a-a015-aa7180f1a4e8 None None] Provisioning for port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:07.108063 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:07.108528 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.202744 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] For port 6e93fd54-e4ea-44ef-bd29-f07928dd84ed, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6e93fd54-e4ea-44ef-bd29-f07928dd84ed,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:07.203113 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.284888 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] For port edafbf91-93af-46ff-b2af-561375affec9, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:07.290116 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] For port edafbf91-93af-46ff-b2af-561375affec9, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=edafbf91-93af-46ff-b2af-561375affec9,segment=NetworkSegment(598f3716-ca3f-4e0e-a751-d269ea74b1ee),segment_id=598f3716-ca3f-4e0e-a751-d269ea74b1ee)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:07.294042 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8f790906-6c71-463a-a015-aa7180f1a4e8 None None] Provisioning complete for port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:07.294471 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8f790906-6c71-463a-a015-aa7180f1a4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.346327 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] Calling delete_port for 6e93fd54-e4ea-44ef-bd29-f07928dd84ed owned by network:router_interface {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:07.372591 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.398571 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.406433 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Allocated IP 172.25.8.177 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/c81604fd-4d81-4a2b-a512-af878561cf84) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:07.412028 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Transition to ACTIVE for port object df760f9c-ad79-477c-8a9f-29d807da272c will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:07.486097 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-e697cff4-27e8-4552-b493-9061fa0ec242 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047320 Apr 18 19:40:07.630260 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-435b6c86-138c-4775-b69a-0d965dddfcc4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=63083fda-d4e4-4753-9611-fccf668f4b1a HTTP/1.1" status: 200 len: 217 time: 0.1071856 Apr 18 19:40:07.703953 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.707375 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8f790906-6c71-463a-a015-aa7180f1a4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.717123 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.728927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6db51-e534-4868-94d6-f904cbc596ab None None] Pushing event updated for resources: {'Port': ['ID=edafbf91-93af-46ff-b2af-561375affec9,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:07.774393 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-8f790906-6c71-463a-a015-aa7180f1a4e8 None None] For port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:07.797892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event deleted for resources: {'Port': ['ID=4046c8f5-9563-4402-aeaf-e008daf004d8,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:07.808286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-bd967807-2bc9-469d-81a9-64042aa2919e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:07.810167 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-bd967807-2bc9-469d-81a9-64042aa2919e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.1762652 Apr 18 19:40:07.815172 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.870521 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.896879 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8f790906-6c71-463a-a015-aa7180f1a4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:07.962107 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:08.084224 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:08.235926 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:08.239192 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:08.270171 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:40:08.271402 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:40:08.273227 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f790906-6c71-463a-a015-aa7180f1a4e8 None None] Pushing event updated for resources: {'Port': ['ID=44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:08.298630 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-ffb7450c-532a-4c7a-90f8-edad22541631 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4228916 Apr 18 19:40:08.300012 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:08.332816 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-ad4f3de0-9186-4dfd-af88-b4c3c1e70b94 None None] Provisioning complete for port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:08.333285 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-ad4f3de0-9186-4dfd-af88-b4c3c1e70b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:08.356482 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:08.403214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:08.403988 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:08.413643 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Port': ['ID=df760f9c-ad79-477c-8a9f-29d807da272c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:08.548873 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-badca006-e6f6-4ba8-a01f-17d2904aaf3c req-4199c0e6-5180-4e91-92c4-ce5c46f19aaf tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.4147360 Apr 18 19:40:08.583732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:08.613196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:08.615726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:08.684021 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Pushing event updated for resources: {'Port': ['ID=c81604fd-4d81-4a2b-a512-af878561cf84,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:08.728325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e93fd54-e4ea-44ef-bd29-f07928dd84ed,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:08.747883 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8d9264e6-2b88-4755-b98c-2ad80e5bee9b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1888568 Apr 18 19:40:08.755063 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-964538f4-19cd-4098-83db-6e8244a8fff3 None None] Provisioning for port df760f9c-ad79-477c-8a9f-29d807da272c completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:08.759876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39148) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:08.760940 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-964538f4-19cd-4098-83db-6e8244a8fff3 None None] Provisioning complete for port df760f9c-ad79-477c-8a9f-29d807da272c triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:08.761317 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-964538f4-19cd-4098-83db-6e8244a8fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:08.766134 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'port': {'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805', 'name': 'tempest-TaggedBootDevicesTest-2057402205', 'fixed_ips': [{'subnet_id': '8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325'}]}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:08.847532 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:08.907550 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-964538f4-19cd-4098-83db-6e8244a8fff3 None None] Port df760f9c-ad79-477c-8a9f-29d807da272c cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:09.096416 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3175b6c6-429c-49a3-8017-d4fee2617e8a None None] Network e78622fb-3352-44b9-a22f-f41c23e91484 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:09.256427 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device edafbf91-93af-46ff-b2af-561375affec9 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:09.300091 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.305985 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-993963bc-64bd-49c2-98c5-ce952baf626d None None] Provisioning for port edafbf91-93af-46ff-b2af-561375affec9 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:09.306195 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:09.317296 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:port and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:09.321950 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-14b0ee87-ab89-4965-a152-9e6b843e0913 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0165997 Apr 18 19:40:09.322732 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:09.323080 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.333157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:09.428990 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:09.496189 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port edafbf91-93af-46ff-b2af-561375affec9 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:09.501609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port edafbf91-93af-46ff-b2af-561375affec9 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:09.502320 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.571717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390ce5-85d6-4978-805f-fa451104d686 req-a23f6caf-e579-4c66-a7ec-6024f7b217db tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:09.575757 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390ce5-85d6-4978-805f-fa451104d686 req-a23f6caf-e579-4c66-a7ec-6024f7b217db tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:09.579618 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390ce5-85d6-4978-805f-fa451104d686 req-a23f6caf-e579-4c66-a7ec-6024f7b217db tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:09.583673 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390ce5-85d6-4978-805f-fa451104d686 req-a23f6caf-e579-4c66-a7ec-6024f7b217db tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:09.587553 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390ce5-85d6-4978-805f-fa451104d686 req-a23f6caf-e579-4c66-a7ec-6024f7b217db tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:09.592061 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390ce5-85d6-4978-805f-fa451104d686 req-a23f6caf-e579-4c66-a7ec-6024f7b217db tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:09.597722 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390ce5-85d6-4978-805f-fa451104d686 req-a23f6caf-e579-4c66-a7ec-6024f7b217db tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:09.603442 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc390ce5-85d6-4978-805f-fa451104d686 req-a23f6caf-e579-4c66-a7ec-6024f7b217db tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.8728230 Apr 18 19:40:09.660049 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.757682 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.764749 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port edafbf91-93af-46ff-b2af-561375affec9, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=edafbf91-93af-46ff-b2af-561375affec9,segment=NetworkSegment(598f3716-ca3f-4e0e-a751-d269ea74b1ee),segment_id=598f3716-ca3f-4e0e-a751-d269ea74b1ee)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:09.770670 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-f1093e46-9048-441d-9053-bef48098918c service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396822 Apr 18 19:40:09.782230 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.782781 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 327dd0e4-397d-4848-ac5b-3107c562e3d7 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:40:09.798024 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] device_id is not set on port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:40:09.833498 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.845532 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:09.846106 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:09.905464 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bc390ce5-85d6-4978-805f-fa451104d686 req-5b31e73f-a12a-46bb-bca2-647f58440259 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2999530 Apr 18 19:40:09.947440 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-c36e3bb2-8092-40df-93e0-816656eb169e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e HTTP/1.1" status: 200 len: 217 time: 0.1539621 Apr 18 19:40:10.050255 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.051630 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-af309f8c-fc22-40a1-a4e8-24d15c26450a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "DELETE /v2.0/routers/327dd0e4-397d-4848-ac5b-3107c562e3d7 HTTP/1.1" status: 204 len: 168 time: 10.6879358 Apr 18 19:40:10.055527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39164) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:10.070030 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=edafbf91-93af-46ff-b2af-561375affec9,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:10.073667 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-5bb9929a-98ab-488e-814f-2c646b2a42ab None None] Provisioning complete for port edafbf91-93af-46ff-b2af-561375affec9 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:10.073667 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5bb9929a-98ab-488e-814f-2c646b2a42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.121514 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-b72fc600-1c0b-4eda-b927-980837dd1bfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:10.122994 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-b72fc600-1c0b-4eda-b927-980837dd1bfd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.1516576 Apr 18 19:40:10.139562 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 44c64ba5-1a24-4e0c-bc32-ed6d1b7ca4bf triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:10.139977 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.252825 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Allocated IP 10.1.1.237 (ffd6f4cb-0011-4fcc-8795-5dc248fc3805/8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325/6ac6c297-5f24-4746-a3b1-a8a0301ef6a3) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:10.377396 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.505929 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef56526e-01a8-4726-b061-18f538c5bc1c req-2f250e0f-0872-440d-a04f-a3ba8651777e tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0663660 Apr 18 19:40:10.600098 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-9137f077-f218-4500-86b2-17531e29a103 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4623392 Apr 18 19:40:10.713284 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.731220 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.754927 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Transition to ACTIVE for port object 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:10.846869 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-18cc88c2-d0f0-4f7b-a6d2-b0be43960f84 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378201 Apr 18 19:40:10.878482 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.895412 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:10.926083 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.075458 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device edafbf91-93af-46ff-b2af-561375affec9 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:11.134067 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-57c20e57-8b20-4a17-b6a4-bd01a3dfb7fa service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800293 Apr 18 19:40:11.139945 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.194996 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:11.202586 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:11.209789 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port edafbf91-93af-46ff-b2af-561375affec9 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:11.210234 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.232517 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Port': ['ID=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:11.240675 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:11.369644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] Deleting port 8c9fc5be-71b4-43e1-81b9-c110a5a13233 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:11.369996 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.424141 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 4046c8f5-9563-4402-aeaf-e008daf004d8 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:11.433938 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-08961c2a-f61d-4618-be58-539ad650c2de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab HTTP/1.1" status: 200 len: 217 time: 0.1707671 Apr 18 19:40:11.448244 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:11.448900 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.479231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 4046c8f5-9563-4402-aeaf-e008daf004d8 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:11.479568 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 4046c8f5-9563-4402-aeaf-e008daf004d8 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:11.597671 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b0952d4f-2627-4b91-9ec5-f6bdd8c68832 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8329000 Apr 18 19:40:11.642502 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-4a156155-81e2-4452-9cbc-d078e0502de5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:11.643946 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-4a156155-81e2-4452-9cbc-d078e0502de5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.1919067 Apr 18 19:40:11.676577 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.679071 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] For port 8c9fc5be-71b4-43e1-81b9-c110a5a13233, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=8c9fc5be-71b4-43e1-81b9-c110a5a13233,segment=NetworkSegment(e5498758-ade6-4a33-9ac6-cae76d9878bd),segment_id=e5498758-ade6-4a33-9ac6-cae76d9878bd)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:11.679413 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.725239 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-3f88b69a-a403-41c3-9579-e920fd32793d None None] Provisioning for port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:11.728717 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-45b06c02-4bcb-4b9b-ad51-ba08b8670e92 req-a02d8899-075c-4ef1-a503-ead5f8337721 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0542765 Apr 18 19:40:11.731118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-3f88b69a-a403-41c3-9579-e920fd32793d None None] Provisioning complete for port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:11.740739 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3f88b69a-a403-41c3-9579-e920fd32793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.802479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c08c-fcba-49f6-bfa2-264a4024946b req-91720d4b-1c39-477a-ad0a-d6557ca4c117 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:11.807859 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c08c-fcba-49f6-bfa2-264a4024946b req-91720d4b-1c39-477a-ad0a-d6557ca4c117 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:11.810959 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-3f88b69a-a403-41c3-9579-e920fd32793d None None] Port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:11.812479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c08c-fcba-49f6-bfa2-264a4024946b req-91720d4b-1c39-477a-ad0a-d6557ca4c117 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:11.816442 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c08c-fcba-49f6-bfa2-264a4024946b req-91720d4b-1c39-477a-ad0a-d6557ca4c117 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:11.820315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c08c-fcba-49f6-bfa2-264a4024946b req-91720d4b-1c39-477a-ad0a-d6557ca4c117 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:11.824758 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c08c-fcba-49f6-bfa2-264a4024946b req-91720d4b-1c39-477a-ad0a-d6557ca4c117 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:11.830637 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c08c-fcba-49f6-bfa2-264a4024946b req-91720d4b-1c39-477a-ad0a-d6557ca4c117 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:11.832538 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e05c08c-fcba-49f6-bfa2-264a4024946b req-91720d4b-1c39-477a-ad0a-d6557ca4c117 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.5029709 Apr 18 19:40:11.836296 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:11.852094 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] Calling delete_port for 8c9fc5be-71b4-43e1-81b9-c110a5a13233 owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:11.956771 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-b894f129-9859-41ee-a2f7-0083dc9515ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3044972 Apr 18 19:40:11.961148 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e05c08c-fcba-49f6-bfa2-264a4024946b req-519b3188-4be2-4234-a1a4-931e0545c235 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1139908 Apr 18 19:40:12.126241 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:12.236925 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Pushing event updated for resources: {'Port': ['ID=c81604fd-4d81-4a2b-a512-af878561cf84,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:12.245380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39180) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:12.263832 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--76627027', 'description': 'tempest-description--1839386911'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:12.281970 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:12.305785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:security_group and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:12.312556 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:12.320547 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:12.328680 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:12.382931 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-18ecb64a-7f9d-412a-9ff0-804b4af25caa service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696587 Apr 18 19:40:12.411310 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:12.466731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Deleting port d199e0dc-11ab-4c5a-8b26-96da43fb549f {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:12.467317 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:12.476996 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:12.483264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:security_group_rule and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:12.486721 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:12.494140 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:12.499395 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Floating IP afe6cee8-dd8a-4023-b688-3cf0c4851b67 associated. External IP: 172.25.8.177, port: 3a78bcb6-e357-4b26-befc-b242dc71f0c0. Apr 18 19:40:12.567201 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:12.660386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f2324f2e-d5ac-4d8c-9419-a705d274ede6 req-143b3e61-a951-464a-aa22-a5aa01014fff service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709036 Apr 18 19:40:12.676315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9fc5be-71b4-43e1-81b9-c110a5a13233,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:12.715331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] Router 860efbbe-eea2-47c0-be14-78db839d28ad has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:12.724396 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] For port d199e0dc-11ab-4c5a-8b26-96da43fb549f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d199e0dc-11ab-4c5a-8b26-96da43fb549f,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:12.724685 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:12.811272 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:12.853539 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Calling delete_port for d199e0dc-11ab-4c5a-8b26-96da43fb549f owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:12.928357 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.035959 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-def37f6b-9433-40e9-bca7-6d03bbbebe4c req-47f37fb6-6e98-4ac3-b4f6-ddb338886ccf tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1120491 Apr 18 19:40:13.168304 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d6b67-92a7-42a9-b500-17db6ddb059e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:13.182523 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.184196 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fac649b6-eea1-40ec-ab09-3ff824f3cd26 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9361796 Apr 18 19:40:13.187294 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39194) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:13.200303 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-2cd0d539-7874-456c-8d3e-ee6cb6edd485 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'security_group_rule': {'security_group_id': 'ed0d6b67-92a7-42a9-b500-17db6ddb059e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:13.234024 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c8c1c9c-f5ea-4345-9c3b-f8889a6da0a3 req-afa17cbe-b0ac-4d9c-8272-4659c0daf180 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6487 time: 0.3875191 Apr 18 19:40:13.235524 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2cd0d539-7874-456c-8d3e-ee6cb6edd485 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:13.269111 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2cd0d539-7874-456c-8d3e-ee6cb6edd485 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:security_group_rule and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:13.275506 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2cd0d539-7874-456c-8d3e-ee6cb6edd485 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:13.331342 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2cd0d539-7874-456c-8d3e-ee6cb6edd485 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:13.393481 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5c147-3f7e-40fa-8c81-6a49ed8e332a req-3138b8a0-e625-4f59-8f0c-d000c122bf40 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.397402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5c147-3f7e-40fa-8c81-6a49ed8e332a req-3138b8a0-e625-4f59-8f0c-d000c122bf40 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.401805 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5c147-3f7e-40fa-8c81-6a49ed8e332a req-3138b8a0-e625-4f59-8f0c-d000c122bf40 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.405829 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5c147-3f7e-40fa-8c81-6a49ed8e332a req-3138b8a0-e625-4f59-8f0c-d000c122bf40 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.409713 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5c147-3f7e-40fa-8c81-6a49ed8e332a req-3138b8a0-e625-4f59-8f0c-d000c122bf40 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.413724 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5c147-3f7e-40fa-8c81-6a49ed8e332a req-3138b8a0-e625-4f59-8f0c-d000c122bf40 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.418402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5c147-3f7e-40fa-8c81-6a49ed8e332a req-3138b8a0-e625-4f59-8f0c-d000c122bf40 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.420231 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4fe5c147-3f7e-40fa-8c81-6a49ed8e332a req-3138b8a0-e625-4f59-8f0c-d000c122bf40 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.2828846 Apr 18 19:40:13.443494 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d539-7874-456c-8d3e-ee6cb6edd485 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.487450 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c1c9c-f5ea-4345-9c3b-f8889a6da0a3 req-ff974fd5-872a-42d7-9a9c-8cb9b5b383c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.488814 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c8c1c9c-f5ea-4345-9c3b-f8889a6da0a3 req-ff974fd5-872a-42d7-9a9c-8cb9b5b383c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4c97be3a-5d29-434f-8883-09ca6882114a HTTP/1.1" status: 200 len: 902 time: 0.2422447 Apr 18 19:40:13.514198 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4fe5c147-3f7e-40fa-8c81-6a49ed8e332a req-ed15ce52-072b-48c7-8ea2-d5513aa55716 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868039 Apr 18 19:40:13.534776 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.588733 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c8c1c9c-f5ea-4345-9c3b-f8889a6da0a3 req-ef71f9fa-072a-4045-b80c-c8347270d962 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab HTTP/1.1" status: 200 len: 217 time: 0.0886493 Apr 18 19:40:13.647360 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.701708 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:13.706008 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d539-7874-456c-8d3e-ee6cb6edd485 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.721497 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd81e8-31e7-42c2-96a4-0c0ea72f3557 None None] Sync routers for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:13.737809 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd81e8-31e7-42c2-96a4-0c0ea72f3557 None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:13.739269 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-14bd81e8-31e7-42c2-96a4-0c0ea72f3557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:13.847794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Router 0b1e751a-da81-4e03-ac2e-188ffef31cfd has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:13.866656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event deleted for resources: {'Port': ['ID=d199e0dc-11ab-4c5a-8b26-96da43fb549f,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:13.872722 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d539-7874-456c-8d3e-ee6cb6edd485 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:13.881043 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c1c9c-f5ea-4345-9c3b-f8889a6da0a3 req-c4619bfa-f859-428d-a664-682c39ddd720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:13.882505 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c8c1c9c-f5ea-4345-9c3b-f8889a6da0a3 req-c4619bfa-f859-428d-a664-682c39ddd720 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.2885842 Apr 18 19:40:13.966269 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ed3e83ca-31dd-432d-b60f-4e589695f1b5 admin admin] 10.222.0.66 "PUT /v2.0/routers/860efbbe-eea2-47c0-be14-78db839d28ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0991845 Apr 18 19:40:13.976248 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0d539-7874-456c-8d3e-ee6cb6edd485 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fca1442-9c59-4305-affc-24c8451f8369,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:13.979178 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39200) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:13.988628 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-14bd81e8-31e7-42c2-96a4-0c0ea72f3557 None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:14.093367 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2cd0d539-7874-456c-8d3e-ee6cb6edd485 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:14.094612 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2cd0d539-7874-456c-8d3e-ee6cb6edd485 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9035544 Apr 18 19:40:14.150224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39204) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:14.166286 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-e6b8b395-ae1f-46d7-a5e4-6afd9f615a6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'security_group_rule': {'security_group_id': 'ed0d6b67-92a7-42a9-b500-17db6ddb059e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:14.186296 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e6b8b395-ae1f-46d7-a5e4-6afd9f615a6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:14.198495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e6b8b395-ae1f-46d7-a5e4-6afd9f615a6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:security_group_rule and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:14.202636 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e6b8b395-ae1f-46d7-a5e4-6afd9f615a6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:14.277457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e6b8b395-ae1f-46d7-a5e4-6afd9f615a6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:14.471046 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5b8f4583-28a1-454b-b6a0-72984fb80f70 req-48e6f680-2474-42c7-9428-a672574b1f6e tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1910923 Apr 18 19:40:14.491304 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-14bd81e8-31e7-42c2-96a4-0c0ea72f3557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:40:07Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:14.496472 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd81e8-31e7-42c2-96a4-0c0ea72f3557 None None] Checking router: 860efbbe-eea2-47c0-be14-78db839d28ad for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:40:14.505715 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:14.523657 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd81e8-31e7-42c2-96a4-0c0ea72f3557 None None] Routers {'860efbbe-eea2-47c0-be14-78db839d28ad'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:14.524369 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-14bd81e8-31e7-42c2-96a4-0c0ea72f3557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['860efbbe-eea2-47c0-be14-78db839d28ad'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:14.531949 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:14.540749 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ea45e-159f-402d-8957-74fb40699edd None None] Sync routers for ids ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:14.566526 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ea45e-159f-402d-8957-74fb40699edd None None] Routers {'0b1e751a-da81-4e03-ac2e-188ffef31cfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:14.567205 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-b57ea45e-159f-402d-8957-74fb40699edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:14.579905 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c8c1c9c-f5ea-4345-9c3b-f8889a6da0a3 req-73dafc28-d86d-4686-a533-07011f640f23 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6855409 Apr 18 19:40:14.683289 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b395-ae1f-46d7-a5e4-6afd9f615a6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:14.700398 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-b57ea45e-159f-402d-8957-74fb40699edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:14.722204 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ea45e-159f-402d-8957-74fb40699edd None None] Routers {'0b1e751a-da81-4e03-ac2e-188ffef31cfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:14.722853 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-b57ea45e-159f-402d-8957-74fb40699edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:14.739869 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-14bd81e8-31e7-42c2-96a4-0c0ea72f3557 None None] Set router 860efbbe-eea2-47c0-be14-78db839d28ad gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:14.821001 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-b57ea45e-159f-402d-8957-74fb40699edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:14.821830 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ea45e-159f-402d-8957-74fb40699edd None None] The sync data for ids ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:14.914611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fce5-45d9-4fb9-91ab-bff73a6ab0aa req-f9b982e7-44f7-4a4a-8c30-dd389a21707b tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:14.919109 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fce5-45d9-4fb9-91ab-bff73a6ab0aa req-f9b982e7-44f7-4a4a-8c30-dd389a21707b tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:14.923075 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fce5-45d9-4fb9-91ab-bff73a6ab0aa req-f9b982e7-44f7-4a4a-8c30-dd389a21707b tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:14.927221 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fce5-45d9-4fb9-91ab-bff73a6ab0aa req-f9b982e7-44f7-4a4a-8c30-dd389a21707b tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:14.931273 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fce5-45d9-4fb9-91ab-bff73a6ab0aa req-f9b982e7-44f7-4a4a-8c30-dd389a21707b tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:14.935475 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fce5-45d9-4fb9-91ab-bff73a6ab0aa req-f9b982e7-44f7-4a4a-8c30-dd389a21707b tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:14.939267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fce5-45d9-4fb9-91ab-bff73a6ab0aa req-f9b982e7-44f7-4a4a-8c30-dd389a21707b tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:14.941165 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8364fce5-45d9-4fb9-91ab-bff73a6ab0aa req-f9b982e7-44f7-4a4a-8c30-dd389a21707b tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.1539576 Apr 18 19:40:14.986393 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:14.997737 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.003888 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b395-ae1f-46d7-a5e4-6afd9f615a6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.013316 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.036627 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c8c1c9c-f5ea-4345-9c3b-f8889a6da0a3 req-cc00a8e8-5644-4c9e-acbd-d177369c4bdb service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430685 Apr 18 19:40:15.104476 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-930ee5ab-1db4-4968-9f6d-2b4e13690492 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 9.3646636 Apr 18 19:40:15.107217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39216) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:15.126027 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8364fce5-45d9-4fb9-91ab-bff73a6ab0aa req-25c7d437-cd60-42f8-90a0-7c08a31fda79 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1665032 Apr 18 19:40:15.147663 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b395-ae1f-46d7-a5e4-6afd9f615a6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189175'] for security_group_rule, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.154636 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-14bd81e8-31e7-42c2-96a4-0c0ea72f3557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:40:07Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:15.167441 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd81e8-31e7-42c2-96a4-0c0ea72f3557 None None] The sync data for ids ['860efbbe-eea2-47c0-be14-78db839d28ad'] in n-d-838334-1 is: [{'id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'name': 'tempest-AttachVolumeTestJSON-2042985246-router', 'tenant_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:33:43Z', 'updated_at': '2022-04-18T19:40:07Z', 'revision_number': 5, 'project_id': 'e7325a8c61fa403faddd6eaf3b6fc79a', 'gw_port': {'id': '9df2ad16-6974-45f9-8660-51f5c0609854', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efbbe-eea2-47c0-be14-78db839d28ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:33:44Z', 'updated_at': '2022-04-18T19:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:15.210985 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8b395-ae1f-46d7-a5e4-6afd9f615a6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cc0249-a99f-4190-a5c9-b54bf3cdff45,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:15.232534 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.234023 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f72fd870-8ccd-48d5-bdae-7b20c12a5d5e {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:40:15.237929 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.297215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] Router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:15.306466 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ebc8fb43-ff59-4e93-a179-f812474b8d01 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] 10.222.0.66 "GET /v2.0/floatingips/afe6cee8-dd8a-4023-b688-3cf0c4851b67 HTTP/1.1" status: 200 len: 984 time: 0.1957405 Apr 18 19:40:15.308849 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39224) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:15.425217 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.433335 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ac909103-617a-4efe-ab7b-697a345a92b2 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "DELETE /v2.0/routers/f72fd870-8ccd-48d5-bdae-7b20c12a5d5e HTTP/1.1" status: 204 len: 168 time: 5.3699317 Apr 18 19:40:15.435234 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39230) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:15.452735 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b395-ae1f-46d7-a5e4-6afd9f615a6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.456743 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e6b8b395-ae1f-46d7-a5e4-6afd9f615a6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3008449 Apr 18 19:40:15.457727 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-602508614', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}, 'admin_state_up': False}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:15.459690 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39234) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:15.472509 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:15.519547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:15.540225 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3c8c1c9c-f5ea-4345-9c3b-f8889a6da0a3 req-18983755-5be9-4ea2-8149-c821fb71dc8d service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895236 Apr 18 19:40:15.541329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Usage tracker for resource:router and tenant:10a8dceabd244d1f876efdc22d6d058a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:15.545503 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:15.548237 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:15.556630 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:floatingip and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:15.561013 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:15.573077 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:15.574274 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:15.580847 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-da5b7668-de1e-4c69-9570-e8301447e6be tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1945 time: 0.2695270 Apr 18 19:40:15.582056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39240) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:15.665466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:15.674693 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-21403a59-315f-4f2b-a1c2-d038d93b467c admin admin] 10.222.0.66 "PUT /v2.0/routers/b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5233955 Apr 18 19:40:15.676258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39244) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:15.678090 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ba36f-f3f1-41b5-a10c-af6aac1ef06f None None] Sync routers for ids ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:15.702617 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ba36f-f3f1-41b5-a10c-af6aac1ef06f None None] Routers {'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:15.706576 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-731ba36f-f3f1-41b5-a10c-af6aac1ef06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:15.910334 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.942393 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-731ba36f-f3f1-41b5-a10c-af6aac1ef06f None None] Set router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:15.952912 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.953595 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:15.957092 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Deleting port c81604fd-4d81-4a2b-a512-af878561cf84 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:15.957416 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.000470 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e68a75de-72d2-4829-a23b-85b5c0008257 req-be9b599d-8ea2-43aa-9342-40233539724d tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1624219 Apr 18 19:40:16.148283 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.211694 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.227340 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.227665 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.289893 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-731ba36f-f3f1-41b5-a10c-af6aac1ef06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'name': 'tempest-ServerRescueTestJSON-436454426-router', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:40:12Z', 'revision_number': 5, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'gw_port': {'id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:28Z', 'updated_at': '2022-04-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:16.295387 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ba36f-f3f1-41b5-a10c-af6aac1ef06f None None] Checking router: b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:40:16.313522 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ba36f-f3f1-41b5-a10c-af6aac1ef06f None None] Routers {'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:16.315206 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-731ba36f-f3f1-41b5-a10c-af6aac1ef06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:16.321246 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.465144 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Calling delete_port for c81604fd-4d81-4a2b-a512-af878561cf84 owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:16.583041 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-731ba36f-f3f1-41b5-a10c-af6aac1ef06f None None] Set router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:16.628453 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Allocated IP 172.25.8.223 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/9152c310-059a-4cab-a5b0-68fb91a06dd3) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:16.633424 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.645430 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357a2d0-3170-4c09-ae97-9768120d7cc9 req-23adf296-f568-4412-b3ed-d4560d99c546 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:16.649822 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357a2d0-3170-4c09-ae97-9768120d7cc9 req-23adf296-f568-4412-b3ed-d4560d99c546 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:16.655756 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357a2d0-3170-4c09-ae97-9768120d7cc9 req-23adf296-f568-4412-b3ed-d4560d99c546 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:16.658495 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357a2d0-3170-4c09-ae97-9768120d7cc9 req-23adf296-f568-4412-b3ed-d4560d99c546 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:16.662416 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357a2d0-3170-4c09-ae97-9768120d7cc9 req-23adf296-f568-4412-b3ed-d4560d99c546 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:16.666760 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357a2d0-3170-4c09-ae97-9768120d7cc9 req-23adf296-f568-4412-b3ed-d4560d99c546 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:16.670320 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.671189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357a2d0-3170-4c09-ae97-9768120d7cc9 req-23adf296-f568-4412-b3ed-d4560d99c546 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:16.673099 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5357a2d0-3170-4c09-ae97-9768120d7cc9 req-23adf296-f568-4412-b3ed-d4560d99c546 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.2950726 Apr 18 19:40:16.709164 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Deleting port 9df2ad16-6974-45f9-8660-51f5c0609854 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:16.709515 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.903028 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5357a2d0-3170-4c09-ae97-9768120d7cc9 req-ebbaeb36-e2ef-4759-87fe-2d8ef87a330c tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2133915 Apr 18 19:40:16.973198 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-731ba36f-f3f1-41b5-a10c-af6aac1ef06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'name': 'tempest-ServerRescueTestJSON-436454426-router', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:40:12Z', 'revision_number': 5, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'gw_port': {'id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:28Z', 'updated_at': '2022-04-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:16.978762 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731ba36f-f3f1-41b5-a10c-af6aac1ef06f None None] The sync data for ids ['b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31'] in n-d-838334-1 is: [{'id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'name': 'tempest-ServerRescueTestJSON-436454426-router', 'tenant_id': '69a63193a87944f7a8385eb2dc446bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:40:12Z', 'revision_number': 5, 'project_id': '69a63193a87944f7a8385eb2dc446bcd', 'gw_port': {'id': 'c858d11b-9580-411d-ba4e-e8c0660da5d8', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:3c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:28Z', 'updated_at': '2022-04-18T19:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:16.990227 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:16.996180 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6e93fd54-e4ea-44ef-bd29-f07928dd84ed no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:17.032598 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.051941 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 6e93fd54-e4ea-44ef-bd29-f07928dd84ed {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:17.052269 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 6e93fd54-e4ea-44ef-bd29-f07928dd84ed not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:17.052691 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d199e0dc-11ab-4c5a-8b26-96da43fb549f no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:17.102298 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Deleting port c858d11b-9580-411d-ba4e-e8c0660da5d8 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:17.107038 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.114137 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: d199e0dc-11ab-4c5a-8b26-96da43fb549f {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:17.114465 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d199e0dc-11ab-4c5a-8b26-96da43fb549f not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:17.146337 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] For port 9df2ad16-6974-45f9-8660-51f5c0609854, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=9df2ad16-6974-45f9-8660-51f5c0609854,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:17.146729 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.159533 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.326837 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:17.331596 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Port': ['ID=9152c310-059a-4cab-a5b0-68fb91a06dd3,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:17.337073 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:17.346739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:17.383542 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.427068 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Calling delete_port for 9df2ad16-6974-45f9-8660-51f5c0609854 owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:17.463072 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] For port c858d11b-9580-411d-ba4e-e8c0660da5d8, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=c858d11b-9580-411d-ba4e-e8c0660da5d8,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:17.463436 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.526870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event deleted for resources: {'Port': ['ID=c81604fd-4d81-4a2b-a512-af878561cf84,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:17.545862 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-faba3878-6e2a-4557-9207-539a344c9746 req-bb422382-3a57-44ad-b5ce-21265569be95 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1575916 Apr 18 19:40:17.597904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Calling delete_port for c858d11b-9580-411d-ba4e-e8c0660da5d8 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:17.710379 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.748432 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.817193 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.837269 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:17.983124 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.112206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Allocated IP 172.25.8.120 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/0286d981-44d3-46dd-a224-612a469749ca) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:18.132757 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.214765 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.227148 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Pushing event deleted for resources: {'Port': ['ID=c858d11b-9580-411d-ba4e-e8c0660da5d8,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:18.274689 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=9df2ad16-6974-45f9-8660-51f5c0609854,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:18.537579 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.544647 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.662023 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:40:18.678901 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276aa08-7b24-462e-8031-ca9eebecae04 req-cd2130e7-a982-4388-82ca-56b7cfb96ae5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:18.683329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276aa08-7b24-462e-8031-ca9eebecae04 req-cd2130e7-a982-4388-82ca-56b7cfb96ae5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:18.687264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276aa08-7b24-462e-8031-ca9eebecae04 req-cd2130e7-a982-4388-82ca-56b7cfb96ae5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:18.691254 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276aa08-7b24-462e-8031-ca9eebecae04 req-cd2130e7-a982-4388-82ca-56b7cfb96ae5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:18.695157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276aa08-7b24-462e-8031-ca9eebecae04 req-cd2130e7-a982-4388-82ca-56b7cfb96ae5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:18.699668 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276aa08-7b24-462e-8031-ca9eebecae04 req-cd2130e7-a982-4388-82ca-56b7cfb96ae5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:18.703588 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276aa08-7b24-462e-8031-ca9eebecae04 req-cd2130e7-a982-4388-82ca-56b7cfb96ae5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:18.705527 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b276aa08-7b24-462e-8031-ca9eebecae04 req-cd2130e7-a982-4388-82ca-56b7cfb96ae5 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.5226099 Apr 18 19:40:18.734963 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.816591 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.877460 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7ec2f7b3-db26-4507-af84-69e8dbe2d564 req-aca9f5f1-fce6-4b12-8628-f7f3630acfa1 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0563810 Apr 18 19:40:18.880886 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:18.957585 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b276aa08-7b24-462e-8031-ca9eebecae04 req-158e00a7-3516-4ec0-99a5-a57d6b85df7e tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2394249 Apr 18 19:40:18.960163 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.012770 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.014470 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Port': ['ID=9152c310-059a-4cab-a5b0-68fb91a06dd3,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:19.047525 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.060517 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.089823 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8c9fc5be-71b4-43e1-81b9-c110a5a13233 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:19.130194 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.130950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:40:19.135381 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.138962 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3e5f45fb-c63e-475b-aec9-455511ef768b admin admin] 10.222.0.66 "DELETE /v2.0/routers/b96afbb4-d47c-4f5f-beb1-5c1a8bf9df31 HTTP/1.1" status: 204 len: 168 time: 3.4584036 Apr 18 19:40:19.139350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39268) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:19.148445 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 8c9fc5be-71b4-43e1-81b9-c110a5a13233 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:19.149007 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 8c9fc5be-71b4-43e1-81b9-c110a5a13233 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:19.185685 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.192009 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-977348ad-dadd-44d3-a33d-8f77b4c9417f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7264109 Apr 18 19:40:19.251748 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-641469a8-6aa4-44f5-8c05-4932a31033a7 admin admin] Deleting subnet b2ee6d0b-fbcc-49ed-b8a5-83577940c574 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:19.261116 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-641469a8-6aa4-44f5-8c05-4932a31033a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.326974 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-641469a8-6aa4-44f5-8c05-4932a31033a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.359878 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:19.375949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Pushing event updated for resources: {'Port': ['ID=0286d981-44d3-46dd-a224-612a469749ca,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:19.382565 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:19.390123 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:19.419227 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.447941 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.505164 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-641469a8-6aa4-44f5-8c05-4932a31033a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.592766 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Router 0b1e751a-da81-4e03-ac2e-188ffef31cfd has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:19.658059 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-641469a8-6aa4-44f5-8c05-4932a31033a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.739649 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.740409 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 860efbbe-eea2-47c0-be14-78db839d28ad {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:40:19.781304 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641469a8-6aa4-44f5-8c05-4932a31033a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ee6d0b-fbcc-49ed-b8a5-83577940c574,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:19.811570 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-641469a8-6aa4-44f5-8c05-4932a31033a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.831214 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-641469a8-6aa4-44f5-8c05-4932a31033a7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b2ee6d0b-fbcc-49ed-b8a5-83577940c574 HTTP/1.1" status: 204 len: 168 time: 0.6906879 Apr 18 19:40:19.833490 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39284) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:19.873450 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.874682 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4666c516-cafa-4e6a-9fe2-4fbb24f9eb9b admin admin] 10.222.0.66 "DELETE /v2.0/routers/860efbbe-eea2-47c0-be14-78db839d28ad HTTP/1.1" status: 204 len: 168 time: 5.8650382 Apr 18 19:40:19.879706 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39288) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:19.962664 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-66838495-a377-4919-a44f-455b33948ed8 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Synchronizing usage tracker for tenant:8c45541b663f4cc5824ad6067033356a on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:19.973726 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:19.975595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7ebf74-c0a4-4e62-8720-34b5ea94889d admin admin] Deleting subnet f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:19.979904 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1d7ebf74-c0a4-4e62-8720-34b5ea94889d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.032435 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1d7ebf74-c0a4-4e62-8720-34b5ea94889d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.152827 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.153450 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a82f47ab-04b3-4673-8cd0-1dbe1a940896 req-181195c9-955a-44d4-94b1-68f768d21d1f tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0602655 Apr 18 19:40:20.153721 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.162007 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1d7ebf74-c0a4-4e62-8720-34b5ea94889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.162592 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.194376 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5594ca63-0b61-498f-ac96-008f329be429']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:20.207581 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5498758-ade6-4a33-9ac6-cae76d9878bd') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:20.207882 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5498758-ade6-4a33-9ac6-cae76d9878bd') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:20.220168 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.239640 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.246589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:40:20.247028 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:40:20.261722 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:40:20.271180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-66838495-a377-4919-a44f-455b33948ed8 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Unset dirty status for tenant:8c45541b663f4cc5824ad6067033356a on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:20.272437 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-66838495-a377-4919-a44f-455b33948ed8 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--76627027&fields=id&tenant_id=8c45541b663f4cc5824ad6067033356a HTTP/1.1" status: 200 len: 267 time: 0.5950587 Apr 18 19:40:20.426840 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c55ee0-9ec2-41e7-b50c-4abe743af954 req-d867b95b-8e3f-41fc-8426-dbdc0b32df10 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:20.430910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c55ee0-9ec2-41e7-b50c-4abe743af954 req-d867b95b-8e3f-41fc-8426-dbdc0b32df10 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:20.435525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c55ee0-9ec2-41e7-b50c-4abe743af954 req-d867b95b-8e3f-41fc-8426-dbdc0b32df10 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:20.439451 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c55ee0-9ec2-41e7-b50c-4abe743af954 req-d867b95b-8e3f-41fc-8426-dbdc0b32df10 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:20.443382 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c55ee0-9ec2-41e7-b50c-4abe743af954 req-d867b95b-8e3f-41fc-8426-dbdc0b32df10 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:20.448021 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c55ee0-9ec2-41e7-b50c-4abe743af954 req-d867b95b-8e3f-41fc-8426-dbdc0b32df10 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:20.451798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c55ee0-9ec2-41e7-b50c-4abe743af954 req-d867b95b-8e3f-41fc-8426-dbdc0b32df10 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:20.453747 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1c55ee0-9ec2-41e7-b50c-4abe743af954 req-d867b95b-8e3f-41fc-8426-dbdc0b32df10 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.1382012 Apr 18 19:40:20.456091 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-40e3509d-8849-4336-8c3e-5a12405a5cdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:20.456666 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-40e3509d-8849-4336-8c3e-5a12405a5cdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Synchronizing usage tracker for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:20.481663 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.485019 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:20.496201 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c76d8c-6602-4cc7-abcf-7ff1a42c6a0c None None] Sync routers for ids ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:20.499629 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.503239 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.506162 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] Pushing event deleted for resources: {'Network': ['ID=5594ca63-0b61-498f-ac96-008f329be429,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:20.509601 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c76d8c-6602-4cc7-abcf-7ff1a42c6a0c None None] Routers {'0b1e751a-da81-4e03-ac2e-188ffef31cfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:20.510480 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-a7c76d8c-6602-4cc7-abcf-7ff1a42c6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:20.546077 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1c55ee0-9ec2-41e7-b50c-4abe743af954 req-74ae956e-558f-4774-be8d-5fc377da60a3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853531 Apr 18 19:40:20.578413 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-dbd58839-aa27-4cbd-9b5b-bdc2bfb0aeee tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "DELETE /v2.0/floatingips/afe6cee8-dd8a-4023-b688-3cf0c4851b67 HTTP/1.1" status: 204 len: 168 time: 4.9789875 Apr 18 19:40:20.578413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39300) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:20.578969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:20.584871 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:20.587507 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1d7ebf74-c0a4-4e62-8720-34b5ea94889d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.600937 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-a7c76d8c-6602-4cc7-abcf-7ff1a42c6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:20.611182 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-efbe07c3-201f-4046-a10e-94c1fa4e29db admin admin] 10.222.0.66 "DELETE /v2.0/networks/5594ca63-0b61-498f-ac96-008f329be429 HTTP/1.1" status: 204 len: 168 time: 0.7765143 Apr 18 19:40:20.615199 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c76d8c-6602-4cc7-abcf-7ff1a42c6a0c None None] Routers {'0b1e751a-da81-4e03-ac2e-188ffef31cfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:20.616304 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-a7c76d8c-6602-4cc7-abcf-7ff1a42c6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:20.682968 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-a7c76d8c-6602-4cc7-abcf-7ff1a42c6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:20.683372 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c76d8c-6602-4cc7-abcf-7ff1a42c6a0c None None] The sync data for ids ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:20.752055 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Usage tracker for resource:floatingip and tenant:96dde6ff1d6344eb90d5280ed1f812d7 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:20.755005 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-40e3509d-8849-4336-8c3e-5a12405a5cdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Unset dirty status for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:20.756152 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-40e3509d-8849-4336-8c3e-5a12405a5cdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports/df760f9c-ad79-477c-8a9f-29d807da272c HTTP/1.1" status: 200 len: 932 time: 0.4348028 Apr 18 19:40:20.769402 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:20.779039 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ebf74-c0a4-4e62-8720-34b5ea94889d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ed536a-f9fc-4c43-ae4a-2b9b9accf427,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:20.781064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:20.830043 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fdb716-0d2a-499d-be81-686f377c90cd None None] Network 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:20.834735 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1d7ebf74-c0a4-4e62-8720-34b5ea94889d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.839638 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1d7ebf74-c0a4-4e62-8720-34b5ea94889d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f7ed536a-f9fc-4c43-ae4a-2b9b9accf427 HTTP/1.1" status: 204 len: 168 time: 0.9539728 Apr 18 19:40:20.840543 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39310) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:20.866876 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-d6cc5abd-a3cc-47ee-983c-a6c9073cb959 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:20.868215 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-d6cc5abd-a3cc-47ee-983c-a6c9073cb959 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports/6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 HTTP/1.1" status: 200 len: 932 time: 0.0999589 Apr 18 19:40:20.931717 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9641e1f2-ab74-4c8e-b7b0-7faa9c38af0d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0558217 Apr 18 19:40:20.941733 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:20.992771 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 9df2ad16-6974-45f9-8660-51f5c0609854 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:21.016160 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-5fd2713d-ef54-46dc-8dbf-dc1b3961a982 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0769069 Apr 18 19:40:21.029255 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.044021 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Deleting port be0e91de-fd0e-4af5-914d-333ef2bb0fd6 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:21.044682 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.077692 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 9df2ad16-6974-45f9-8660-51f5c0609854 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:21.078025 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 9df2ad16-6974-45f9-8660-51f5c0609854 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:21.078655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device c858d11b-9580-411d-ba4e-e8c0660da5d8 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:21.129106 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: c858d11b-9580-411d-ba4e-e8c0660da5d8 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:21.130008 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device c858d11b-9580-411d-ba4e-e8c0660da5d8 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:21.149516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39316) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:21.183641 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Router 0cb009fa-1fef-410b-9fe0-ad03984451e5 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:40:21.278684 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af566170-8981-4954-a53c-02b983e2e076 None None] DHCP port deletion for 9f1ef17e-b1e6-4dba-acd7-cfdbec804548 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:40:21.284457 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-af566170-8981-4954-a53c-02b983e2e076 None None] Deleting port be0e91de-fd0e-4af5-914d-333ef2bb0fd6 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:21.284896 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-af566170-8981-4954-a53c-02b983e2e076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.331741 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-4a256b04-a48e-42db-ac68-159e128e1ae9 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.335717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-4a256b04-a48e-42db-ac68-159e128e1ae9 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.340412 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-4a256b04-a48e-42db-ac68-159e128e1ae9 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.341228 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-4a256b04-a48e-42db-ac68-159e128e1ae9 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Synchronizing usage tracker for tenant:8c45541b663f4cc5824ad6067033356a on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:21.433097 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-306b489a-ee33-4fe9-8f23-d3f89144241e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69a63193a87944f7a8385eb2dc446bcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2839317 Apr 18 19:40:21.444063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39322) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:21.470950 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-24f7240c-8a8a-42b3-bc2a-b3b7a1285479 req-7f1e27a0-c753-4fbc-8efb-bc4617119b65 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0743103 Apr 18 19:40:21.484928 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] For port be0e91de-fd0e-4af5-914d-333ef2bb0fd6, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=be0e91de-fd0e-4af5-914d-333ef2bb0fd6,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:21.485285 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.524302 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-4a256b04-a48e-42db-ac68-159e128e1ae9 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Unset dirty status for tenant:8c45541b663f4cc5824ad6067033356a on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:21.525500 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-4a256b04-a48e-42db-ac68-159e128e1ae9 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/networks?id=6ffffad2-0800-488c-99ce-066b8a9fb855&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=e78622fb-3352-44b9-a22f-f41c23e91484&id=e78622fb-3352-44b9-a22f-f41c23e91484 HTTP/1.1" status: 200 len: 1991 time: 0.4575224 Apr 18 19:40:21.527606 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.583117 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-af566170-8981-4954-a53c-02b983e2e076 None None] For port be0e91de-fd0e-4af5-914d-333ef2bb0fd6, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=be0e91de-fd0e-4af5-914d-333ef2bb0fd6,segment=NetworkSegment(ed9c8d6e-f935-4269-9fbc-152118009951),segment_id=ed9c8d6e-f935-4269-9fbc-152118009951)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:21.583811 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-af566170-8981-4954-a53c-02b983e2e076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.621819 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-4a692611-f86e-4aff-b5c6-8d43ec235817 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/quotas/8c45541b663f4cc5824ad6067033356a HTTP/1.1" status: 200 len: 375 time: 0.0562816 Apr 18 19:40:21.640383 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-169049b5-8ccd-4b47-bbba-09ab8d614f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.651228 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Calling delete_port for be0e91de-fd0e-4af5-914d-333ef2bb0fd6 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:21.733808 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6b5ec528-fca0-49bd-9f82-15a485715694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.741075 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-af566170-8981-4954-a53c-02b983e2e076 None None] Calling delete_port for be0e91de-fd0e-4af5-914d-333ef2bb0fd6 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:21.788183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Allocated IP 172.25.8.152 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/bc560059-5c9f-459a-9266-a4c67896db4e) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:21.834165 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21944af5-9cd2-4157-b9c5-af9ae2d3f6d6 req-2427dfa5-a0fe-4a46-944b-a94e0bdd1836 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.838739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21944af5-9cd2-4157-b9c5-af9ae2d3f6d6 req-2427dfa5-a0fe-4a46-944b-a94e0bdd1836 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.842841 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21944af5-9cd2-4157-b9c5-af9ae2d3f6d6 req-2427dfa5-a0fe-4a46-944b-a94e0bdd1836 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.845798 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-af566170-8981-4954-a53c-02b983e2e076 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:40:21.847379 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-af566170-8981-4954-a53c-02b983e2e076 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:40:21.847506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21944af5-9cd2-4157-b9c5-af9ae2d3f6d6 req-2427dfa5-a0fe-4a46-944b-a94e0bdd1836 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.851477 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21944af5-9cd2-4157-b9c5-af9ae2d3f6d6 req-2427dfa5-a0fe-4a46-944b-a94e0bdd1836 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.856309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21944af5-9cd2-4157-b9c5-af9ae2d3f6d6 req-2427dfa5-a0fe-4a46-944b-a94e0bdd1836 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.857063 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-169049b5-8ccd-4b47-bbba-09ab8d614f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:21.860369 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21944af5-9cd2-4157-b9c5-af9ae2d3f6d6 req-2427dfa5-a0fe-4a46-944b-a94e0bdd1836 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:21.862308 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21944af5-9cd2-4157-b9c5-af9ae2d3f6d6 req-2427dfa5-a0fe-4a46-944b-a94e0bdd1836 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.1189845 Apr 18 19:40:21.863605 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.027694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Pushing event deleted for resources: {'Port': ['ID=be0e91de-fd0e-4af5-914d-333ef2bb0fd6,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:22.034264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] No DVR routers for this DVR port be0e91de-fd0e-4af5-914d-333ef2bb0fd6 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:22.097235 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-a4bc66e5-866d-47db-81bf-3014e8a9bb10 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4639010 Apr 18 19:40:22.097815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:22.097815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:22.098056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:22.098268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:22.098690 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:22.099018 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:22.099338 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:22.099483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:22.099661 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:22.099983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:22.100344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:22.101382 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:22.104213 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.152994 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b9fb0-12d8-4fa2-bd79-a39bb872d97d None None] Sync routers for ids ['0cb009fa-1fef-410b-9fe0-ad03984451e5'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:22.204045 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b9fb0-12d8-4fa2-bd79-a39bb872d97d None None] Routers {'0cb009fa-1fef-410b-9fe0-ad03984451e5'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:22.204707 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-861b9fb0-12d8-4fa2-bd79-a39bb872d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0cb009fa-1fef-410b-9fe0-ad03984451e5'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:22.247432 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.262484 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-21944af5-9cd2-4157-b9c5-af9ae2d3f6d6 req-3fec7adb-9b91-4b7e-bdae-6e6803ebbc8a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3893776 Apr 18 19:40:22.292333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1ef17e-b1e6-4dba-acd7-cfdbec804548']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:22.293628 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.298728 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.302449 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-861b9fb0-12d8-4fa2-bd79-a39bb872d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:22.309316 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bac998ee-84e8-49cd-8836-224a50e999c7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8639421 Apr 18 19:40:22.309471 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39330) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:22.315141 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9c8d6e-f935-4269-9fbc-152118009951') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:22.316324 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b9fb0-12d8-4fa2-bd79-a39bb872d97d None None] Routers {'0cb009fa-1fef-410b-9fe0-ad03984451e5'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:22.317003 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-861b9fb0-12d8-4fa2-bd79-a39bb872d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:39:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0cb009fa-1fef-410b-9fe0-ad03984451e5'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:22.323726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9c8d6e-f935-4269-9fbc-152118009951') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:22.335050 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-529375be-e7cd-47d5-b40b-8c2116ae4fc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'enable_snat': False}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:22.364289 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-af566170-8981-4954-a53c-02b983e2e076 None None] Deleting port be0e91de-fd0e-4af5-914d-333ef2bb0fd6 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:22.364656 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-af566170-8981-4954-a53c-02b983e2e076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.380683 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-169049b5-8ccd-4b47-bbba-09ab8d614f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.383878 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-169049b5-8ccd-4b47-bbba-09ab8d614f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.386832 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-169049b5-8ccd-4b47-bbba-09ab8d614f86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70cd942b-3e1c-4756-96ed-93c5a1d80c92 HTTP/1.1" status: 204 len: 168 time: 0.9393499 Apr 18 19:40:22.457216 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-3f3ccc99-1be7-4573-bbb6-927eaf135032 service neutron] 10.222.0.66 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850189 Apr 18 19:40:22.462035 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.477575 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-861b9fb0-12d8-4fa2-bd79-a39bb872d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:22.478095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b9fb0-12d8-4fa2-bd79-a39bb872d97d None None] The sync data for ids ['0cb009fa-1fef-410b-9fe0-ad03984451e5'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:22.484559 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-af566170-8981-4954-a53c-02b983e2e076 None None] The port 'be0e91de-fd0e-4af5-914d-333ef2bb0fd6' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:40:22.495490 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.505495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169049b5-8ccd-4b47-bbba-09ab8d614f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cd942b-3e1c-4756-96ed-93c5a1d80c92,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:22.514242 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:40:22.514673 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:40:22.529219 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:40:22.663299 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-52526a50-3028-4dd2-abb9-f985e6417960 service neutron] 10.222.0.66 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050474 Apr 18 19:40:22.664356 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Pushing event updated for resources: {'Port': ['ID=bc560059-5c9f-459a-9266-a4c67896db4e,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:22.712434 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.719714 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:22.733926 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:22.733926 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:22.741711 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:22.749172 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4d51cd75-6cfd-4247-bf56-3ebb077b18bf req-bc217c34-c6bd-47ec-91ad-63ae70acb43b tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0734596 Apr 18 19:40:22.757408 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] Pushing event deleted for resources: {'Network': ['ID=9f1ef17e-b1e6-4dba-acd7-cfdbec804548,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:22.913296 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-2ab88e60-4a93-4281-947c-b56d4a7e40ef service neutron] 10.222.0.66 "GET /v2.0/ports/df760f9c-ad79-477c-8a9f-29d807da272c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2380044 Apr 18 19:40:22.918933 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fbc9a8f5-f756-4229-a006-c1ff02d734fc admin admin] 10.222.0.66 "DELETE /v2.0/networks/9f1ef17e-b1e6-4dba-acd7-cfdbec804548 HTTP/1.1" status: 204 len: 168 time: 2.0765486 Apr 18 19:40:23.066165 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device be0e91de-fd0e-4af5-914d-333ef2bb0fd6 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:23.140156 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: be0e91de-fd0e-4af5-914d-333ef2bb0fd6 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:23.140489 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device be0e91de-fd0e-4af5-914d-333ef2bb0fd6 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:23.160387 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-bcf52dce-4aa8-472e-b9bd-eea67876a25c service neutron] 10.222.0.66 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362809 Apr 18 19:40:23.335997 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:23.357114 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-529375be-e7cd-47d5-b40b-8c2116ae4fc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:23.365090 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-de5388c7-206c-4497-9ad8-c819d4732dc4 service neutron] 10.222.0.66 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985285 Apr 18 19:40:23.504040 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-e5f6768a-03cb-4472-ad92-29b252774deb service neutron] 10.222.0.66 "GET /v2.0/ports/6ac6c297-5f24-4746-a3b1-a8a0301ef6a3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1314704 Apr 18 19:40:23.508887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:23.593840 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39364) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:23.692613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f898f9-2010-43f8-b6ac-a407be9cdceb req-a473c2a0-b4df-473e-8320-e1fd7b437655 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:23.701422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f898f9-2010-43f8-b6ac-a407be9cdceb req-a473c2a0-b4df-473e-8320-e1fd7b437655 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:23.706082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f898f9-2010-43f8-b6ac-a407be9cdceb req-a473c2a0-b4df-473e-8320-e1fd7b437655 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:23.708072 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f898f9-2010-43f8-b6ac-a407be9cdceb req-a473c2a0-b4df-473e-8320-e1fd7b437655 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:23.711636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f898f9-2010-43f8-b6ac-a407be9cdceb req-a473c2a0-b4df-473e-8320-e1fd7b437655 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:23.718595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f898f9-2010-43f8-b6ac-a407be9cdceb req-a473c2a0-b4df-473e-8320-e1fd7b437655 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:23.720034 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f898f9-2010-43f8-b6ac-a407be9cdceb req-a473c2a0-b4df-473e-8320-e1fd7b437655 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:23.721916 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-06f898f9-2010-43f8-b6ac-a407be9cdceb req-a473c2a0-b4df-473e-8320-e1fd7b437655 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.2644010 Apr 18 19:40:23.752456 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-aac4546b-8497-43a9-975a-ade98cdf549d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7325a8c61fa403faddd6eaf3b6fc79a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1577299 Apr 18 19:40:23.755244 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39376) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:23.837309 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6ec5a4c2-8977-467c-be27-161c577c2a00 service neutron] 10.222.0.66 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019681 Apr 18 19:40:23.844082 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-06f898f9-2010-43f8-b6ac-a407be9cdceb req-3e054ba8-0d75-46fb-a1c8-b0b0c694e343 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126089 Apr 18 19:40:23.855596 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-75cb5057-1a5a-4886-a391-22decf2ada9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.098100 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39394) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:24.140033 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-a09c6199-ec3f-4bf8-906c-6274d98ed1eb service neutron] 10.222.0.66 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837522 Apr 18 19:40:24.146768 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.170330 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5cde56b2-21c2-4db3-b457-763a0ae6037e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.233808 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.242380 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d3b41e9a-d6b3-4fb6-bd13-d6df5e1a537d req-1fa8a302-ad2f-4df0-a522-ad23e58b6bd1 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0732291 Apr 18 19:40:24.291654 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-529375be-e7cd-47d5-b40b-8c2116ae4fc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.303524 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-529375be-e7cd-47d5-b40b-8c2116ae4fc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4113115'] for router, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.316737 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5cde56b2-21c2-4db3-b457-763a0ae6037e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.375053 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.403992 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-network', 'tenant_id': 'bdb65becce204455978edc9c05affe12'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:24.422982 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:24.437585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Usage tracker for resource:network and tenant:bdb65becce204455978edc9c05affe12 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:24.444881 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:24.461311 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Pushing event updated for resources: {'Port': ['ID=bc560059-5c9f-459a-9266-a4c67896db4e,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:24.467369 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:24.477261 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-2fdf3e65-1725-48d5-84f4-eb62085256fc service neutron] 10.222.0.66 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285520 Apr 18 19:40:24.549938 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5cde56b2-21c2-4db3-b457-763a0ae6037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.562543 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.563726 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1e21e596-1e89-43dc-a664-5e6f95dfc248 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9888241 Apr 18 19:40:24.573074 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39404) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:24.587339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde56b2-21c2-4db3-b457-763a0ae6037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a6a6ac-d5b3-474c-983f-5919dc04ce36,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:24.611079 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5cde56b2-21c2-4db3-b457-763a0ae6037e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.613126 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5cde56b2-21c2-4db3-b457-763a0ae6037e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/10a6a6ac-d5b3-474c-983f-5919dc04ce36 HTTP/1.1" status: 204 len: 168 time: 0.8557112 Apr 18 19:40:24.633573 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Made reservation on behalf of bdb65becce204455978edc9c05affe12 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:24.645201 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.687096 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-11c0c150-3f55-4b2c-ae5d-564f7fbbee65 service neutron] 10.222.0.66 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038391 Apr 18 19:40:24.687811 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.697666 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529375be-e7cd-47d5-b40b-8c2116ae4fc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Router 0cb009fa-1fef-410b-9fe0-ad03984451e5 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:24.850939 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:24.870884 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:24.875920 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:24.893309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Usage tracker for resource:floatingip and tenant:1151f6f16c304443879929ed0883ba9f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:24.900566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:24.913226 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:24.952865 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:24.965838 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Usage tracker for resource:security_group_rule and tenant:bdb65becce204455978edc9c05affe12 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:24.971304 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:24.980085 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:24.983341 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0f3b4514-44b2-4c4d-86ee-9dff614f2fa9 service neutron] 10.222.0.66 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735283 Apr 18 19:40:24.987659 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.017263 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529375be-e7cd-47d5-b40b-8c2116ae4fc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:25.031731 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7531f-da79-4db6-8eab-7768aea5d5a3 None None] Sync routers for ids ['0cb009fa-1fef-410b-9fe0-ad03984451e5'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:25.033117 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-529375be-e7cd-47d5-b40b-8c2116ae4fc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.036897 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-529375be-e7cd-47d5-b40b-8c2116ae4fc9 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "PUT /v2.0/routers/0cb009fa-1fef-410b-9fe0-ad03984451e5 HTTP/1.1" status: 200 len: 925 time: 2.7234385 Apr 18 19:40:25.037122 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39416) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:25.056061 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7531f-da79-4db6-8eab-7768aea5d5a3 None None] Routers {'0cb009fa-1fef-410b-9fe0-ad03984451e5'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:25.057231 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-96b7531f-da79-4db6-8eab-7768aea5d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0cb009fa-1fef-410b-9fe0-ad03984451e5'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:25.128423 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.201333 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-96b7531f-da79-4db6-8eab-7768aea5d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:25.210549 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-53e0eb29-285e-45ad-bd57-f3dafafa12d8 service neutron] 10.222.0.66 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200577 Apr 18 19:40:25.232863 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b7531f-da79-4db6-8eab-7768aea5d5a3 None None] Routers {'0cb009fa-1fef-410b-9fe0-ad03984451e5'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:25.233489 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-96b7531f-da79-4db6-8eab-7768aea5d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0cb009fa-1fef-410b-9fe0-ad03984451e5'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:25.317212 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-96b7531f-da79-4db6-8eab-7768aea5d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:25.317840 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b7531f-da79-4db6-8eab-7768aea5d5a3 None None] The sync data for ids ['0cb009fa-1fef-410b-9fe0-ad03984451e5'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:25.430469 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23bb4-2530-43bd-b4ff-240745456bc4 req-1e62b518-9258-437d-8485-0cc51bf7a1ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:25.431405 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.434397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23bb4-2530-43bd-b4ff-240745456bc4 req-1e62b518-9258-437d-8485-0cc51bf7a1ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:25.435600 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-512dd626-0fe0-4d27-948b-9fce5b3cd758 service neutron] 10.222.0.66 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184131 Apr 18 19:40:25.439572 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23bb4-2530-43bd-b4ff-240745456bc4 req-1e62b518-9258-437d-8485-0cc51bf7a1ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:25.444577 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23bb4-2530-43bd-b4ff-240745456bc4 req-1e62b518-9258-437d-8485-0cc51bf7a1ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:25.448552 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23bb4-2530-43bd-b4ff-240745456bc4 req-1e62b518-9258-437d-8485-0cc51bf7a1ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:25.452607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23bb4-2530-43bd-b4ff-240745456bc4 req-1e62b518-9258-437d-8485-0cc51bf7a1ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:25.457546 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23bb4-2530-43bd-b4ff-240745456bc4 req-1e62b518-9258-437d-8485-0cc51bf7a1ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:25.460895 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-00d23bb4-2530-43bd-b4ff-240745456bc4 req-1e62b518-9258-437d-8485-0cc51bf7a1ac tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.2823308 Apr 18 19:40:25.550778 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.585713 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.591203 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:40:25.594966 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-00d23bb4-2530-43bd-b4ff-240745456bc4 req-f3b1a63b-86f5-43a7-8716-aff6dc5855cf tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137707 Apr 18 19:40:25.610311 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669e3c61-c6e9-4dcd-8119-a6273151f53b,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:25.613028 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.613371 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Added segment f7a84007-feb3-421f-9c57-8802a8bb05ec of type vlan for network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be Apr 18 19:40:25.668424 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.679121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-71b751ee-810d-4ec9-9722-9a9b531aaf5a service neutron] 10.222.0.66 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376873 Apr 18 19:40:25.717025 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a78f6b43-87e4-4d81-ad36-c3f5f22a26cc tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/routers/0cb009fa-1fef-410b-9fe0-ad03984451e5 HTTP/1.1" status: 200 len: 925 time: 0.6761279 Apr 18 19:40:25.720716 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39432) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:25.784265 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Allocated IP 172.25.8.50 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/1c07824c-c43d-4590-b869-9f1c88df0d48) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:25.836405 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:40:25.858200 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ae3ac321-1118-4d39-b035-28f3cc73f8f2 req-d22567f2-ea87-4f70-ab38-eb5f71e52972 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0632899 Apr 18 19:40:25.940196 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0056c31b-68e0-4a57-91bb-d20e14f37ae4 service neutron] 10.222.0.66 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536712 Apr 18 19:40:25.971604 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.972926 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:25.973387 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:25.992078 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.074679 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.111402 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b71aea53-7b0f-4350-9ab3-52de3d2af03a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Synchronizing usage tracker for tenant:4291fc632c4f4321b63dc232d14a816d on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:26.159606 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0543275 Apr 18 19:40:26.159606 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39442) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:26.166721 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Request body: {'subnet': {'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-subnet', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:26.179366 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:26.181774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:26.189171 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:26.194341 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c177a0-6031-4a5c-94fe-9f34a2247e7f admin admin] Pushing event updated for resources: {'Network': ['ID=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:26.196514 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Pushing event updated for resources: {'Port': ['ID=1c07824c-c43d-4590-b869-9f1c88df0d48,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:26.202063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:26.203318 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Usage tracker for resource:subnet and tenant:bdb65becce204455978edc9c05affe12 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:26.211492 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:40:26.221650 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:26.259217 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:26.263386 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b71aea53-7b0f-4350-9ab3-52de3d2af03a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Unset dirty status for tenant:4291fc632c4f4321b63dc232d14a816d on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:26.268755 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b71aea53-7b0f-4350-9ab3-52de3d2af03a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=b9f392f6-42e1-41ad-9423-d80ed824c270&device_id=0cb009fa-1fef-410b-9fe0-ad03984451e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5456946 Apr 18 19:40:26.270607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39448) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:26.291927 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc5129a8-c006-4d09-b8cd-415e0fc6e2cc service neutron] 10.222.0.66 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486340 Apr 18 19:40:26.375863 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Made reservation on behalf of bdb65becce204455978edc9c05affe12 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:26.379714 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.467439 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.576692 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b8df4-d8d7-4127-b150-5b1b824f294c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:26.577260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6e2b8df4-d8d7-4127-b150-5b1b824f294c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Synchronizing usage tracker for tenant:4291fc632c4f4321b63dc232d14a816d on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:26.668596 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.692134 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6e2b8df4-d8d7-4127-b150-5b1b824f294c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Unset dirty status for tenant:4291fc632c4f4321b63dc232d14a816d on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:26.698106 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6e2b8df4-d8d7-4127-b150-5b1b824f294c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 881 time: 0.4203408 Apr 18 19:40:26.699676 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39470) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:26.777168 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:26.835529 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-260770ce-ae03-4b47-8411-50aab078fa3d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cb009fa-1fef-410b-9fe0-ad03984451e5 HTTP/1.1" status: 200 len: 205 time: 0.1318989 Apr 18 19:40:26.841299 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39480) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:26.911533 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.138051 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4666bb-bcad-4eae-94b0-2334e91e3044 req-a00c8433-1a95-4ab1-92bd-95a5cab0fa32 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:27.142073 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4666bb-bcad-4eae-94b0-2334e91e3044 req-a00c8433-1a95-4ab1-92bd-95a5cab0fa32 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:27.154268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4666bb-bcad-4eae-94b0-2334e91e3044 req-a00c8433-1a95-4ab1-92bd-95a5cab0fa32 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:27.162211 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4666bb-bcad-4eae-94b0-2334e91e3044 req-a00c8433-1a95-4ab1-92bd-95a5cab0fa32 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:27.171121 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4666bb-bcad-4eae-94b0-2334e91e3044 req-a00c8433-1a95-4ab1-92bd-95a5cab0fa32 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:27.178162 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4666bb-bcad-4eae-94b0-2334e91e3044 req-a00c8433-1a95-4ab1-92bd-95a5cab0fa32 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:27.182115 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4666bb-bcad-4eae-94b0-2334e91e3044 req-a00c8433-1a95-4ab1-92bd-95a5cab0fa32 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:27.184251 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b4666bb-bcad-4eae-94b0-2334e91e3044 req-a00c8433-1a95-4ab1-92bd-95a5cab0fa32 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.3650534 Apr 18 19:40:27.263824 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eea24c7-e757-4938-8db0-4f4f48b678bd,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:27.271790 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b4666bb-bcad-4eae-94b0-2334e91e3044 req-a524356d-c890-47a6-a33e-c2756a399d29 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794396 Apr 18 19:40:27.282929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Checking segment: {'id': 'f7a84007-feb3-421f-9c57-8802a8bb05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:27.283453 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Network hostable DHCP agents. Network: 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:40:27.307920 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.370939 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.412832 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:40:27.438318 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.542877 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:27.553829 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ada736-f516-451f-8bd4-ba5a0894abc8 None None] Network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:27.566946 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f784838f-1fec-4701-b726-74fd04ce7591 req-c7aab86f-dad6-42e0-91db-227e26833181 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1154208 Apr 18 19:40:27.600315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Pushing event updated for resources: {'Port': ['ID=1c07824c-c43d-4590-b869-9f1c88df0d48,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:27.626391 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.695410 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-68e42d5a-7e93-4f8f-8e5a-636d6aa18188 req-16c5a51b-8b75-44ff-a764-5c9db12d68ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1537952 Apr 18 19:40:27.707697 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.707921 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:27.707921 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:27.708745 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0b0f90f4-49e8-4c9d-a895-2663d2325421 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1329243 Apr 18 19:40:27.709638 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39502) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:27.823476 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3df389d7-2b83-4c02-8d0f-5376f290d1d1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6646841 Apr 18 19:40:27.830167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39510) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:27.835265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:27.852063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:27.862204 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Usage tracker for resource:router and tenant:bdb65becce204455978edc9c05affe12 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:27.865156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:27.881067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:27.900865 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3709fab2-5d10-4617-9e50-3df673533aa8 None None] Network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:27.904797 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-57ebbaf1-f6ff-4138-ba51-114c65d08965 tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2608 time: 0.1940157 Apr 18 19:40:27.907628 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39514) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:27.989897 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.006233 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.016667 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.029208 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.050259 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4d799eeb-0bb4-47bd-957b-09462f85372f tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Synchronizing usage tracker for tenant:4583e65cf4e848ef98f57fbb295d8992 on resource:floatingip {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:28.073662 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Deleting port 0286d981-44d3-46dd-a224-612a469749ca {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:28.081164 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.141572 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4d799eeb-0bb4-47bd-957b-09462f85372f tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Unset dirty status for tenant:4583e65cf4e848ef98f57fbb295d8992 on resource:floatingip {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:28.146673 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4d799eeb-0bb4-47bd-957b-09462f85372f tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2379241 Apr 18 19:40:28.147058 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39526) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:28.291472 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1b6d3457-3db0-4e95-8c3e-12728a57be94 req-48e20ec3-2dd1-4303-ae10-623258a5c7c2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Synchronizing usage tracker for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:28.305191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-1b6d3457-3db0-4e95-8c3e-12728a57be94 req-48e20ec3-2dd1-4303-ae10-623258a5c7c2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Unset dirty status for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:28.306569 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b6d3457-3db0-4e95-8c3e-12728a57be94 req-48e20ec3-2dd1-4303-ae10-623258a5c7c2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 210 time: 0.1084604 Apr 18 19:40:28.633405 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-601a8633-cc58-488f-b6e4-f6885d014086 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Deleting port 1c07824c-c43d-4590-b869-9f1c88df0d48 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:28.633887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-601a8633-cc58-488f-b6e4-f6885d014086 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.761099 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.782106 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:28.848440 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-42ad683d-d039-4d32-8abe-32bea854d11f req-9370209c-d096-40f3-b425-e43bd6a11087 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0872784 Apr 18 19:40:28.974313 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Calling delete_port for 0286d981-44d3-46dd-a224-612a469749ca owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:29.052442 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc56b6-91b1-4a9f-add9-3eb96b05b245 req-b97ec8bb-2600-44ae-b56d-3ec2efb7aac3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:29.056940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc56b6-91b1-4a9f-add9-3eb96b05b245 req-b97ec8bb-2600-44ae-b56d-3ec2efb7aac3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:29.061724 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc56b6-91b1-4a9f-add9-3eb96b05b245 req-b97ec8bb-2600-44ae-b56d-3ec2efb7aac3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:29.066696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc56b6-91b1-4a9f-add9-3eb96b05b245 req-b97ec8bb-2600-44ae-b56d-3ec2efb7aac3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:29.077045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc56b6-91b1-4a9f-add9-3eb96b05b245 req-b97ec8bb-2600-44ae-b56d-3ec2efb7aac3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:29.077045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc56b6-91b1-4a9f-add9-3eb96b05b245 req-b97ec8bb-2600-44ae-b56d-3ec2efb7aac3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:29.090991 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc56b6-91b1-4a9f-add9-3eb96b05b245 req-b97ec8bb-2600-44ae-b56d-3ec2efb7aac3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:29.090991 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47dc56b6-91b1-4a9f-add9-3eb96b05b245 req-b97ec8bb-2600-44ae-b56d-3ec2efb7aac3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.5775628 Apr 18 19:40:29.457803 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-601a8633-cc58-488f-b6e4-f6885d014086 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.458290 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-601a8633-cc58-488f-b6e4-f6885d014086 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.495531 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f59ef5d3-2f21-4158-9f94-b2a51a06e93e req-31d66a55-62c3-4d87-9091-02c5fa04a267 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 210 time: 0.0599964 Apr 18 19:40:29.536565 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47dc56b6-91b1-4a9f-add9-3eb96b05b245 req-fa350b9c-48e7-459b-9a86-afe2d26145ee tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4501560 Apr 18 19:40:29.612043 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-601a8633-cc58-488f-b6e4-f6885d014086 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Calling delete_port for 1c07824c-c43d-4590-b869-9f1c88df0d48 owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:29.729302 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39562) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:29.867258 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.931363 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-75dd0c7f-d2e4-47a1-b41d-86aadd2e88eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.938899 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Pushing event deleted for resources: {'Port': ['ID=0286d981-44d3-46dd-a224-612a469749ca,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:29.966825 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-601a8633-cc58-488f-b6e4-f6885d014086 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:29.986793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-75dd0c7f-d2e4-47a1-b41d-86aadd2e88eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:29.992882 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-75dd0c7f-d2e4-47a1-b41d-86aadd2e88eb admin admin] Usage tracker for resource:security_group_rule and tenant:df8ff31ba87e4bbb814a5b1063704742 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:29.997134 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-75dd0c7f-d2e4-47a1-b41d-86aadd2e88eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:30.005657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-75dd0c7f-d2e4-47a1-b41d-86aadd2e88eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:30.096893 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-75dd0c7f-d2e4-47a1-b41d-86aadd2e88eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.114181 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.147463 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a8633-cc58-488f-b6e4-f6885d014086 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Pushing event deleted for resources: {'Port': ['ID=1c07824c-c43d-4590-b869-9f1c88df0d48,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:30.157565 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-75dd0c7f-d2e4-47a1-b41d-86aadd2e88eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.175884 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1bc3de76-7e5c-47ed-b990-e1dd10fefc60 req-1233f455-9100-4735-ba8d-5ba19f9ec319 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0727341 Apr 18 19:40:30.211958 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.220349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd0c7f-d2e4-47a1-b41d-86aadd2e88eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a91fb8-28d8-4995-9cf3-c54d3fb509e7,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:30.242377 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-75dd0c7f-d2e4-47a1-b41d-86aadd2e88eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=df8ff31ba87e4bbb814a5b1063704742&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5088685 Apr 18 19:40:30.243014 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39572) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:30.350141 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9c90995-55c8-4826-aad6-5d9256e3a057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.394175 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9c90995-55c8-4826-aad6-5d9256e3a057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.536376 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9c90995-55c8-4826-aad6-5d9256e3a057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.558109 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c90995-55c8-4826-aad6-5d9256e3a057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a91fb8-28d8-4995-9cf3-c54d3fb509e7,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:30.579886 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9c90995-55c8-4826-aad6-5d9256e3a057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.581408 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b9c90995-55c8-4826-aad6-5d9256e3a057 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03a91fb8-28d8-4995-9cf3-c54d3fb509e7 HTTP/1.1" status: 204 len: 168 time: 0.3365250 Apr 18 19:40:30.618037 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-601a8633-cc58-488f-b6e4-f6885d014086 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks [] for floatingip, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.626799 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.806893 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-08a0c7c9-8632-488b-9754-dc6231b57c8c req-a953f023-3d5d-4ae0-9e9b-c91a0d481378 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 210 time: 0.1194487 Apr 18 19:40:30.998855 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-601a8633-cc58-488f-b6e4-f6885d014086 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:30.999986 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-601a8633-cc58-488f-b6e4-f6885d014086 tempest-FloatingIPAdminTestJSON-976772484 tempest-FloatingIPAdminTestJSON-976772484-project] 10.222.0.66 "DELETE /v2.0/floatingips/7670f1ab-62d8-443a-962a-13f2c5cb1c29 HTTP/1.1" status: 204 len: 168 time: 2.8516107 Apr 18 19:40:31.003435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39592) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:31.112197 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Allocated IP 172.25.8.184 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/b5ad90d1-16a4-476a-91aa-d6072cc5463f) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:31.175744 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.180743 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-f908dac1-9982-4c8a-942e-910d9720424f tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Deleting port bc560059-5c9f-459a-9266-a4c67896db4e {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:31.181202 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f908dac1-9982-4c8a-942e-910d9720424f tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.235987 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22926a17-2233-43af-b89b-a954319b0a4b req-3c36dc79-bfe3-4948-a6c5-a5317895d453 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3dbceafe99444da79362d0f0f02f7ec9&device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1647985 Apr 18 19:40:31.296591 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.360023 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22926a17-2233-43af-b89b-a954319b0a4b req-b42521c8-2450-488d-9415-d5e42f3c5a7d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3dbceafe99444da79362d0f0f02f7ec9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114409 Apr 18 19:40:31.427959 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0545c202-2272-4d75-9ffe-5a0442bde3af service neutron] 10.222.0.16 "GET /v2.0/ports/df760f9c-ad79-477c-8a9f-29d807da272c HTTP/1.1" status: 200 len: 1028 time: 0.2550149 Apr 18 19:40:31.430196 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 3bad8b42-f05a-4199-b636-0da503786680 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:31.485238 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b769768-42a6-4b52-8bf6-068c78e38688 req-4650a90e-fe15-4b37-b9f3-faef4b86e271 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0523272 Apr 18 19:40:31.570273 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f908dac1-9982-4c8a-942e-910d9720424f tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.570273 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f908dac1-9982-4c8a-942e-910d9720424f tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.594176 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 3bad8b42-f05a-4199-b636-0da503786680, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3bad8b42-f05a-4199-b636-0da503786680,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:31.608570 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '3bad8b42-f05a-4199-b636-0da503786680', 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27', 'port_id': '3bad8b42-f05a-4199-b636-0da503786680', 'mac_address': 'fa:16:3e:47:78:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c506dfae-fd9d-4cd9-9818-04d410ab8593', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:31.637610 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-ea9cf818-9f05-4954-a75a-5f36c8f44421 service neutron] 10.222.0.16 "GET /v2.0/ports/6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 HTTP/1.1" status: 200 len: 1028 time: 0.1559162 Apr 18 19:40:31.652693 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30186-e961-4734-81e1-649f71b84b69 req-49076d43-500c-47dc-969f-3535130a6f80 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:31.656598 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30186-e961-4734-81e1-649f71b84b69 req-49076d43-500c-47dc-969f-3535130a6f80 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:31.660497 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30186-e961-4734-81e1-649f71b84b69 req-49076d43-500c-47dc-969f-3535130a6f80 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:31.664438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30186-e961-4734-81e1-649f71b84b69 req-49076d43-500c-47dc-969f-3535130a6f80 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:31.668404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30186-e961-4734-81e1-649f71b84b69 req-49076d43-500c-47dc-969f-3535130a6f80 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:31.672404 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30186-e961-4734-81e1-649f71b84b69 req-49076d43-500c-47dc-969f-3535130a6f80 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:31.676300 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30186-e961-4734-81e1-649f71b84b69 req-49076d43-500c-47dc-969f-3535130a6f80 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:31.678202 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a4f30186-e961-4734-81e1-649f71b84b69 req-49076d43-500c-47dc-969f-3535130a6f80 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5430 time: 0.6149740 Apr 18 19:40:31.685628 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.708008 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.710865 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.711872 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Fanout notify agent at l3_agent the message router_deleted on router 0cb009fa-1fef-410b-9fe0-ad03984451e5 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:40:31.724909 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-f908dac1-9982-4c8a-942e-910d9720424f tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Calling delete_port for bc560059-5c9f-459a-9266-a4c67896db4e owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:31.725050 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bad8b42-f05a-4199-b636-0da503786680 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:31.761946 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 3bad8b42-f05a-4199-b636-0da503786680, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3bad8b42-f05a-4199-b636-0da503786680,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:31.788115 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39600) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:31.814882 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd8766fb-c4af-4abe-99cc-2e501db530d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.836338 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22926a17-2233-43af-b89b-a954319b0a4b req-75adc411-5a50-4d76-b8f8-baef6d971c16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:31.838616 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22926a17-2233-43af-b89b-a954319b0a4b req-75adc411-5a50-4d76-b8f8-baef6d971c16 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4627061 Apr 18 19:40:31.841692 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.842954 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:31.846891 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:31.850640 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ae8a1e0e-12b5-4bc1-ae3f-9d080a0270ba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/0cb009fa-1fef-410b-9fe0-ad03984451e5 HTTP/1.1" status: 204 len: 168 time: 4.9995451 Apr 18 19:40:31.861590 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39606) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:31.862137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fd8766fb-c4af-4abe-99cc-2e501db530d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:31.867516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fd8766fb-c4af-4abe-99cc-2e501db530d9 admin admin] Usage tracker for resource:security_group_rule and tenant:803dc7f26ad248f187659b598443b05e is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:31.871183 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fd8766fb-c4af-4abe-99cc-2e501db530d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:31.877065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-d3b719b7-70a8-4555-bf28-2a6a8194132f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-80709951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:31.877241 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fd8766fb-c4af-4abe-99cc-2e501db530d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:31.897752 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d3b719b7-70a8-4555-bf28-2a6a8194132f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:31.924361 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d3b719b7-70a8-4555-bf28-2a6a8194132f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Usage tracker for resource:router and tenant:10a8dceabd244d1f876efdc22d6d058a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:31.928645 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d3b719b7-70a8-4555-bf28-2a6a8194132f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:31.969565 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d3b719b7-70a8-4555-bf28-2a6a8194132f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:32.053388 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a4f30186-e961-4734-81e1-649f71b84b69 req-0d2fc36b-6db3-4926-b9a0-3c5a5c38d174 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3278835 Apr 18 19:40:32.075228 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f908dac1-9982-4c8a-942e-910d9720424f tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.117882 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-3865dec1-7bfc-4c19-b152-a408604b578d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:32.138519 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-3865dec1-7bfc-4c19-b152-a408604b578d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:32.150656 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-3865dec1-7bfc-4c19-b152-a408604b578d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:32.169137 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-3865dec1-7bfc-4c19-b152-a408604b578d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.16 "GET /v2.0/networks?id=6ffffad2-0800-488c-99ce-066b8a9fb855&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=e78622fb-3352-44b9-a22f-f41c23e91484&id=e78622fb-3352-44b9-a22f-f41c23e91484 HTTP/1.1" status: 200 len: 1991 time: 0.4859395 Apr 18 19:40:32.177939 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.214708 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=3bad8b42-f05a-4199-b636-0da503786680,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:32.232443 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908dac1-9982-4c8a-942e-910d9720424f tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc560059-5c9f-459a-9266-a4c67896db4e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:32.252955 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:40:32.260859 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39612) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:32.268414 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd8766fb-c4af-4abe-99cc-2e501db530d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.314879 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab,segment=NetworkSegment(037d864a-c5c8-42fb-8a88-77a0a82ae55b),segment_id=037d864a-c5c8-42fb-8a88-77a0a82ae55b)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:32.330860 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '9d435c59-939a-4b9c-bc2f-ea8fccdeeaab', 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a', 'port_id': '9d435c59-939a-4b9c-bc2f-ea8fccdeeaab', 'mac_address': 'fa:16:3e:aa:e7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de690d4-1396-4fe9-b66b-2ad291b868d9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:32.348725 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-970ac085-d36b-45ab-bc7f-621aac6911a9 req-ef9ac2ff-401d-47fc-862a-70245af026bc tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 210 time: 0.1275227 Apr 18 19:40:32.354511 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fd8766fb-c4af-4abe-99cc-2e501db530d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.358447 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:32.361455 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:32.371547 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-428ca374-1996-4c80-9b67-cd30b0c180e6 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c45541b663f4cc5824ad6067033356a HTTP/1.1" status: 200 len: 378 time: 0.1855116 Apr 18 19:40:32.374957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Pushing event updated for resources: {'Port': ['ID=b5ad90d1-16a4-476a-91aa-d6072cc5463f,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:32.378776 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:32.458668 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'admin_state_up': True, 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'security_groups': ['ed0d6b67-92a7-42a9-b500-17db6ddb059e']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:32.463441 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8766fb-c4af-4abe-99cc-2e501db530d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7117d84c-b7ac-4647-8099-75e6274a5953,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:32.472696 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fd8766fb-c4af-4abe-99cc-2e501db530d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=803dc7f26ad248f187659b598443b05e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6833568 Apr 18 19:40:32.473346 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39618) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:32.488078 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f908dac1-9982-4c8a-942e-910d9720424f tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.548286 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f908dac1-9982-4c8a-942e-910d9720424f tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.551328 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f908dac1-9982-4c8a-942e-910d9720424f tempest-FloatingIPAdminTestJSON-1247759545 tempest-FloatingIPAdminTestJSON-1247759545-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/644ebbf4-2ca0-43aa-83fe-2e4b31e7e4c9 HTTP/1.1" status: 204 len: 168 time: 1.5466349 Apr 18 19:40:32.557915 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39624) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:32.576203 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.617490 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:32.641386 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab,segment=NetworkSegment(037d864a-c5c8-42fb-8a88-77a0a82ae55b),segment_id=037d864a-c5c8-42fb-8a88-77a0a82ae55b)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:32.669054 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0c4f1e7-3996-427e-90b9-e20bcad2514a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.707442 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.708093 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 392f2804-60b4-4cc0-ad00-b76ccae7480a details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:32.715327 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-22fd624b-39bd-416a-a984-03a0c92d8cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.748293 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:32.753234 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1f5fa-4049-4949-b491-309f347aeea8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Deleting port 3a78bcb6-e357-4b26-befc-b242dc71f0c0 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:32.753688 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f5fa-4049-4949-b491-309f347aeea8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.764063 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1f40250b-2a68-4582-9aef-b9da5cd75bb9 req-dc2e7712-e917-4263-8eb7-05f56c04178a tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0681396 Apr 18 19:40:32.769317 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:32.799009 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3b719b7-70a8-4555-bf28-2a6a8194132f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.800719 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3b719b7-70a8-4555-bf28-2a6a8194132f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.805458 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:32.819009 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 392f2804-60b4-4cc0-ad00-b76ccae7480a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:32.838126 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3b719b7-70a8-4555-bf28-2a6a8194132f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.838431 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-22fd624b-39bd-416a-a984-03a0c92d8cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.840760 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:32.842513 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '392f2804-60b4-4cc0-ad00-b76ccae7480a', 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27', 'port_id': '392f2804-60b4-4cc0-ad00-b76ccae7480a', 'mac_address': 'fa:16:3e:a8:37:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c506dfae-fd9d-4cd9-9818-04d410ab8593', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:32.845571 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.862646 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a0c4f1e7-3996-427e-90b9-e20bcad2514a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:32.874589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a0c4f1e7-3996-427e-90b9-e20bcad2514a admin admin] Usage tracker for resource:security_group_rule and tenant:47cb0670e2f4416bb1e291d24124784c is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:32.879268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a0c4f1e7-3996-427e-90b9-e20bcad2514a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:32.921196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a0c4f1e7-3996-427e-90b9-e20bcad2514a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:32.932563 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.958577 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392f2804-60b4-4cc0-ad00-b76ccae7480a {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:32.982944 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 392f2804-60b4-4cc0-ad00-b76ccae7480a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:32.994274 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:32.995216 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.035272 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3b719b7-70a8-4555-bf28-2a6a8194132f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.056668 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.057353 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device b2496017-e90f-41ea-b422-9fd108f4cb1e details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:33.079192 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port b2496017-e90f-41ea-b422-9fd108f4cb1e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e,segment=NetworkSegment(037d864a-c5c8-42fb-8a88-77a0a82ae55b),segment_id=037d864a-c5c8-42fb-8a88-77a0a82ae55b)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:33.124301 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'b2496017-e90f-41ea-b422-9fd108f4cb1e', 'network_id': '4c97be3a-5d29-434f-8883-09ca6882114a', 'port_id': 'b2496017-e90f-41ea-b422-9fd108f4cb1e', 'mac_address': 'fa:16:3e:b5:ec:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de690d4-1396-4fe9-b66b-2ad291b868d9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:33.136988 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f5fa-4049-4949-b491-309f347aeea8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.232867 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.250880 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=392f2804-60b4-4cc0-ad00-b76ccae7480a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:33.265493 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2496017-e90f-41ea-b422-9fd108f4cb1e {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:33.281717 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1f5fa-4049-4949-b491-309f347aeea8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Calling delete_port for 3a78bcb6-e357-4b26-befc-b242dc71f0c0 owned by {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:33.300508 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port b2496017-e90f-41ea-b422-9fd108f4cb1e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e,segment=NetworkSegment(037d864a-c5c8-42fb-8a88-77a0a82ae55b),segment_id=037d864a-c5c8-42fb-8a88-77a0a82ae55b)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:33.353648 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-22fd624b-39bd-416a-a984-03a0c92d8cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.354545 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-22926a17-2233-43af-b89b-a954319b0a4b req-9cc2bc6d-c976-48ea-a930-fc7c6125c515 tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.1286175 Apr 18 19:40:33.356731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Allocated IP 172.20.0.14 (6ffffad2-0800-488c-99ce-066b8a9fb855/4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837/73d3fd41-4a54-4e06-8109-1ef4fd2c5d31) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:33.363000 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d3b719b7-70a8-4555-bf28-2a6a8194132f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.364146 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d3b719b7-70a8-4555-bf28-2a6a8194132f tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.4975102 Apr 18 19:40:33.367380 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39630) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:33.378203 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:33.379717 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd624b-39bd-416a-a984-03a0c92d8cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7117d84c-b7ac-4647-8099-75e6274a5953,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:33.383374 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.383374 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 6556801b-6700-456a-b264-163d080962c7 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:33.578480 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=b2496017-e90f-41ea-b422-9fd108f4cb1e,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:33.582704 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 6556801b-6700-456a-b264-163d080962c7, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6556801b-6700-456a-b264-163d080962c7,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:33.611317 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '6556801b-6700-456a-b264-163d080962c7', 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27', 'port_id': '6556801b-6700-456a-b264-163d080962c7', 'mac_address': 'fa:16:3e:e9:0d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c506dfae-fd9d-4cd9-9818-04d410ab8593', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:33.689032 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.710280 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6556801b-6700-456a-b264-163d080962c7 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:33.718803 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-22fd624b-39bd-416a-a984-03a0c92d8cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.721440 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-22fd624b-39bd-416a-a984-03a0c92d8cda admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7117d84c-b7ac-4647-8099-75e6274a5953 HTTP/1.1" status: 204 len: 168 time: 1.2454765 Apr 18 19:40:33.744264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 6556801b-6700-456a-b264-163d080962c7, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6556801b-6700-456a-b264-163d080962c7,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:33.828013 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.828845 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 63083fda-d4e4-4753-9611-fccf668f4b1a details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:33.844940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3d68334b-dd36-4b38-b81d-b3292a72488d req-6af79bf9-ad7e-4225-b2a8-3c678896ce59 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Synchronizing usage tracker for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:33.878587 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0c4f1e7-3996-427e-90b9-e20bcad2514a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.903285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3d68334b-dd36-4b38-b81d-b3292a72488d req-6af79bf9-ad7e-4225-b2a8-3c678896ce59 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Unset dirty status for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:33.904471 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3d68334b-dd36-4b38-b81d-b3292a72488d req-6af79bf9-ad7e-4225-b2a8-3c678896ce59 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 210 time: 0.1929307 Apr 18 19:40:33.916608 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25204-e8ac-444d-87f8-6eb7f73633e3 req-624ba5bd-6d71-43cd-8e07-63e0e94eb64d tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:33.927758 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:33.929395 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25204-e8ac-444d-87f8-6eb7f73633e3 req-624ba5bd-6d71-43cd-8e07-63e0e94eb64d tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:33.940864 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25204-e8ac-444d-87f8-6eb7f73633e3 req-624ba5bd-6d71-43cd-8e07-63e0e94eb64d tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:33.944485 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 63083fda-d4e4-4753-9611-fccf668f4b1a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=63083fda-d4e4-4753-9611-fccf668f4b1a,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:33.952854 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25204-e8ac-444d-87f8-6eb7f73633e3 req-624ba5bd-6d71-43cd-8e07-63e0e94eb64d tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:33.961895 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=6556801b-6700-456a-b264-163d080962c7,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:33.965067 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '63083fda-d4e4-4753-9611-fccf668f4b1a', 'network_id': 'f91764e4-8071-495b-b932-3ecc2bf21b27', 'port_id': '63083fda-d4e4-4753-9611-fccf668f4b1a', 'mac_address': 'fa:16:3e:48:af:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c506dfae-fd9d-4cd9-9818-04d410ab8593', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:33.965894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25204-e8ac-444d-87f8-6eb7f73633e3 req-624ba5bd-6d71-43cd-8e07-63e0e94eb64d tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:33.979263 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25204-e8ac-444d-87f8-6eb7f73633e3 req-624ba5bd-6d71-43cd-8e07-63e0e94eb64d tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:33.988247 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25204-e8ac-444d-87f8-6eb7f73633e3 req-624ba5bd-6d71-43cd-8e07-63e0e94eb64d tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:34.001600 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-76e25204-e8ac-444d-87f8-6eb7f73633e3 req-624ba5bd-6d71-43cd-8e07-63e0e94eb64d tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5434 time: 0.6093135 Apr 18 19:40:34.010261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Transition to ACTIVE for port object 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:34.011786 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f5fa-4049-4949-b491-309f347aeea8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.043223 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.064995 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63083fda-d4e4-4753-9611-fccf668f4b1a {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:34.085139 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 63083fda-d4e4-4753-9611-fccf668f4b1a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=63083fda-d4e4-4753-9611-fccf668f4b1a,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:34.117622 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a0c4f1e7-3996-427e-90b9-e20bcad2514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.159809 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.160990 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device bf864d1a-07df-409c-8f1d-8e78281a5e82 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:40:34.173703 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1f5fa-4049-4949-b491-309f347aeea8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event deleted for resources: {'Port': ['ID=3a78bcb6-e357-4b26-befc-b242dc71f0c0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:34.203688 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.272926 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f63bfb74-c276-4720-811b-3a6d53200b32 req-b309205c-6a92-4c64-bcff-f9a2ae02d3d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0610511 Apr 18 19:40:34.334121 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.338679 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf119f99-85f8-48fc-8a3a-1776bdfbc004 req-9b280537-f922-43a3-879b-ebabb825752d tempest-ServerShowV254Test-542718140 tempest-ServerShowV254Test-542718140-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.0710499 Apr 18 19:40:34.487124 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a0c4f1e7-3996-427e-90b9-e20bcad2514a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47cb0670e2f4416bb1e291d24124784c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2245626 Apr 18 19:40:34.496252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4f1e7-3996-427e-90b9-e20bcad2514a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aea23c2-3d4b-43f3-8cd6-4225fce39308,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:34.505320 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39646) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:34.515020 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=63083fda-d4e4-4753-9611-fccf668f4b1a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:34.570460 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-76e25204-e8ac-444d-87f8-6eb7f73633e3 req-529f4132-ba2a-49cb-bca6-83c0580becc8 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5676579 Apr 18 19:40:34.631772 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b0c1f5fa-4049-4949-b491-309f347aeea8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.633049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port bf864d1a-07df-409c-8f1d-8e78281a5e82, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82,segment=NetworkSegment(978ba6dc-9276-4780-bd15-53315361909f),segment_id=978ba6dc-9276-4780-bd15-53315361909f)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:34.652846 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'bf864d1a-07df-409c-8f1d-8e78281a5e82', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'port_id': 'bf864d1a-07df-409c-8f1d-8e78281a5e82', 'mac_address': 'fa:16:3e:fd:e0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:40:34.660717 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b0c1f5fa-4049-4949-b491-309f347aeea8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "DELETE /v2.0/ports/3a78bcb6-e357-4b26-befc-b242dc71f0c0 HTTP/1.1" status: 204 len: 168 time: 2.1014471 Apr 18 19:40:34.664394 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39652) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:34.682653 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f63bfb74-c276-4720-811b-3a6d53200b32 req-0658e7e4-6fa6-4fd6-b80f-1bde4ed0567b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3dbceafe99444da79362d0f0f02f7ec9&device_id=fe78c6c9-b470-494b-804f-28c3ea0cbf9b HTTP/1.1" status: 200 len: 210 time: 0.2247005 Apr 18 19:40:34.698567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Router 545629cf-99e2-4ece-9526-01e5aacab384 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:40:34.725833 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.747123 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf864d1a-07df-409c-8f1d-8e78281a5e82 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:34.761207 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a030774f-4b18-4765-b633-88b1d1e899a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.761444 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network 6ffffad2-0800-488c-99ce-066b8a9fb855 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:34.770095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port bf864d1a-07df-409c-8f1d-8e78281a5e82, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82,segment=NetworkSegment(978ba6dc-9276-4780-bd15-53315361909f),segment_id=978ba6dc-9276-4780-bd15-53315361909f)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:34.791098 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:34.797412 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a030774f-4b18-4765-b633-88b1d1e899a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.797780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Port': ['ID=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:34.802969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:34.827061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52661a78-f1bc-41f7-a4b9-b982f6178fd8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:34.827496 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-52661a78-f1bc-41f7-a4b9-b982f6178fd8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Synchronizing usage tracker for tenant:4583e65cf4e848ef98f57fbb295d8992 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:34.835121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f63bfb74-c276-4720-811b-3a6d53200b32 req-c7609b06-7fe1-4205-a737-90e35729e0ed service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3dbceafe99444da79362d0f0f02f7ec9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848622 Apr 18 19:40:34.840204 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:34.918085 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-52661a78-f1bc-41f7-a4b9-b982f6178fd8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Unset dirty status for tenant:4583e65cf4e848ef98f57fbb295d8992 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:34.923686 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-52661a78-f1bc-41f7-a4b9-b982f6178fd8 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b1e751a-da81-4e03-ac2e-188ffef31cfd HTTP/1.1" status: 200 len: 913 time: 0.2581511 Apr 18 19:40:34.926676 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39658) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:34.955822 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=bf864d1a-07df-409c-8f1d-8e78281a5e82,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:35.156717 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a030774f-4b18-4765-b633-88b1d1e899a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.186271 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:35.187357 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.195925 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030774f-4b18-4765-b633-88b1d1e899a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aea23c2-3d4b-43f3-8cd6-4225fce39308,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:35.204216 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a030774f-4b18-4765-b633-88b1d1e899a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.205328 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a030774f-4b18-4765-b633-88b1d1e899a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6aea23c2-3d4b-43f3-8cd6-4225fce39308 HTTP/1.1" status: 204 len: 168 time: 0.6939337 Apr 18 19:40:35.371978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a36eef30-30b9-4f7e-b07f-00c95b2f1b53 None None] Provisioning for port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:35.377667 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a36eef30-30b9-4f7e-b07f-00c95b2f1b53 None None] Provisioning complete for port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:35.378283 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a36eef30-30b9-4f7e-b07f-00c95b2f1b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.406537 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-81f62f06-2321-49c2-bff6-f157d7dff55b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0287094 Apr 18 19:40:35.412862 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bfb74-c276-4720-811b-3a6d53200b32 req-0b8aecc4-7989-4fb6-b833-89476a5ca251 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:35.414833 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-f63bfb74-c276-4720-811b-3a6d53200b32 req-0b8aecc4-7989-4fb6-b833-89476a5ca251 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5614142 Apr 18 19:40:35.423847 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805', 'admin_state_up': True, 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'security_groups': ['ed0d6b67-92a7-42a9-b500-17db6ddb059e']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:35.464856 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['392f2804-60b4-4cc0-ad00-b76ccae7480a'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:35.562018 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['9d435c59-939a-4b9c-bc2f-ea8fccdeeaab'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:35.573405 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce321c32-d81f-4438-8b42-f954513cc09a req-86aba5f9-ba4a-4638-86b7-651c03b46715 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:35.581992 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ce321c32-d81f-4438-8b42-f954513cc09a req-86aba5f9-ba4a-4638-86b7-651c03b46715 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 932 time: 0.3299389 Apr 18 19:40:35.592212 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['b2496017-e90f-41ea-b422-9fd108f4cb1e'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:35.621913 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['3bad8b42-f05a-4199-b636-0da503786680'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:35.647098 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['63083fda-d4e4-4753-9611-fccf668f4b1a'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:35.669114 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eb159687-b2c7-47bd-8574-f7460d767fd3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.676954 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['6556801b-6700-456a-b264-163d080962c7'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:35.738646 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['bf864d1a-07df-409c-8f1d-8e78281a5e82'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:40:35.796652 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:35.906007 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:36.001280 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:36.025295 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ce321c32-d81f-4438-8b42-f954513cc09a req-57a2b94d-5654-4b44-921f-d698afd26bd5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4366281 Apr 18 19:40:36.090642 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:36.123314 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1130d0d-e3bf-41e4-9617-17f8e309cf51 req-82eb1798-7f99-418d-930a-ab4a3f8922a3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:36.127230 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1130d0d-e3bf-41e4-9617-17f8e309cf51 req-82eb1798-7f99-418d-930a-ab4a3f8922a3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:36.132042 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1130d0d-e3bf-41e4-9617-17f8e309cf51 req-82eb1798-7f99-418d-930a-ab4a3f8922a3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:36.136516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1130d0d-e3bf-41e4-9617-17f8e309cf51 req-82eb1798-7f99-418d-930a-ab4a3f8922a3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:36.141002 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1130d0d-e3bf-41e4-9617-17f8e309cf51 req-82eb1798-7f99-418d-930a-ab4a3f8922a3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:36.144888 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1130d0d-e3bf-41e4-9617-17f8e309cf51 req-82eb1798-7f99-418d-930a-ab4a3f8922a3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:36.148815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1130d0d-e3bf-41e4-9617-17f8e309cf51 req-82eb1798-7f99-418d-930a-ab4a3f8922a3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:36.151843 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f1130d0d-e3bf-41e4-9617-17f8e309cf51 req-82eb1798-7f99-418d-930a-ab4a3f8922a3 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5437 time: 0.2385142 Apr 18 19:40:36.252404 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-a36eef30-30b9-4f7e-b07f-00c95b2f1b53 None None] Port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:36.291855 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:36.295018 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:36.308483 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f1130d0d-e3bf-41e4-9617-17f8e309cf51 req-e28a3f32-6ca0-4cb6-819c-e3815b889106 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1503060 Apr 18 19:40:36.349436 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:36.367680 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Sync routers for ids ['545629cf-99e2-4ece-9526-01e5aacab384'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:36.436028 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39682) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:36.520254 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Allocated IP 172.25.8.160 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/7aa0a248-43f2-4f76-b025-424b6487c212) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:36.666825 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8578e944-8530-4b2b-9324-a844cecffeeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:36.728491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8578e944-8530-4b2b-9324-a844cecffeeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:36.733025 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8578e944-8530-4b2b-9324-a844cecffeeb admin admin] Usage tracker for resource:security_group_rule and tenant:279c0c35ec274db9a656bc18d9a3f835 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:36.736384 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8578e944-8530-4b2b-9324-a844cecffeeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:36.742823 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8578e944-8530-4b2b-9324-a844cecffeeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:36.752568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39688) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:36.785874 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:36.785874 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f14791b0-f1a6-4a7b-9d1d-839dbfc3f70a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.9414682 Apr 18 19:40:36.786094 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39692) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:36.813417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Allocated IP 10.1.1.224 (ffd6f4cb-0011-4fcc-8795-5dc248fc3805/8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325/dbcd273e-9e13-410c-be6c-a5940f757060) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:36.889626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device bf864d1a-07df-409c-8f1d-8e78281a5e82 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:37.054471 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Routers {'545629cf-99e2-4ece-9526-01e5aacab384'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:37.055233 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['545629cf-99e2-4ece-9526-01e5aacab384'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:37.136385 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.176063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Transition to ACTIVE for port object dbcd273e-9e13-410c-be6c-a5940f757060 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:37.200468 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8578e944-8530-4b2b-9324-a844cecffeeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.295827 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8578e944-8530-4b2b-9324-a844cecffeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.327488 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8bc13541-e7ce-4212-a549-9ba346ef4cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.401393 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.441285 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.468992 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port bf864d1a-07df-409c-8f1d-8e78281a5e82 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:37.510921 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port bf864d1a-07df-409c-8f1d-8e78281a5e82 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:37.511305 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.530270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578e944-8530-4b2b-9324-a844cecffeeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63fffb-278c-4750-97c9-d86870aee440,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:37.597773 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:37.601666 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Port': ['ID=dbcd273e-9e13-410c-be6c-a5940f757060,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:37.603804 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8578e944-8530-4b2b-9324-a844cecffeeb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=279c0c35ec274db9a656bc18d9a3f835&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9967513 Apr 18 19:40:37.608910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:37.609815 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Set router 545629cf-99e2-4ece-9526-01e5aacab384 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:37.624217 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39710) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:37.632389 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.642308 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8bc13541-e7ce-4212-a549-9ba346ef4cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:37.720239 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8bc13541-e7ce-4212-a549-9ba346ef4cba admin admin] Usage tracker for resource:security_group_rule and tenant:3dbceafe99444da79362d0f0f02f7ec9 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:37.728910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:37.833484 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8bc13541-e7ce-4212-a549-9ba346ef4cba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:37.891607 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8bc13541-e7ce-4212-a549-9ba346ef4cba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:37.928914 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:37.987134 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port bf864d1a-07df-409c-8f1d-8e78281a5e82, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82,segment=NetworkSegment(978ba6dc-9276-4780-bd15-53315361909f),segment_id=978ba6dc-9276-4780-bd15-53315361909f)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:37.992384 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf864d1a-07df-409c-8f1d-8e78281a5e82'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:38.049700 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:38.056831 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:38.071146 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:38.095209 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.096364 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 6556801b-6700-456a-b264-163d080962c7 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:38.143197 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d843-1085-446c-a5c6-046a2e3c0824 req-715b5949-d416-4cc5-a372-60d023a6077a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:38.147642 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d843-1085-446c-a5c6-046a2e3c0824 req-715b5949-d416-4cc5-a372-60d023a6077a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:38.151781 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d843-1085-446c-a5c6-046a2e3c0824 req-715b5949-d416-4cc5-a372-60d023a6077a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:38.156389 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d843-1085-446c-a5c6-046a2e3c0824 req-715b5949-d416-4cc5-a372-60d023a6077a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:38.160904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d843-1085-446c-a5c6-046a2e3c0824 req-715b5949-d416-4cc5-a372-60d023a6077a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:38.165151 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d843-1085-446c-a5c6-046a2e3c0824 req-715b5949-d416-4cc5-a372-60d023a6077a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:38.169388 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1d843-1085-446c-a5c6-046a2e3c0824 req-715b5949-d416-4cc5-a372-60d023a6077a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:38.177358 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-68f1d843-1085-446c-a5c6-046a2e3c0824 req-715b5949-d416-4cc5-a372-60d023a6077a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5437 time: 0.4615440 Apr 18 19:40:38.210376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b60a40eb-be3b-4072-bb8e-4b435a814f93 None None] Provisioning for port dbcd273e-9e13-410c-be6c-a5940f757060 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:38.230972 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8bc13541-e7ce-4212-a549-9ba346ef4cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.232460 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc06e-112b-475e-8971-f1e9e5e261fd req-11d20de5-804b-46d1-b328-3ac9b40d1849 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:38.236873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc06e-112b-475e-8971-f1e9e5e261fd req-11d20de5-804b-46d1-b328-3ac9b40d1849 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:38.237518 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-7f3fc06e-112b-475e-8971-f1e9e5e261fd req-11d20de5-804b-46d1-b328-3ac9b40d1849 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Synchronizing usage tracker for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:38.255120 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b60a40eb-be3b-4072-bb8e-4b435a814f93 None None] Provisioning complete for port dbcd273e-9e13-410c-be6c-a5940f757060 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:38.255591 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b60a40eb-be3b-4072-bb8e-4b435a814f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.269975 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Pushing event updated for resources: {'Port': ['ID=7aa0a248-43f2-4f76-b025-424b6487c212,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:38.272218 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6a9235ab-c210-456e-b895-d2ed69dee968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.279792 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:38.280403 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.337025 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8bc13541-e7ce-4212-a549-9ba346ef4cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.359895 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-b60a40eb-be3b-4072-bb8e-4b435a814f93 None None] Port dbcd273e-9e13-410c-be6c-a5940f757060 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:38.367134 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6a9235ab-c210-456e-b895-d2ed69dee968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.371174 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=bf864d1a-07df-409c-8f1d-8e78281a5e82,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:38.394133 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 6556801b-6700-456a-b264-163d080962c7 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:38.394279 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-7f3fc06e-112b-475e-8971-f1e9e5e261fd req-11d20de5-804b-46d1-b328-3ac9b40d1849 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Unset dirty status for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:38.394711 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 6556801b-6700-456a-b264-163d080962c7 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:38.394711 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.394889 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7f3fc06e-112b-475e-8971-f1e9e5e261fd req-11d20de5-804b-46d1-b328-3ac9b40d1849 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 1654 time: 1.0971014 Apr 18 19:40:38.464054 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-300241bd-2d6e-40c4-bd6c-cfb05014628c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0463603 Apr 18 19:40:38.466265 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-68f1d843-1085-446c-a5c6-046a2e3c0824 req-46904159-2f62-4be6-b7f7-ad136666a505 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2880006 Apr 18 19:40:38.476480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805', 'admin_state_up': True, 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'security_groups': ['ed0d6b67-92a7-42a9-b500-17db6ddb059e']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:38.523774 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8bc13541-e7ce-4212-a549-9ba346ef4cba admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3dbceafe99444da79362d0f0f02f7ec9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7693942 Apr 18 19:40:38.528947 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39722) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:38.529145 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:32Z', 'revision_number': 3, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:38.548995 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc13541-e7ce-4212-a549-9ba346ef4cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4402ca35-eac6-4394-909d-6d3350af6055,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:38.612671 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1a3cee-8493-46fe-a685-3d7401a25f8a'] response: {'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf864d1a-07df-409c-8f1d-8e78281a5e82', 'code': 200} Apr 18 19:40:38.613697 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Checking router: 545629cf-99e2-4ece-9526-01e5aacab384 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:40:38.614208 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Updating router 545629cf-99e2-4ece-9526-01e5aacab384 port b5ad90d1-16a4-476a-91aa-d6072cc5463f binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:40:38.622331 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7f3fc06e-112b-475e-8971-f1e9e5e261fd req-100d4508-6483-4b89-9597-c391d362344e tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2176218 Apr 18 19:40:38.699782 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.703493 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-da5b2146-8d05-49ca-8361-c33cd968530e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.706821 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:38.713649 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.719140 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:38.739159 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6a9235ab-c210-456e-b895-d2ed69dee968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.763757 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-eb159687-b2c7-47bd-8574-f7460d767fd3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Deleting port 4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:38.767648 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eb159687-b2c7-47bd-8574-f7460d767fd3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.773403 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9235ab-c210-456e-b895-d2ed69dee968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63fffb-278c-4750-97c9-d86870aee440,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:38.784596 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6a9235ab-c210-456e-b895-d2ed69dee968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.788380 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6a9235ab-c210-456e-b895-d2ed69dee968 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b63fffb-278c-4750-97c9-d86870aee440 HTTP/1.1" status: 204 len: 168 time: 1.1563747 Apr 18 19:40:38.799020 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.809439 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-da5b2146-8d05-49ca-8361-c33cd968530e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:38.925917 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:38.929501 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.084448 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 6556801b-6700-456a-b264-163d080962c7, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=6556801b-6700-456a-b264-163d080962c7,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:39.114652 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.119808 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4113115'] for router, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.136153 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-da5b2146-8d05-49ca-8361-c33cd968530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.192465 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.298944 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=6556801b-6700-456a-b264-163d080962c7,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:39.310516 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 3bad8b42-f05a-4199-b636-0da503786680 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:39.348603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b2146-8d05-49ca-8361-c33cd968530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4402ca35-eac6-4394-909d-6d3350af6055,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:39.397655 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-da5b2146-8d05-49ca-8361-c33cd968530e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.404104 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-da5b2146-8d05-49ca-8361-c33cd968530e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4402ca35-eac6-4394-909d-6d3350af6055 HTTP/1.1" status: 204 len: 168 time: 0.8557091 Apr 18 19:40:39.405673 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eb159687-b2c7-47bd-8574-f7460d767fd3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.456087 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.resource_extend [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:40:39.477926 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Allocated IP 10.1.1.239 (ffd6f4cb-0011-4fcc-8795-5dc248fc3805/8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325/127b8468-71c8-4503-8de1-3be2a807a1c7) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:39.590263 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.603457 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Transition to ACTIVE for port object b5ad90d1-16a4-476a-91aa-d6072cc5463f will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:39.638743 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 3bad8b42-f05a-4199-b636-0da503786680 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:39.643927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 3bad8b42-f05a-4199-b636-0da503786680 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:39.649387 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.649625 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-eb159687-b2c7-47bd-8574-f7460d767fd3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Calling delete_port for 4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:39.731102 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.853693 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:39.875377 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Transition to ACTIVE for port object 127b8468-71c8-4503-8de1-3be2a807a1c7 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:39.959102 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbde2f-d082-4836-bd2a-96653aa64b55 None None] Pushing event updated for resources: {'Port': ['ID=b5ad90d1-16a4-476a-91aa-d6072cc5463f,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:39.988677 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.013814 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Attempting to bind port b5ad90d1-16a4-476a-91aa-d6072cc5463f on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:40.015480 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Attempting to bind port b5ad90d1-16a4-476a-91aa-d6072cc5463f by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:40.016049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Attempting to bind port b5ad90d1-16a4-476a-91aa-d6072cc5463f on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:40.044588 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:40.044937 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:40.052288 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.052494 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:40.052968 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Bound port: b5ad90d1-16a4-476a-91aa-d6072cc5463f, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:40.053353 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.137202 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Router 7a61c652-1839-4f45-8dea-41ca0efb11a9 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:40:40.229217 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] For port b5ad90d1-16a4-476a-91aa-d6072cc5463f, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:40.236530 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] For port b5ad90d1-16a4-476a-91aa-d6072cc5463f, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=b5ad90d1-16a4-476a-91aa-d6072cc5463f,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:40.244721 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.276584 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Port': ['ID=127b8468-71c8-4503-8de1-3be2a807a1c7,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:40.276885 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ca31-eb05-46f7-99cd-f99d43f3154b req-c6abfd5a-9d30-48a3-8b36-866afb54ac42 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:40.281046 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ca31-eb05-46f7-99cd-f99d43f3154b req-c6abfd5a-9d30-48a3-8b36-866afb54ac42 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:40.288492 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ca31-eb05-46f7-99cd-f99d43f3154b req-c6abfd5a-9d30-48a3-8b36-866afb54ac42 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:40.291850 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ca31-eb05-46f7-99cd-f99d43f3154b req-c6abfd5a-9d30-48a3-8b36-866afb54ac42 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:40.296117 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ca31-eb05-46f7-99cd-f99d43f3154b req-c6abfd5a-9d30-48a3-8b36-866afb54ac42 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:40.301412 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ca31-eb05-46f7-99cd-f99d43f3154b req-c6abfd5a-9d30-48a3-8b36-866afb54ac42 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:40.305725 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9ca31-eb05-46f7-99cd-f99d43f3154b req-c6abfd5a-9d30-48a3-8b36-866afb54ac42 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:40.307712 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a4a9ca31-eb05-46f7-99cd-f99d43f3154b req-c6abfd5a-9d30-48a3-8b36-866afb54ac42 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5439 time: 0.5818930 Apr 18 19:40:40.319392 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.379522 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a4a9ca31-eb05-46f7-99cd-f99d43f3154b req-2d0d4a42-93cc-499d-9230-64a57f1648f4 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613916 Apr 18 19:40:40.395509 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.398536 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:40.408394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:40.417525 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:40.588937 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 3bad8b42-f05a-4199-b636-0da503786680, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=3bad8b42-f05a-4199-b636-0da503786680,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:40.622320 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6556801b-6700-456a-b264-163d080962c7'}, {'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bad8b42-f05a-4199-b636-0da503786680'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:40.679008 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Routers {'545629cf-99e2-4ece-9526-01e5aacab384'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:40.680230 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['545629cf-99e2-4ece-9526-01e5aacab384'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:40.730080 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:40.731029 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.806023 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eb159687-b2c7-47bd-8574-f7460d767fd3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.861705 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfb2d68-a657-46ba-b0e7-4a0a19c2f1ea'] response: {'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6556801b-6700-456a-b264-163d080962c7', 'code': 200} Apr 18 19:40:40.862111 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bfb2d68-a657-46ba-b0e7-4a0a19c2f1ea'] response: {'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bad8b42-f05a-4199-b636-0da503786680', 'code': 200} Apr 18 19:40:40.864748 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:40.865644 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:40.883432 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb159687-b2c7-47bd-8574-f7460d767fd3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event deleted for resources: {'Port': ['ID=4f7b8d31-0260-4bf2-ba63-a2ce05bcdd0d,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:40.895714 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc43af01-f140-407e-be74-ba1c6344fb74 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4229774 Apr 18 19:40:40.969597 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484', 'admin_state_up': True, 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'security_groups': ['ed0d6b67-92a7-42a9-b500-17db6ddb059e']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:41.235281 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] Set router 545629cf-99e2-4ece-9526-01e5aacab384 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:41.289670 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.386347 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbde2f-d082-4836-bd2a-96653aa64b55 None None] Pushing event updated for resources: {'Port': ['ID=b5ad90d1-16a4-476a-91aa-d6072cc5463f,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:41.479589 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff72c9a-9eab-44e1-a2be-59834ec78c60 req-bffdfadb-27c3-40fc-b803-44136361751a tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:41.483856 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff72c9a-9eab-44e1-a2be-59834ec78c60 req-bffdfadb-27c3-40fc-b803-44136361751a tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:41.488184 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff72c9a-9eab-44e1-a2be-59834ec78c60 req-bffdfadb-27c3-40fc-b803-44136361751a tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:41.491918 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-4ff72c9a-9eab-44e1-a2be-59834ec78c60 req-bffdfadb-27c3-40fc-b803-44136361751a tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Synchronizing usage tracker for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:41.645540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:41.660323 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:port and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:41.660323 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-4ff72c9a-9eab-44e1-a2be-59834ec78c60 req-bffdfadb-27c3-40fc-b803-44136361751a tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Unset dirty status for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:41.667602 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4ff72c9a-9eab-44e1-a2be-59834ec78c60 req-bffdfadb-27c3-40fc-b803-44136361751a tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 2375 time: 1.4038365 Apr 18 19:40:41.669983 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:41.678488 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:41.777235 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4ff72c9a-9eab-44e1-a2be-59834ec78c60 req-d619b592-110b-436e-a960-c9da4aab8f7a tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1083493 Apr 18 19:40:41.795466 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:41.801765 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.802450 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:41.809607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f015dd8c-9dd1-41bb-9913-2bbd3f19b4e6 None None] Provisioning for port 127b8468-71c8-4503-8de1-3be2a807a1c7 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:41.825238 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=3bad8b42-f05a-4199-b636-0da503786680,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:41.827910 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:41.828281 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.877598 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f015dd8c-9dd1-41bb-9913-2bbd3f19b4e6 None None] Provisioning complete for port 127b8468-71c8-4503-8de1-3be2a807a1c7 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:41.877967 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f015dd8c-9dd1-41bb-9913-2bbd3f19b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.900918 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Allocated IP 172.20.0.1 (0c71b8ba-be3f-4c0e-a7ee-b96c334de8be/4eea24c7-e757-4938-8db0-4f4f48b678bd/01fccce0-a7ab-4fc9-b1ea-c40c521a8896) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:41.912785 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eb159687-b2c7-47bd-8574-f7460d767fd3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:41.991082 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-f015dd8c-9dd1-41bb-9913-2bbd3f19b4e6 None None] Port 127b8468-71c8-4503-8de1-3be2a807a1c7 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:41.998019 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:42.012428 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a89e8-edf7-4641-9d1c-06f8b5f561e7 None None] Sync routers for ids ['7a61c652-1839-4f45-8dea-41ca0efb11a9'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:42.013508 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.020728 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-21ad6c3a-c405-4b1a-b832-ad0162d73059 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "PUT /v2.0/routers/7a61c652-1839-4f45-8dea-41ca0efb11a9 HTTP/1.1" status: 200 len: 882 time: 8.6486924 Apr 18 19:40:42.022220 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39800) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:42.035052 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a89e8-edf7-4641-9d1c-06f8b5f561e7 None None] Routers {'7a61c652-1839-4f45-8dea-41ca0efb11a9'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:42.035718 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ee0a89e8-edf7-4641-9d1c-06f8b5f561e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7a61c652-1839-4f45-8dea-41ca0efb11a9'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:42.104797 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3428a9-da2b-4efc-8935-f8a461dbc465 req-56acfe29-6b1f-434d-8104-e8001d9fef7a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:42.108993 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3428a9-da2b-4efc-8935-f8a461dbc465 req-56acfe29-6b1f-434d-8104-e8001d9fef7a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:42.116254 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:32Z', 'revision_number': 3, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:42.128387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3428a9-da2b-4efc-8935-f8a461dbc465 req-56acfe29-6b1f-434d-8104-e8001d9fef7a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:42.133196 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3428a9-da2b-4efc-8935-f8a461dbc465 req-56acfe29-6b1f-434d-8104-e8001d9fef7a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:42.133383 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41328d8-032d-4065-87c5-6e9b5be1d6e1 None None] The sync data for ids ['545629cf-99e2-4ece-9526-01e5aacab384'] in n-d-838334-1 is: [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:32Z', 'revision_number': 3, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:42.145807 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3428a9-da2b-4efc-8935-f8a461dbc465 req-56acfe29-6b1f-434d-8104-e8001d9fef7a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:42.156594 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.161044 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3428a9-da2b-4efc-8935-f8a461dbc465 req-56acfe29-6b1f-434d-8104-e8001d9fef7a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:42.171011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3428a9-da2b-4efc-8935-f8a461dbc465 req-56acfe29-6b1f-434d-8104-e8001d9fef7a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:42.173252 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2a3428a9-da2b-4efc-8935-f8a461dbc465 req-56acfe29-6b1f-434d-8104-e8001d9fef7a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5440 time: 0.4280026 Apr 18 19:40:42.229667 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 9d435c59-939a-4b9c-bc2f-ea8fccdeeaab, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab,segment=NetworkSegment(037d864a-c5c8-42fb-8a88-77a0a82ae55b),segment_id=037d864a-c5c8-42fb-8a88-77a0a82ae55b)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:42.233001 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ee0a89e8-edf7-4641-9d1c-06f8b5f561e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:42.254260 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a89e8-edf7-4641-9d1c-06f8b5f561e7 None None] Routers {'7a61c652-1839-4f45-8dea-41ca0efb11a9'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:42.255211 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ee0a89e8-edf7-4641-9d1c-06f8b5f561e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['7a61c652-1839-4f45-8dea-41ca0efb11a9'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:42.335777 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.336611 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 63083fda-d4e4-4753-9611-fccf668f4b1a up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:42.343940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39810) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:42.382173 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ee0a89e8-edf7-4641-9d1c-06f8b5f561e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:42.382930 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a89e8-edf7-4641-9d1c-06f8b5f561e7 None None] The sync data for ids ['7a61c652-1839-4f45-8dea-41ca0efb11a9'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:42.399527 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.429881 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.669725 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:42.718831 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 63083fda-d4e4-4753-9611-fccf668f4b1a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:42.724881 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 63083fda-d4e4-4753-9611-fccf668f4b1a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:42.725524 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.740121 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2a3428a9-da2b-4efc-8935-f8a461dbc465 req-455c5ca5-953a-4916-a642-919119832c4f tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3218374 Apr 18 19:40:42.879036 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:42.891590 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d435c59-939a-4b9c-bc2f-ea8fccdeeaab'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:42.983308 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.028015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Allocated IP 10.2.2.100 (e78622fb-3352-44b9-a22f-f41c23e91484/e67b821a-7334-4bdd-bb6b-89fbafbfe6bb/746916e6-234b-4bfc-a048-feb8021abcc9) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:43.080203 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ce993a-1877-43b0-96f0-61206831f141'] response: {'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d435c59-939a-4b9c-bc2f-ea8fccdeeaab', 'code': 200} Apr 18 19:40:43.085917 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 63083fda-d4e4-4753-9611-fccf668f4b1a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=63083fda-d4e4-4753-9611-fccf668f4b1a,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:43.111724 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:43.128274 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device b5ad90d1-16a4-476a-91aa-d6072cc5463f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:43.205075 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.205871 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 392f2804-60b4-4cc0-ad00-b76ccae7480a up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:43.369202 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1510555921-network', 'tenant_id': '71054a69b5364a17881f16c70019efe0'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:43.376196 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:43.383172 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Usage tracker for resource:network and tenant:71054a69b5364a17881f16c70019efe0 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:43.387602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:43.394958 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:43.522565 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b1320663-f0f8-4238-b142-b75956f052af tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/routers/7a61c652-1839-4f45-8dea-41ca0efb11a9 HTTP/1.1" status: 200 len: 923 time: 1.4938271 Apr 18 19:40:43.531213 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39832) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:43.531866 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Made reservation on behalf of 71054a69b5364a17881f16c70019efe0 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:43.536454 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.545853 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=63083fda-d4e4-4753-9611-fccf668f4b1a,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:43.583917 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.639680 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:43.646191 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:43.650423 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port b5ad90d1-16a4-476a-91aa-d6072cc5463f completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:43.657521 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port b5ad90d1-16a4-476a-91aa-d6072cc5463f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:43.659661 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.665498 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.689181 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61feb3-bebf-460d-bd81-1b5a54adc4b1 req-7cc60e7c-9637-45d1-93fe-68f365042fc5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:43.693262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61feb3-bebf-460d-bd81-1b5a54adc4b1 req-7cc60e7c-9637-45d1-93fe-68f365042fc5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:43.698162 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61feb3-bebf-460d-bd81-1b5a54adc4b1 req-7cc60e7c-9637-45d1-93fe-68f365042fc5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:43.705435 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ea61feb3-bebf-460d-bd81-1b5a54adc4b1 req-7cc60e7c-9637-45d1-93fe-68f365042fc5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 2375 time: 0.3715930 Apr 18 19:40:43.725132 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.761655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 392f2804-60b4-4cc0-ad00-b76ccae7480a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:43.784168 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 392f2804-60b4-4cc0-ad00-b76ccae7480a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:43.784168 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:43.785700 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Transition to ACTIVE for port object 746916e6-234b-4bfc-a048-feb8021abcc9 will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:43.798251 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:43.831242 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f878c1a4-7d10-4fa9-8627-0ff466ffcb8b tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=b9f392f6-42e1-41ad-9423-d80ed824c270&device_id=7a61c652-1839-4f45-8dea-41ca0efb11a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2819693 Apr 18 19:40:43.831931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39840) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:43.833028 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Usage tracker for resource:security_group_rule and tenant:71054a69b5364a17881f16c70019efe0 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:43.852072 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ea61feb3-bebf-460d-bd81-1b5a54adc4b1 req-5fd99b8c-a08e-493b-99d9-acc3d545c23d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1456552 Apr 18 19:40:43.866306 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Pushing event updated for resources: {'Port': ['ID=01fccce0-a7ab-4fc9-b1ea-c40c521a8896,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:44.092252 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:44.098253 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43449bb-41d0-4914-bc0d-00adad62e628 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:44.098253 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f43449bb-41d0-4914-bc0d-00adad62e628 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Synchronizing usage tracker for tenant:4291fc632c4f4321b63dc232d14a816d on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:44.131050 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:44.186209 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.195808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da388-acad-4f45-b925-ebae064ae5ea req-b9f347c5-1be8-42b5-9895-2182427697b1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:44.201134 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da388-acad-4f45-b925-ebae064ae5ea req-b9f347c5-1be8-42b5-9895-2182427697b1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:44.205344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da388-acad-4f45-b925-ebae064ae5ea req-b9f347c5-1be8-42b5-9895-2182427697b1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:44.209500 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da388-acad-4f45-b925-ebae064ae5ea req-b9f347c5-1be8-42b5-9895-2182427697b1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:44.215985 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da388-acad-4f45-b925-ebae064ae5ea req-b9f347c5-1be8-42b5-9895-2182427697b1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:44.218931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-f43449bb-41d0-4914-bc0d-00adad62e628 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Unset dirty status for tenant:4291fc632c4f4321b63dc232d14a816d on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:44.219684 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da388-acad-4f45-b925-ebae064ae5ea req-b9f347c5-1be8-42b5-9895-2182427697b1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:44.223903 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345da388-acad-4f45-b925-ebae064ae5ea req-b9f347c5-1be8-42b5-9895-2182427697b1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:44.224529 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f43449bb-41d0-4914-bc0d-00adad62e628 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 881 time: 0.3712609 Apr 18 19:40:44.225039 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39854) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:44.232918 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-345da388-acad-4f45-b925-ebae064ae5ea req-b9f347c5-1be8-42b5-9895-2182427697b1 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5442 time: 0.1777735 Apr 18 19:40:44.243425 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port b5ad90d1-16a4-476a-91aa-d6072cc5463f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=b5ad90d1-16a4-476a-91aa-d6072cc5463f,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:44.254281 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.290597 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 392f2804-60b4-4cc0-ad00-b76ccae7480a, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a,segment=NetworkSegment(5937cc79-82d6-4b48-8f74-51ce86cb7469),segment_id=5937cc79-82d6-4b48-8f74-51ce86cb7469)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:44.302603 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.316552 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-99b433cb-992f-4788-97e2-344311da05a1 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a61c652-1839-4f45-8dea-41ca0efb11a9 HTTP/1.1" status: 200 len: 205 time: 0.0724552 Apr 18 19:40:44.324240 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.324746 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39858) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:44.403279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=b5ad90d1-16a4-476a-91aa-d6072cc5463f,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:44.406173 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.406997 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device b2496017-e90f-41ea-b422-9fd108f4cb1e up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:44.432115 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Port': ['ID=746916e6-234b-4bfc-a048-feb8021abcc9,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:44.455105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:44.455689 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:44.456316 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:44.456857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:44.457812 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:44.458430 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:44.458974 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:44.459562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:44.460321 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:44.460846 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:44.461421 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:44.482529 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.499626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network e78622fb-3352-44b9-a22f-f41c23e91484 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:44.505187 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:44.509389 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:44.527459 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-345da388-acad-4f45-b925-ebae064ae5ea req-c293aaab-95d6-4aa7-ad1e-d015cfea089a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2932422 Apr 18 19:40:44.576256 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=392f2804-60b4-4cc0-ad00-b76ccae7480a,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:44.604247 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:44.604919 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.610604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb159687-b2c7-47bd-8574-f7460d767fd3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Router 0b1e751a-da81-4e03-ac2e-188ffef31cfd has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:44.611077 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.633268 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port b2496017-e90f-41ea-b422-9fd108f4cb1e completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:44.640752 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port b2496017-e90f-41ea-b422-9fd108f4cb1e triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:44.641204 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.729626 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.749389 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:40:44.787111 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.787501 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Added segment f4fdc0a9-ee69-4aec-90ef-432fac977e38 of type vlan for network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 Apr 18 19:40:44.840493 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.842805 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:44.918919 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port b2496017-e90f-41ea-b422-9fd108f4cb1e, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e,segment=NetworkSegment(037d864a-c5c8-42fb-8a88-77a0a82ae55b),segment_id=037d864a-c5c8-42fb-8a88-77a0a82ae55b)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:44.997963 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f958be08-edb7-4b36-bd86-e4460bfcba02 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0701871 Apr 18 19:40:45.013481 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484', 'admin_state_up': True, 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'security_groups': ['ed0d6b67-92a7-42a9-b500-17db6ddb059e']}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:45.031375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef1851b-2a30-4be1-81f9-29f7421832fc,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:45.038309 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-de44e0a9-3135-44ad-9fb5-dd6d14b9b064 None None] Provisioning for port 746916e6-234b-4bfc-a048-feb8021abcc9 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:45.045856 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.048974 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-de44e0a9-3135-44ad-9fb5-dd6d14b9b064 None None] Provisioning complete for port 746916e6-234b-4bfc-a048-feb8021abcc9 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:45.049512 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-de44e0a9-3135-44ad-9fb5-dd6d14b9b064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.055423 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.056474 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:45.057404 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.089719 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.114082 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.191226 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63083fda-d4e4-4753-9611-fccf668f4b1a'}, {'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392f2804-60b4-4cc0-ad00-b76ccae7480a'}, {'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2496017-e90f-41ea-b422-9fd108f4cb1e'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:45.195361 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device b5ad90d1-16a4-476a-91aa-d6072cc5463f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:45.263600 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.380482 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b0dc61-db98-4829-aa6a-0ddf69be828a'] response: {'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63083fda-d4e4-4753-9611-fccf668f4b1a', 'code': 200} Apr 18 19:40:45.380754 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b0dc61-db98-4829-aa6a-0ddf69be828a'] response: {'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392f2804-60b4-4cc0-ad00-b76ccae7480a', 'code': 200} Apr 18 19:40:45.380988 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b0dc61-db98-4829-aa6a-0ddf69be828a'] response: {'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2496017-e90f-41ea-b422-9fd108f4cb1e', 'code': 200} Apr 18 19:40:45.414782 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=b2496017-e90f-41ea-b422-9fd108f4cb1e,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:45.421367 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-de44e0a9-3135-44ad-9fb5-dd6d14b9b064 None None] Port 746916e6-234b-4bfc-a048-feb8021abcc9 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:45.451973 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port b5ad90d1-16a4-476a-91aa-d6072cc5463f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:45.452633 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.507545 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1557417 Apr 18 19:40:45.546913 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39882) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:45.592366 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Request body: {'subnet': {'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1510555921-subnet', 'tenant_id': '71054a69b5364a17881f16c70019efe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:45.608963 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:45.609365 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.618370 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0edd2-f1b4-435b-906c-784efd00f951 admin admin] Pushing event updated for resources: {'Network': ['ID=8383f690-b12f-40d2-baf7-e0b0ee6c2d74,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:45.624658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Usage tracker for resource:subnet and tenant:71054a69b5364a17881f16c70019efe0 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:45.629713 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:45.636553 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:40:45.643738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Pushing event updated for resources: {'Port': ['ID=01fccce0-a7ab-4fc9-b1ea-c40c521a8896,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:45.701757 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:45.734585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb159687-b2c7-47bd-8574-f7460d767fd3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:45.759236 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:45.765885 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Usage tracker for resource:port and tenant:8c45541b663f4cc5824ad6067033356a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:45.770299 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:45.777127 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:45.792699 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62905cb3-dd17-4020-b281-f077a7575591 None None] Sync routers for ids ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:45.797021 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319f1d3-8fa7-4d08-9c12-94b34397b85e req-4b8154cf-730b-4166-a343-9a17122167b3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:45.800974 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319f1d3-8fa7-4d08-9c12-94b34397b85e req-4b8154cf-730b-4166-a343-9a17122167b3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:45.804740 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62905cb3-dd17-4020-b281-f077a7575591 None None] Routers {'0b1e751a-da81-4e03-ac2e-188ffef31cfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:45.804911 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319f1d3-8fa7-4d08-9c12-94b34397b85e req-4b8154cf-730b-4166-a343-9a17122167b3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:45.806095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-62905cb3-dd17-4020-b281-f077a7575591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:45.815133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319f1d3-8fa7-4d08-9c12-94b34397b85e req-4b8154cf-730b-4166-a343-9a17122167b3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:45.816590 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9319f1d3-8fa7-4d08-9c12-94b34397b85e req-4b8154cf-730b-4166-a343-9a17122167b3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Synchronizing usage tracker for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:45.840758 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Made reservation on behalf of 71054a69b5364a17881f16c70019efe0 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:45.844553 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:45.873439 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-62905cb3-dd17-4020-b281-f077a7575591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:45.879853 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:45.883346 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:45.886625 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62905cb3-dd17-4020-b281-f077a7575591 None None] Routers {'0b1e751a-da81-4e03-ac2e-188ffef31cfd'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:45.887427 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-62905cb3-dd17-4020-b281-f077a7575591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:45.949542 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-62905cb3-dd17-4020-b281-f077a7575591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:45.949948 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62905cb3-dd17-4020-b281-f077a7575591 None None] The sync data for ids ['0b1e751a-da81-4e03-ac2e-188ffef31cfd'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:45.975159 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-eb159687-b2c7-47bd-8574-f7460d767fd3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "PUT /v2.0/routers/0b1e751a-da81-4e03-ac2e-188ffef31cfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0462298 Apr 18 19:40:45.988997 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3d38def4-6f2b-41d2-a2c4-8bab15b3d3ca req-826087bc-9bc0-47a4-a2e1-cb5a2c2ec45b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6501 time: 0.5331340 Apr 18 19:40:46.002541 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39894) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:46.003344 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Made reservation on behalf of 8c45541b663f4cc5824ad6067033356a for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:46.008114 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.111413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ea8c-57a7-4f47-9ac3-9a87daffec83 req-34a7e74e-cd85-4df5-ad6b-5ac99becf40a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:46.115403 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ea8c-57a7-4f47-9ac3-9a87daffec83 req-34a7e74e-cd85-4df5-ad6b-5ac99becf40a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:46.120031 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ea8c-57a7-4f47-9ac3-9a87daffec83 req-34a7e74e-cd85-4df5-ad6b-5ac99becf40a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:46.121880 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9319f1d3-8fa7-4d08-9c12-94b34397b85e req-4b8154cf-730b-4166-a343-9a17122167b3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Unset dirty status for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:46.123020 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9319f1d3-8fa7-4d08-9c12-94b34397b85e req-4b8154cf-730b-4166-a343-9a17122167b3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 3096 time: 0.9985731 Apr 18 19:40:46.124061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ea8c-57a7-4f47-9ac3-9a87daffec83 req-34a7e74e-cd85-4df5-ad6b-5ac99becf40a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:46.128222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ea8c-57a7-4f47-9ac3-9a87daffec83 req-34a7e74e-cd85-4df5-ad6b-5ac99becf40a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:46.132726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ea8c-57a7-4f47-9ac3-9a87daffec83 req-34a7e74e-cd85-4df5-ad6b-5ac99becf40a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:46.136992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ea8c-57a7-4f47-9ac3-9a87daffec83 req-34a7e74e-cd85-4df5-ad6b-5ac99becf40a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:46.139098 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7e37ea8c-57a7-4f47-9ac3-9a87daffec83 req-34a7e74e-cd85-4df5-ad6b-5ac99becf40a tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5444 time: 0.3422306 Apr 18 19:40:46.180330 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.341266 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3d38def4-6f2b-41d2-a2c4-8bab15b3d3ca req-a97cfeb3-7264-464e-b5a0-4cd65e3f1763 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=57e33ce8-6cc2-4c91-b295-982aa49b222e&id=0b7f4a50-7e99-4044-b179-8d753465f701&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3197095 Apr 18 19:40:46.375190 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9319f1d3-8fa7-4d08-9c12-94b34397b85e req-7ee0d14c-60a1-49f2-8fd2-68f43f517b34 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2000608 Apr 18 19:40:46.409660 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Deleting port 7aa0a248-43f2-4f76-b025-424b6487c212 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:46.410182 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.483597 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7e37ea8c-57a7-4f47-9ac3-9a87daffec83 req-89ddffb5-c0de-42b2-8f5f-3c95b55cd72b tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3348637 Apr 18 19:40:46.679258 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.754840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Allocated IP 10.2.2.200 (e78622fb-3352-44b9-a22f-f41c23e91484/e67b821a-7334-4bdd-bb6b-89fbafbfe6bb/43d331f5-78c3-4417-84ac-4c54c0f9a91a) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:46.764588 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:46.777605 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a769ad0c-aeb4-49c3-aef9-0a8f238d28de,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:46.870713 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Checking segment: {'id': 'f4fdc0a9-ee69-4aec-90ef-432fac977e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:46.871094 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Network hostable DHCP agents. Network: 8383f690-b12f-40d2-baf7-e0b0ee6c2d74, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:40:46.931355 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Calling delete_port for 7aa0a248-43f2-4f76-b025-424b6487c212 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:46.959869 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.025380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Router 545629cf-99e2-4ece-9526-01e5aacab384 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:47.145782 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39914) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:47.200206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:40:47.236070 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.290796 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 8383f690-b12f-40d2-baf7-e0b0ee6c2d74) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:47.295255 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:47.295857 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.303086 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcd6c73-3374-49df-b804-4dc2182af797 None None] Network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:47.320175 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.337346 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Transition to ACTIVE for port object 43d331f5-78c3-4417-84ac-4c54c0f9a91a will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:47.417647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Pushing event deleted for resources: {'Port': ['ID=7aa0a248-43f2-4f76-b025-424b6487c212,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:47.420878 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.430986 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bfb95e6c-b8ce-4d72-a9c3-b0ac62789262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.497073 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1b97fd33-50fc-4f33-b6b1-0da8986d82b5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9282191 Apr 18 19:40:47.507801 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bfb95e6c-b8ce-4d72-a9c3-b0ac62789262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:47.513952 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bfb95e6c-b8ce-4d72-a9c3-b0ac62789262 admin admin] Usage tracker for resource:security_group_rule and tenant:f9de4a80a52e4eb1923ad01835a9e1e1 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:47.516456 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Deleting port 4d6ae39c-ebc1-4844-a14b-c4609d4da5c4 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:47.527377 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:47.558062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-bfb95e6c-b8ce-4d72-a9c3-b0ac62789262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:47.690524 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca13872b-6d35-4d38-a43e-98e01c7c63c0 None None] Network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:47.729563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-bfb95e6c-b8ce-4d72-a9c3-b0ac62789262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:47.735355 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.090275 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:48.108158 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Sync routers for ids ['545629cf-99e2-4ece-9526-01e5aacab384'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:48.123359 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ef2701a0-df6f-4d1f-83aa-7cc4b43e07e8 admin admin] 10.222.0.66 "PUT /v2.0/routers/545629cf-99e2-4ece-9526-01e5aacab384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3374653 Apr 18 19:40:48.136859 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.143967 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Routers {'545629cf-99e2-4ece-9526-01e5aacab384'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:48.145357 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['545629cf-99e2-4ece-9526-01e5aacab384'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:48.175671 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Network e78622fb-3352-44b9-a22f-f41c23e91484 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:48.200470 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:48.207943 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Pushing event updated for resources: {'Port': ['ID=43d331f5-78c3-4417-84ac-4c54c0f9a91a,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:48.229764 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:48.393180 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.425663 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6615c-b8d0-44a6-b6e3-ff9839e6b536 req-964d0082-643e-4130-ba0e-cd14bc460dcc tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.429871 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6615c-b8d0-44a6-b6e3-ff9839e6b536 req-964d0082-643e-4130-ba0e-cd14bc460dcc tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.435195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6615c-b8d0-44a6-b6e3-ff9839e6b536 req-964d0082-643e-4130-ba0e-cd14bc460dcc tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.439521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6615c-b8d0-44a6-b6e3-ff9839e6b536 req-964d0082-643e-4130-ba0e-cd14bc460dcc tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.444532 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6615c-b8d0-44a6-b6e3-ff9839e6b536 req-964d0082-643e-4130-ba0e-cd14bc460dcc tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.445603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a2a6615c-b8d0-44a6-b6e3-ff9839e6b536 req-964d0082-643e-4130-ba0e-cd14bc460dcc tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Synchronizing usage tracker for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:48.532357 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Set router 545629cf-99e2-4ece-9526-01e5aacab384 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:48.535986 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.547056 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.562176 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f461e47-b695-4b11-bcde-f667f83630c6 req-8ba54195-a461-465c-986b-0ce6bb846da4 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.566104 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f461e47-b695-4b11-bcde-f667f83630c6 req-8ba54195-a461-465c-986b-0ce6bb846da4 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.570135 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f461e47-b695-4b11-bcde-f667f83630c6 req-8ba54195-a461-465c-986b-0ce6bb846da4 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.574348 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f461e47-b695-4b11-bcde-f667f83630c6 req-8ba54195-a461-465c-986b-0ce6bb846da4 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.578253 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f461e47-b695-4b11-bcde-f667f83630c6 req-8ba54195-a461-465c-986b-0ce6bb846da4 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.582521 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f461e47-b695-4b11-bcde-f667f83630c6 req-8ba54195-a461-465c-986b-0ce6bb846da4 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.587197 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f461e47-b695-4b11-bcde-f667f83630c6 req-8ba54195-a461-465c-986b-0ce6bb846da4 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.589115 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3f461e47-b695-4b11-bcde-f667f83630c6 req-8ba54195-a461-465c-986b-0ce6bb846da4 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5444 time: 0.6091483 Apr 18 19:40:48.610993 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:48.611690 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.627104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Calling delete_port for 4d6ae39c-ebc1-4844-a14b-c4609d4da5c4 owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:48.680009 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3f461e47-b695-4b11-bcde-f667f83630c6 req-2712f233-2c36-432f-a9e5-162b9ef1e1ad tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818348 Apr 18 19:40:48.695943 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bfb95e6c-b8ce-4d72-a9c3-b0ac62789262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.746705 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.747511 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Fanout notify agent at l3_agent the message router_deleted on router 7a61c652-1839-4f45-8dea-41ca0efb11a9 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:40:48.769056 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.769830 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8da50f51-b3ec-4829-a2e7-b70ac4a364b0 None None] Provisioning for port 43d331f5-78c3-4417-84ac-4c54c0f9a91a completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:48.771709 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-affbb90f-e8d6-4f86-b18b-50d5bbc1dea4 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/7a61c652-1839-4f45-8dea-41ca0efb11a9 HTTP/1.1" status: 204 len: 168 time: 4.4435785 Apr 18 19:40:48.778632 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39940) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:48.791820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2bed901d-76ec-4c3b-bba2-e28fb14c7709 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2102892603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:48.799780 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8da50f51-b3ec-4829-a2e7-b70ac4a364b0 None None] Provisioning complete for port 43d331f5-78c3-4417-84ac-4c54c0f9a91a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:48.800521 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8da50f51-b3ec-4829-a2e7-b70ac4a364b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.808293 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2bed901d-76ec-4c3b-bba2-e28fb14c7709 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:48.816266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2bed901d-76ec-4c3b-bba2-e28fb14c7709 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Usage tracker for resource:router and tenant:10a8dceabd244d1f876efdc22d6d058a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:48.822211 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2bed901d-76ec-4c3b-bba2-e28fb14c7709 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:48.839397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2bed901d-76ec-4c3b-bba2-e28fb14c7709 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:48.861045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a2a6615c-b8d0-44a6-b6e3-ff9839e6b536 req-964d0082-643e-4130-ba0e-cd14bc460dcc tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Unset dirty status for tenant:8c45541b663f4cc5824ad6067033356a on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:48.862048 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2a6615c-b8d0-44a6-b6e3-ff9839e6b536 req-964d0082-643e-4130-ba0e-cd14bc460dcc tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 3817 time: 1.1281557 Apr 18 19:40:48.862776 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bfb95e6c-b8ce-4d72-a9c3-b0ac62789262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.878877 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-8da50f51-b3ec-4829-a2e7-b70ac4a364b0 None None] Port 43d331f5-78c3-4417-84ac-4c54c0f9a91a cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:40:48.898861 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-759be1d2-2953-43d0-b66f-c5e0cca151e0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8927748 Apr 18 19:40:48.918309 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bed901d-76ec-4c3b-bba2-e28fb14c7709 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.919332 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bed901d-76ec-4c3b-bba2-e28fb14c7709 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.930591 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:48.951406 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bed901d-76ec-4c3b-bba2-e28fb14c7709 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.990685 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '01fccce0-a7ab-4fc9-b1ea-c40c521a8896', 'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'mac_address': 'fa:16:3e:c1:f0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:41Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 2, 'project_id': 'bdb65becce204455978edc9c05affe12', 'subnets': [{'id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:48.991262 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bfb95e6c-b8ce-4d72-a9c3-b0ac62789262 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9de4a80a52e4eb1923ad01835a9e1e1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8407848 Apr 18 19:40:48.992230 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:48.993879 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39944) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:49.007355 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Checking router: 545629cf-99e2-4ece-9526-01e5aacab384 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:40:49.007786 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Updating router 545629cf-99e2-4ece-9526-01e5aacab384 port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:40:49.049618 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bed901d-76ec-4c3b-bba2-e28fb14c7709 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.052315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb95e6c-b8ce-4d72-a9c3-b0ac62789262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81d5878-48f8-4919-88ad-4de8e7b30613,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:49.095984 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event deleted for resources: {'Port': ['ID=4d6ae39c-ebc1-4844-a14b-c4609d4da5c4,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:49.104130 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.265641 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a2a6615c-b8d0-44a6-b6e3-ff9839e6b536 req-70ebdc60-6433-4b4f-980c-a548e75ede58 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3760221 Apr 18 19:40:49.275114 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8856b377-d221-4d38-87eb-6fc7606ee8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.301362 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.338303 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8856b377-d221-4d38-87eb-6fc7606ee8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.345584 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bed901d-76ec-4c3b-bba2-e28fb14c7709 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.349855 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2bed901d-76ec-4c3b-bba2-e28fb14c7709 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5671225 Apr 18 19:40:49.360253 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39956) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:49.369252 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'enable_snat': True}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:49.448083 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-ff10ac3e-e672-48a3-8cff-98425a8bf0ca tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:49.449539 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-ff10ac3e-e672-48a3-8cff-98425a8bf0ca tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/networks?id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74 HTTP/1.1" status: 200 len: 814 time: 0.3454542 Apr 18 19:40:49.529778 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-f21e73c8-f6b4-4eda-ac77-cd8aa9d44c35 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/quotas/71054a69b5364a17881f16c70019efe0 HTTP/1.1" status: 200 len: 375 time: 0.0273790 Apr 18 19:40:49.575950 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.584330 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-75bc1cb9-c745-467b-ab61-a23afd2dd680 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=71054a69b5364a17881f16c70019efe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465624 Apr 18 19:40:49.669519 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.793502 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Transition to ACTIVE for port object 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:49.798819 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8856b377-d221-4d38-87eb-6fc7606ee8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.855570 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.952118 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856b377-d221-4d38-87eb-6fc7606ee8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81d5878-48f8-4919-88ad-4de8e7b30613,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:49.984398 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8856b377-d221-4d38-87eb-6fc7606ee8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:49.985518 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8856b377-d221-4d38-87eb-6fc7606ee8a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e81d5878-48f8-4919-88ad-4de8e7b30613 HTTP/1.1" status: 204 len: 168 time: 0.9904351 Apr 18 19:40:49.995352 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-065e74c5-85c1-4ebb-abdc-2d5922152701 service neutron] 10.222.0.66 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482518 Apr 18 19:40:50.125379 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Pushing event updated for resources: {'Port': ['ID=01fccce0-a7ab-4fc9-b1ea-c40c521a8896,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:50.156659 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:50.157679 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:50.158181 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:50.158759 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:50.159275 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:50.159776 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:50.161022 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:50.161622 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:50.162262 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:50.162784 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:50.163471 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:50.210185 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.265215 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.297943 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.304058 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Attempting to bind port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:50.304537 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Attempting to bind port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f7a84007-feb3-421f-9c57-8802a8bb05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:50.304897 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Attempting to bind port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 on network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:50.313777 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:50.314241 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Checking segment: {'id': 'f7a84007-feb3-421f-9c57-8802a8bb05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:50.314666 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.315079 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Bound using segment: {'id': 'f7a84007-feb3-421f-9c57-8802a8bb05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:50.315514 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Bound port: 01fccce0-a7ab-4fc9-b1ea-c40c521a8896, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a84007-feb3-421f-9c57-8802a8bb05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:50.317282 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.337631 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-5c50539d-5e59-4ba4-a91d-993e03097bf4 service neutron] 10.222.0.66 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404241 Apr 18 19:40:50.399937 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47451406-b917-4a7a-9a51-858fc7834a33 req-b816a9ba-f93e-44ca-a82e-6dba1e6862f3 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:50.400623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-47451406-b917-4a7a-9a51-858fc7834a33 req-b816a9ba-f93e-44ca-a82e-6dba1e6862f3 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Synchronizing usage tracker for tenant:bdb65becce204455978edc9c05affe12 on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:50.475581 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] For port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:50.481486 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] For port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=01fccce0-a7ab-4fc9-b1ea-c40c521a8896,segment=NetworkSegment(f7a84007-feb3-421f-9c57-8802a8bb05ec),segment_id=f7a84007-feb3-421f-9c57-8802a8bb05ec)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:50.494168 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.494744 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1e751a-da81-4e03-ac2e-188ffef31cfd {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:40:50.570535 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.587241 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-47451406-b917-4a7a-9a51-858fc7834a33 req-b816a9ba-f93e-44ca-a82e-6dba1e6862f3 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Unset dirty status for tenant:bdb65becce204455978edc9c05affe12 on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:50.594221 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-b816a9ba-f93e-44ca-a82e-6dba1e6862f3 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/networks?id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 200 len: 818 time: 0.8969302 Apr 18 19:40:50.630172 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.633856 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d821ee6b-9ec7-4e90-8663-c2d3c6309e42 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "DELETE /v2.0/routers/0b1e751a-da81-4e03-ac2e-188ffef31cfd HTTP/1.1" status: 204 len: 168 time: 4.6140897 Apr 18 19:40:50.642482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 39984) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:50.716508 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-7562aa8d-20da-411e-bf4e-48bce55c8da1 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/quotas/bdb65becce204455978edc9c05affe12 HTTP/1.1" status: 200 len: 375 time: 0.1214716 Apr 18 19:40:50.743794 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b5162-966b-47af-a43e-fbf2257586e9 None None] Pushing event updated for resources: {'Port': ['ID=01fccce0-a7ab-4fc9-b1ea-c40c521a8896,revision_number=4']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:50.749464 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:50.758056 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Routers {'545629cf-99e2-4ece-9526-01e5aacab384'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:50.759382 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['545629cf-99e2-4ece-9526-01e5aacab384'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:50.810615 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.852004 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:50.942794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 39992) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:51.021424 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d69fb3b9-910c-438e-ba50-a190c46871b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.034779 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.046660 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] Set router 545629cf-99e2-4ece-9526-01e5aacab384 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:40:51.087823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Transition to ACTIVE for port object 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:51.110773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d69fb3b9-910c-438e-ba50-a190c46871b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:51.114792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d69fb3b9-910c-438e-ba50-a190c46871b2 admin admin] Usage tracker for resource:security_group_rule and tenant:78a9dc262c9344298e2899b5719d1b34 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:51.118328 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d69fb3b9-910c-438e-ba50-a190c46871b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:51.124218 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d69fb3b9-910c-438e-ba50-a190c46871b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:51.124933 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-134e28ad-f1fc-4cc0-988c-e2abf1be743e tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Deleting subnet 554edec5-495a-4923-ae67-41619000bfc6 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:40:51.129245 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-134e28ad-f1fc-4cc0-988c-e2abf1be743e tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.178093 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-008ed356-5478-416f-b680-91561640afce tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bdb65becce204455978edc9c05affe12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4369278 Apr 18 19:40:51.225290 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.226026 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Allocated IP 172.25.8.154 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/f37be250-d0b6-4941-9c57-5e4fd37b1e06) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:51.235577 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-134e28ad-f1fc-4cc0-988c-e2abf1be743e tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.260919 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d69fb3b9-910c-438e-ba50-a190c46871b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.336577 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101d277-118f-4744-85e3-19f4b1bd31f2 req-5ec71569-f341-41c5-8f7f-b6a1670fa5f7 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:51.347415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101d277-118f-4744-85e3-19f4b1bd31f2 req-5ec71569-f341-41c5-8f7f-b6a1670fa5f7 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:51.347415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101d277-118f-4744-85e3-19f4b1bd31f2 req-5ec71569-f341-41c5-8f7f-b6a1670fa5f7 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:51.348572 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101d277-118f-4744-85e3-19f4b1bd31f2 req-5ec71569-f341-41c5-8f7f-b6a1670fa5f7 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:51.352985 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101d277-118f-4744-85e3-19f4b1bd31f2 req-5ec71569-f341-41c5-8f7f-b6a1670fa5f7 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:51.354268 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-134e28ad-f1fc-4cc0-988c-e2abf1be743e tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.356892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101d277-118f-4744-85e3-19f4b1bd31f2 req-5ec71569-f341-41c5-8f7f-b6a1670fa5f7 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:51.360917 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101d277-118f-4744-85e3-19f4b1bd31f2 req-5ec71569-f341-41c5-8f7f-b6a1670fa5f7 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:51.363397 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9101d277-118f-4744-85e3-19f4b1bd31f2 req-5ec71569-f341-41c5-8f7f-b6a1670fa5f7 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5444 time: 0.3911605 Apr 18 19:40:51.369933 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d69fb3b9-910c-438e-ba50-a190c46871b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.410815 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d69fb3b9-910c-438e-ba50-a190c46871b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78a9dc262c9344298e2899b5719d1b34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4667530 Apr 18 19:40:51.437062 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40000) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:51.516078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fb3b9-910c-438e-ba50-a190c46871b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7b69b6-df34-4057-9d96-03451dfe4645,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:51.534180 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '01fccce0-a7ab-4fc9-b1ea-c40c521a8896', 'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'mac_address': 'fa:16:3e:c1:f0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:41Z', 'updated_at': '2022-04-18T19:40:50Z', 'revision_number': 4, 'project_id': 'bdb65becce204455978edc9c05affe12', 'subnets': [{'id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:51.541469 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae2e922-5fc0-488a-9659-49c0034096c4 None None] The sync data for ids ['545629cf-99e2-4ece-9526-01e5aacab384'] in n-d-838334-1 is: [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '01fccce0-a7ab-4fc9-b1ea-c40c521a8896', 'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'mac_address': 'fa:16:3e:c1:f0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:41Z', 'updated_at': '2022-04-18T19:40:50Z', 'revision_number': 4, 'project_id': 'bdb65becce204455978edc9c05affe12', 'subnets': [{'id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:51.567195 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9101d277-118f-4744-85e3-19f4b1bd31f2 req-a33f1c1a-8184-49fa-8fed-46ff8bfd2366 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1663952 Apr 18 19:40:51.610540 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-59cee731-885b-4018-9e03-8316827188c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.704773 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c5805fe-57c7-402e-90f8-17e5c8f3a33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.740267 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.750928 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Pushing event updated for resources: {'Port': ['ID=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:51.799630 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c5805fe-57c7-402e-90f8-17e5c8f3a33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.911755 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-134e28ad-f1fc-4cc0-988c-e2abf1be743e tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.964018 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c5805fe-57c7-402e-90f8-17e5c8f3a33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:51.980534 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1535f0ee-c2c3-43cf-9378-841f2463e811 None None] Network 28e64e6f-4f58-4a93-a427-e9e72a506f26 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:40:51.983248 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3eb60721-9c83-44b8-a166-46a70aac9261 service neutron] 10.222.0.66 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943900 Apr 18 19:40:51.995068 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-134e28ad-f1fc-4cc0-988c-e2abf1be743e tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.005520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-134e28ad-f1fc-4cc0-988c-e2abf1be743e tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "DELETE /v2.0/subnets/554edec5-495a-4923-ae67-41619000bfc6 HTTP/1.1" status: 204 len: 168 time: 1.3612726 Apr 18 19:40:52.011386 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e28ad-f1fc-4cc0-988c-e2abf1be743e tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event deleted for resources: {'Subnet': ['ID=554edec5-495a-4923-ae67-41619000bfc6,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:52.011386 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40012) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:52.023539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5805fe-57c7-402e-90f8-17e5c8f3a33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7b69b6-df34-4057-9d96-03451dfe4645,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:52.030804 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.183083 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:52.192118 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:52.196344 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:52.319521 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8c5805fe-57c7-402e-90f8-17e5c8f3a33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.320726 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8c5805fe-57c7-402e-90f8-17e5c8f3a33a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7c7b69b6-df34-4057-9d96-03451dfe4645 HTTP/1.1" status: 204 len: 168 time: 0.8826933 Apr 18 19:40:52.322145 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event updated for resources: {'Port': ['ID=f37be250-d0b6-4941-9c57-5e4fd37b1e06,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:52.524894 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-8dabc5cb-07b7-4e95-954f-356ed0f2d4e8 service neutron] 10.222.0.66 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199847 Apr 18 19:40:52.628165 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] DHCP port deletion for 28e64e6f-4f58-4a93-a427-e9e72a506f26 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:40:52.634290 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Deleting port a48843a5-2001-42d6-9580-d8efd10751cb {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:52.637569 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.694909 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e5a07-2f7f-45d4-a854-828c8dd16eb7 req-209bf094-98c9-495b-a724-e4f0b5d6647d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:52.702529 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e5a07-2f7f-45d4-a854-828c8dd16eb7 req-209bf094-98c9-495b-a724-e4f0b5d6647d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:52.708768 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e5a07-2f7f-45d4-a854-828c8dd16eb7 req-209bf094-98c9-495b-a724-e4f0b5d6647d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:52.718583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e5a07-2f7f-45d4-a854-828c8dd16eb7 req-209bf094-98c9-495b-a724-e4f0b5d6647d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:52.730156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e5a07-2f7f-45d4-a854-828c8dd16eb7 req-209bf094-98c9-495b-a724-e4f0b5d6647d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:52.737603 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b95e5a07-2f7f-45d4-a854-828c8dd16eb7 req-209bf094-98c9-495b-a724-e4f0b5d6647d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 3829 time: 0.8933883 Apr 18 19:40:52.767123 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.814539 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.818887 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Attempting to bind port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:52.819441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Attempting to bind port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:52.819949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Attempting to bind port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 on network 6ffffad2-0800-488c-99ce-066b8a9fb855 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:52.832592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 on network 6ffffad2-0800-488c-99ce-066b8a9fb855 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:40:52.832890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Attempting to bind port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 on network 6ffffad2-0800-488c-99ce-066b8a9fb855 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:52.840147 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Deleting port a48843a5-2001-42d6-9580-d8efd10751cb {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:52.840486 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:52.945566 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:52.952118 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Checking segment: {'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:52.952524 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Bound using segment: {'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:52.955355 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Bound port: 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07922f48-caea-4685-8d56-dcf1ddda8f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:52.955355 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.235998 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] For port a48843a5-2001-42d6-9580-d8efd10751cb, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a48843a5-2001-42d6-9580-d8efd10751cb,segment=NetworkSegment(822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0),segment_id=822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:53.239105 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.244095 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b95e5a07-2f7f-45d4-a854-828c8dd16eb7 req-7a4ffad3-cfca-4d9e-b7fe-4e74dcc7577c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Synchronizing usage tracker for tenant:8c45541b663f4cc5824ad6067033356a on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:53.291508 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-b95e5a07-2f7f-45d4-a854-828c8dd16eb7 req-7a4ffad3-cfca-4d9e-b7fe-4e74dcc7577c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Unset dirty status for tenant:8c45541b663f4cc5824ad6067033356a on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:53.292683 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b95e5a07-2f7f-45d4-a854-828c8dd16eb7 req-7a4ffad3-cfca-4d9e-b7fe-4e74dcc7577c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5542257 Apr 18 19:40:53.343957 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0d122ec-191e-4f72-b8e1-b20578d06ee4 req-e7280ca5-f7dd-4ab5-9e32-7027bc6e9298 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 210 time: 0.2125998 Apr 18 19:40:53.417027 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.423574 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4113115'] for router, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.481698 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Calling delete_port for a48843a5-2001-42d6-9580-d8efd10751cb owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:53.581895 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:53.633394 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3f61fb42-50c9-4012-a5aa-310aecb2c2d1 req-aea41e2c-686e-4ed0-a71c-8be58d68b150 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 210 time: 0.1492176 Apr 18 19:40:53.643130 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] For port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:53.667376 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] For port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31,segment=NetworkSegment(07922f48-caea-4685-8d56-dcf1ddda8f7e),segment_id=07922f48-caea-4685-8d56-dcf1ddda8f7e)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:53.669770 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] For port a48843a5-2001-42d6-9580-d8efd10751cb, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=a48843a5-2001-42d6-9580-d8efd10751cb,segment=NetworkSegment(822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0),segment_id=822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:53.671573 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.755368 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35f058-420d-48a3-84c4-e7844ef2f996 req-317edb5b-ad2d-4791-a003-ece7df580fa2 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:53.760128 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.775419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35f058-420d-48a3-84c4-e7844ef2f996 req-317edb5b-ad2d-4791-a003-ece7df580fa2 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:53.789178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35f058-420d-48a3-84c4-e7844ef2f996 req-317edb5b-ad2d-4791-a003-ece7df580fa2 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:53.796636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35f058-420d-48a3-84c4-e7844ef2f996 req-317edb5b-ad2d-4791-a003-ece7df580fa2 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:53.808159 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35f058-420d-48a3-84c4-e7844ef2f996 req-317edb5b-ad2d-4791-a003-ece7df580fa2 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:53.819967 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35f058-420d-48a3-84c4-e7844ef2f996 req-317edb5b-ad2d-4791-a003-ece7df580fa2 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:53.822593 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:40:53.828217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35f058-420d-48a3-84c4-e7844ef2f996 req-317edb5b-ad2d-4791-a003-ece7df580fa2 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:53.830156 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1d35f058-420d-48a3-84c4-e7844ef2f996 req-317edb5b-ad2d-4791-a003-ece7df580fa2 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5444 time: 0.2432868 Apr 18 19:40:53.846701 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.859985 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40044) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:53.864596 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Pushing event deleted for resources: {'Port': ['ID=a48843a5-2001-42d6-9580-d8efd10751cb,revision_number=None']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:53.870895 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-691c5098-f045-4376-9a7e-d8de30a5f725 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Request body: {'floatingip': {'port_id': 'bf864d1a-07df-409c-8f1d-8e78281a5e82'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:53.893134 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:53.893782 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:53.894289 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:53.894661 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:53.895039 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:53.895376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:53.895703 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:53.896026 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:53.896347 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:53.896657 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:53.896977 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:40:53.910375 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:53.910797 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:53.948172 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Calling delete_port for a48843a5-2001-42d6-9580-d8efd10751cb owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:53.982184 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb28a5-f165-4e0a-92b4-4f886b43ac02 None None] No DVR routers for this DVR port a48843a5-2001-42d6-9580-d8efd10751cb on host n-d-838334-1 {{(pid=84806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:40:54.004236 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-691c5098-f045-4376-9a7e-d8de30a5f725 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.081950 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-50907a3c-5782-4ec2-b6f6-a5453f17c5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.117007 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.162175 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.166615 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] 10.222.0.16 "PUT /v2.0/ports/73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 HTTP/1.1" status: 200 len: 1092 time: 5.2411189 Apr 18 19:40:54.166615 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:54.191772 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=01fccce0-a7ab-4fc9-b1ea-c40c521a8896,segment=NetworkSegment(f7a84007-feb3-421f-9c57-8802a8bb05ec),segment_id=f7a84007-feb3-421f-9c57-8802a8bb05ec)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:40:54.251987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0e527-4a64-4052-a498-1e29d0fde230 service neutron] Pushing event updated for resources: {'Port': ['ID=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:54.290605 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.309789 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:54.440938 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a48843a5-2001-42d6-9580-d8efd10751cb no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:40:54.471771 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2583718b-7709-4d10-b7ea-bc44fc266acd'] response: {'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31', 'status': 'completed', 'code': 200} Apr 18 19:40:54.524268 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:40:54.524268 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:40:54.532156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-6f323222-646a-441c-aead-2476ae976585 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:54.542615 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-6f323222-646a-441c-aead-2476ae976585 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Synchronizing usage tracker for tenant:71054a69b5364a17881f16c70019efe0 on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:54.549402 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: a48843a5-2001-42d6-9580-d8efd10751cb {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:40:54.551040 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device a48843a5-2001-42d6-9580-d8efd10751cb not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:40:54.577122 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=01fccce0-a7ab-4fc9-b1ea-c40c521a8896,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:54.646660 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.776395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-6f323222-646a-441c-aead-2476ae976585 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Unset dirty status for tenant:71054a69b5364a17881f16c70019efe0 on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:54.777515 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-6f323222-646a-441c-aead-2476ae976585 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.71 "GET /v2.0/networks?id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74 HTTP/1.1" status: 200 len: 814 time: 1.0793600 Apr 18 19:40:54.787521 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-16f1a5fd-8fd1-4976-9529-01a40e3788da req-0100a273-a573-4cf3-a345-7f3bb8d493e3 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 210 time: 0.1098773 Apr 18 19:40:54.801518 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Request body: {'port': {'device_id': '686c937b-45d2-4934-a648-f0446deb690e', 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74', 'admin_state_up': True, 'tenant_id': '71054a69b5364a17881f16c70019efe0'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:54.828559 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7cbac55c-f13a-4f41-8234-d7e99e0dba69 req-0dc442d2-cc14-48cc-b95f-23dec40dc997 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 4364 time: 0.4106882 Apr 18 19:40:54.890974 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Router 340f1b62-80ad-4c1d-b831-0b0ad5274c86 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:40:54.914869 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.969935 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:54.987173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959deb1-5779-44c1-bdde-0ada1dcfee01 req-e752279a-1c65-49df-b9d5-cf23ea6bc182 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:54.995615 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959deb1-5779-44c1-bdde-0ada1dcfee01 req-e752279a-1c65-49df-b9d5-cf23ea6bc182 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:55.000824 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959deb1-5779-44c1-bdde-0ada1dcfee01 req-e752279a-1c65-49df-b9d5-cf23ea6bc182 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:55.009582 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959deb1-5779-44c1-bdde-0ada1dcfee01 req-e752279a-1c65-49df-b9d5-cf23ea6bc182 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:55.013506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959deb1-5779-44c1-bdde-0ada1dcfee01 req-e752279a-1c65-49df-b9d5-cf23ea6bc182 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:55.021474 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d959deb1-5779-44c1-bdde-0ada1dcfee01 req-e752279a-1c65-49df-b9d5-cf23ea6bc182 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 3829 time: 0.2826943 Apr 18 19:40:55.077643 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:40:55.120033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Deleting port a48843a5-2001-42d6-9580-d8efd10751cb {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:55.120420 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.230055 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:40:55.230484 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.299572 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d959deb1-5779-44c1-bdde-0ada1dcfee01 req-533c7fc3-bc72-47f2-b13e-3b1692845ef2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2766130 Apr 18 19:40:55.374725 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] The port 'a48843a5-2001-42d6-9580-d8efd10751cb' was deleted {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:40:55.377420 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5eb2b152-38e4-460d-8b1c-fdc51b778153 req-a8f3b90a-497c-4476-a327-8d8a8cb510cc tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 210 time: 0.1918025 Apr 18 19:40:55.475581 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:55.481907 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.483218 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7febfa00-fbf0-49e0-9d70-92be555e0af8 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "PUT /v2.0/routers/340f1b62-80ad-4c1d-b831-0b0ad5274c86 HTTP/1.1" status: 200 len: 919 time: 6.1219695 Apr 18 19:40:55.485918 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40074) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:55.491643 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d0935-e3b1-42d2-bc8e-8b0ffd52b4ca None None] Sync routers for ids ['340f1b62-80ad-4c1d-b831-0b0ad5274c86'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:55.510681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d0935-e3b1-42d2-bc8e-8b0ffd52b4ca None None] Routers {'340f1b62-80ad-4c1d-b831-0b0ad5274c86'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:55.512065 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e36d0935-e3b1-42d2-bc8e-8b0ffd52b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['340f1b62-80ad-4c1d-b831-0b0ad5274c86'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:55.571638 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [None req-691c5098-f045-4376-9a7e-d8de30a5f725 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:40:55.589125 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e36d0935-e3b1-42d2-bc8e-8b0ffd52b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:55.601318 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d0935-e3b1-42d2-bc8e-8b0ffd52b4ca None None] Routers {'340f1b62-80ad-4c1d-b831-0b0ad5274c86'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:55.601955 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e36d0935-e3b1-42d2-bc8e-8b0ffd52b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['340f1b62-80ad-4c1d-b831-0b0ad5274c86'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:55.710869 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.730953 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:55.735694 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbac55c-f13a-4f41-8234-d7e99e0dba69 req-61d8a10b-bad2-416d-af47-b5224a444bed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:55.736070 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbac55c-f13a-4f41-8234-d7e99e0dba69 req-61d8a10b-bad2-416d-af47-b5224a444bed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:55.736441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbac55c-f13a-4f41-8234-d7e99e0dba69 req-61d8a10b-bad2-416d-af47-b5224a444bed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:55.736714 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e36d0935-e3b1-42d2-bc8e-8b0ffd52b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:55.737122 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d0935-e3b1-42d2-bc8e-8b0ffd52b4ca None None] The sync data for ids ['340f1b62-80ad-4c1d-b831-0b0ad5274c86'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:40:55.737994 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7cbac55c-f13a-4f41-8234-d7e99e0dba69 req-61d8a10b-bad2-416d-af47-b5224a444bed service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8c45541b663f4cc5824ad6067033356a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8993418 Apr 18 19:40:55.787680 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Usage tracker for resource:port and tenant:71054a69b5364a17881f16c70019efe0 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:40:55.796742 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e64e6f-4f58-4a93-a427-e9e72a506f26']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:55.807244 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:40:55.889515 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:55.892431 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:55.892855 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822bd2dd-0fec-4706-a0d3-2a3c4cf6e0d0') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:55.898435 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-691c5098-f045-4376-9a7e-d8de30a5f725 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.936239 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.964571 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.977626 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-691c5098-f045-4376-9a7e-d8de30a5f725 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:55.994344 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:40:55.994843 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:40:56.011668 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:40:56.039398 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-57ead47e-b049-47a5-8df5-9570d5cf092a tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/routers/340f1b62-80ad-4c1d-b831-0b0ad5274c86 HTTP/1.1" status: 200 len: 925 time: 0.5518634 Apr 18 19:40:56.046062 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40088) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:56.169688 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Made reservation on behalf of 71054a69b5364a17881f16c70019efe0 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:56.171401 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:56.196932 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-11c0bb6a-b9e3-42e8-8db7-bd5faa080cc6 req-486b0f0e-05e8-4b7d-a67c-f866695ffe65 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 210 time: 0.1040065 Apr 18 19:40:56.238931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbac55c-f13a-4f41-8234-d7e99e0dba69 req-2b4c4c53-8d48-44c0-beba-89cb34357b91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:56.240973 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7cbac55c-f13a-4f41-8234-d7e99e0dba69 req-2b4c4c53-8d48-44c0-beba-89cb34357b91 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4771202 Apr 18 19:40:56.256945 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f709f4c4-9201-4dd8-886c-f2fe5605a1a4 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=b9f392f6-42e1-41ad-9423-d80ed824c270&device_id=340f1b62-80ad-4c1d-b831-0b0ad5274c86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1662090 Apr 18 19:40:56.268585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40096) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:56.355308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df760f9c-ad79-477c-8a9f-29d807da272c {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:40:56.410183 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:56.420628 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:56.450574 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:56.453093 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd5edd0-a901-4370-8dfd-c4fe1886db08 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:56.461539 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fdd5edd0-a901-4370-8dfd-c4fe1886db08 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 881 time: 0.1912062 Apr 18 19:40:56.476547 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40104) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:56.490470 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [None req-691c5098-f045-4376-9a7e-d8de30a5f725 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Floating IP 9d114ae1-9d69-43e0-b3f7-6c92b2647281 associated. External IP: 172.25.8.4, port: bf864d1a-07df-409c-8f1d-8e78281a5e82. Apr 18 19:40:56.523540 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:56.560407 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "DELETE /v2.0/networks/28e64e6f-4f58-4a93-a427-e9e72a506f26 HTTP/1.1" status: 204 len: 168 time: 4.0725889 Apr 18 19:40:56.604933 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40112) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:56.608172 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Transition to ACTIVE for port object df760f9c-ad79-477c-8a9f-29d807da272c will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:40:56.609571 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba13b65-18f4-4d32-b35e-03b43bc8a8e3 tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event deleted for resources: {'Network': ['ID=28e64e6f-4f58-4a93-a427-e9e72a506f26,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:56.713695 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:56.938109 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8a4c729a-c126-41e8-be91-7d030ddd018a tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=340f1b62-80ad-4c1d-b831-0b0ad5274c86 HTTP/1.1" status: 200 len: 205 time: 0.4598904 Apr 18 19:40:56.949339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e1bc106e-4170-4127-802d-49cbb148c22c req-17890402-50e0-42f0-b1ae-f4693f6afc28 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Synchronizing usage tracker for tenant:bdb65becce204455978edc9c05affe12 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:40:57.020915 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40124) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:57.024576 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Allocated IP 172.20.0.7 (8383f690-b12f-40d2-baf7-e0b0ee6c2d74/a769ad0c-aeb4-49c3-aef9-0a8f238d28de/7231705a-2924-4226-bb3a-48dd637e81ab) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:57.056613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ed87d-f9c1-4ed3-8bfb-36fc6460e21b tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Deleting port cc746de9-7e02-4b06-a208-400728d2d007 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:40:57.056969 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed87d-f9c1-4ed3-8bfb-36fc6460e21b tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:57.153926 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adb5e2-2fc9-4f44-abec-ef2aed463d8b req-70110f57-6774-4879-acb2-59fc1b0bdaea tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:57.167335 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adb5e2-2fc9-4f44-abec-ef2aed463d8b req-70110f57-6774-4879-acb2-59fc1b0bdaea tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:57.176080 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adb5e2-2fc9-4f44-abec-ef2aed463d8b req-70110f57-6774-4879-acb2-59fc1b0bdaea tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:57.180064 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adb5e2-2fc9-4f44-abec-ef2aed463d8b req-70110f57-6774-4879-acb2-59fc1b0bdaea tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:57.190793 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adb5e2-2fc9-4f44-abec-ef2aed463d8b req-70110f57-6774-4879-acb2-59fc1b0bdaea tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:57.199106 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c1adb5e2-2fc9-4f44-abec-ef2aed463d8b req-70110f57-6774-4879-acb2-59fc1b0bdaea tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 3829 time: 0.5924108 Apr 18 19:40:57.250056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47451406-b917-4a7a-9a51-858fc7834a33 req-49b56821-9ea0-44dc-9ffe-7a9f60837f27 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:57.251508 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-49b56821-9ea0-44dc-9ffe-7a9f60837f27 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.16 "GET /v2.0/networks?id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 200 len: 818 time: 0.8721492 Apr 18 19:40:57.270935 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed87d-f9c1-4ed3-8bfb-36fc6460e21b tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:57.276046 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed87d-f9c1-4ed3-8bfb-36fc6460e21b tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:57.330997 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Request body: {'port': {'device_id': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'admin_state_up': True, 'tenant_id': 'bdb65becce204455978edc9c05affe12'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:57.357679 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=df760f9c-ad79-477c-8a9f-29d807da272c,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:57.477094 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Attempting to bind port df760f9c-ad79-477c-8a9f-29d807da272c on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:40:57.477320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Attempting to bind port df760f9c-ad79-477c-8a9f-29d807da272c by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:40:57.477623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Attempting to bind port df760f9c-ad79-477c-8a9f-29d807da272c on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:57.507315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-e1bc106e-4170-4127-802d-49cbb148c22c req-17890402-50e0-42f0-b1ae-f4693f6afc28 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Unset dirty status for tenant:bdb65becce204455978edc9c05affe12 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:40:57.518910 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e1bc106e-4170-4127-802d-49cbb148c22c req-17890402-50e0-42f0-b1ae-f4693f6afc28 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 210 time: 0.7754855 Apr 18 19:40:57.531156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ed87d-f9c1-4ed3-8bfb-36fc6460e21b tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Calling delete_port for cc746de9-7e02-4b06-a208-400728d2d007 owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:40:57.643970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Port df760f9c-ad79-477c-8a9f-29d807da272c on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:40:57.644288 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Attempting to bind port df760f9c-ad79-477c-8a9f-29d807da272c on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:40:57.716913 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c1adb5e2-2fc9-4f44-abec-ef2aed463d8b req-0a177020-9536-4bc1-9a18-bd4eda7e1b47 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5169466 Apr 18 19:40:57.766456 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2ab1577a-ea83-4d34-9870-d7b78ff8a501 req-3d7b8e97-b304-4396-ac02-6414464b68fa tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 210 time: 0.0571601 Apr 18 19:40:57.766603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:40:57.766603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Checking segment: {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:40:57.766603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Bound using segment: {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:40:57.767036 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Bound port: df760f9c-ad79-477c-8a9f-29d807da272c, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:40:57.767385 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:57.864584 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:40:57.913883 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:40:57.985163 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed87d-f9c1-4ed3-8bfb-36fc6460e21b tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:57.997006 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] For port df760f9c-ad79-477c-8a9f-29d807da272c, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:40:58.007652 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.020619 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] For port df760f9c-ad79-477c-8a9f-29d807da272c, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=df760f9c-ad79-477c-8a9f-29d807da272c,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:40:58.021603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Made reservation on behalf of bdb65becce204455978edc9c05affe12 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:40:58.024227 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.039969 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.087569 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ed87d-f9c1-4ed3-8bfb-36fc6460e21b tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Pushing event deleted for resources: {'Port': ['ID=cc746de9-7e02-4b06-a208-400728d2d007,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:58.155821 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.320103 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed87d-f9c1-4ed3-8bfb-36fc6460e21b tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.443565 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.446765 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] 10.222.0.16 "PUT /v2.0/ports/df760f9c-ad79-477c-8a9f-29d807da272c HTTP/1.1" status: 200 len: 1131 time: 4.1568987 Apr 18 19:40:58.464058 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': 'df760f9c-ad79-477c-8a9f-29d807da272c'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:40:58.516678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691c5098-f045-4376-9a7e-d8de30a5f725 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Router c21b77ab-27b1-487e-bd86-9ba8d729a14f has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:40:58.527371 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ec5ed87d-f9c1-4ed3-8bfb-36fc6460e21b tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:58.531405 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05012a6-ce92-455f-8a8b-622aafcec0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=df760f9c-ad79-477c-8a9f-29d807da272c,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:58.540385 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ec5ed87d-f9c1-4ed3-8bfb-36fc6460e21b tempest-FloatingIPAdminTestJSON-1534642429 tempest-FloatingIPAdminTestJSON-1534642429-project] 10.222.0.66 "DELETE /v2.0/floatingips/2564e722-877b-4e12-ad1e-30ce7f317369 HTTP/1.1" status: 204 len: 168 time: 1.8835068 Apr 18 19:40:58.585195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:40:58.707493 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234699da-58c9-4ca5-ad6b-6f5dca6db3ca'] response: {'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': 'df760f9c-ad79-477c-8a9f-29d807da272c', 'status': 'completed', 'code': 200} Apr 18 19:40:58.808865 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:59.121949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:40:59.133612 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-998e619d-4c5f-46c1-8546-2f230eacbd3e req-041e9955-589a-47cb-9b45-3689c44df352 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 210 time: 0.1660450 Apr 18 19:40:59.230807 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9ac046b9-bacd-4652-986a-7fe18fbbf0e2 req-ae6478e1-ede1-42bc-b1f0-4aac183bfb3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5288 time: 0.5138140 Apr 18 19:40:59.343637 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:40:59.348357 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:40:59.445931 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:40:59.465907 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Allocated IP 172.20.0.14 (0c71b8ba-be3f-4c0e-a7ee-b96c334de8be/4eea24c7-e757-4938-8db0-4f4f48b678bd/6a3bda74-133c-4e84-9201-208467f37728) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:40:59.472955 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Pushing event updated for resources: {'Port': ['ID=7231705a-2924-4226-bb3a-48dd637e81ab,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:40:59.792849 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac046b9-bacd-4652-986a-7fe18fbbf0e2 req-641e30d5-1abf-4c37-8a81-26be5f8bfc95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:59.795426 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac046b9-bacd-4652-986a-7fe18fbbf0e2 req-641e30d5-1abf-4c37-8a81-26be5f8bfc95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:59.797226 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac046b9-bacd-4652-986a-7fe18fbbf0e2 req-641e30d5-1abf-4c37-8a81-26be5f8bfc95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:59.800225 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9ac046b9-bacd-4652-986a-7fe18fbbf0e2 req-641e30d5-1abf-4c37-8a81-26be5f8bfc95 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8c45541b663f4cc5824ad6067033356a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5572131 Apr 18 19:40:59.823853 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badeb176-bb02-4473-8ad1-fa7cedeabe8e req-7fc80155-ade9-4592-ba89-4dcf4d4f58fc tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:59.825197 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-badeb176-bb02-4473-8ad1-fa7cedeabe8e req-7fc80155-ade9-4592-ba89-4dcf4d4f58fc tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 931 time: 0.3370662 Apr 18 19:40:59.836774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40178) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:40:59.869166 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691c5098-f045-4376-9a7e-d8de30a5f725 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:40:59.880287 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4144a33-6164-4e10-a82d-352fa030f5a3 None None] Sync routers for ids ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:40:59.902556 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4144a33-6164-4e10-a82d-352fa030f5a3 None None] Routers {'c21b77ab-27b1-487e-bd86-9ba8d729a14f'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:40:59.903444 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e4144a33-6164-4e10-a82d-352fa030f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:40:59.956946 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:40:59.957645 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.004898 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-691c5098-f045-4376-9a7e-d8de30a5f725 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.146763 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-e4144a33-6164-4e10-a82d-352fa030f5a3 None None] Set router c21b77ab-27b1-487e-bd86-9ba8d729a14f gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:00.196860 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-badeb176-bb02-4473-8ad1-fa7cedeabe8e req-d4dde20b-79f5-4422-85d2-f89fc9265a5d tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516996 Apr 18 19:41:00.197361 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-404f0d0b-061f-4969-bcf2-8104649e0c01 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4046493 Apr 18 19:41:00.231848 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8e44c-bdeb-4605-af2d-9eea42a00ec5 req-9de7b375-6efa-4d26-8186-f21956a3918b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:00.235938 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8e44c-bdeb-4605-af2d-9eea42a00ec5 req-9de7b375-6efa-4d26-8186-f21956a3918b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:00.240045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8e44c-bdeb-4605-af2d-9eea42a00ec5 req-9de7b375-6efa-4d26-8186-f21956a3918b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:00.244892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8e44c-bdeb-4605-af2d-9eea42a00ec5 req-9de7b375-6efa-4d26-8186-f21956a3918b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:00.249285 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8e44c-bdeb-4605-af2d-9eea42a00ec5 req-9de7b375-6efa-4d26-8186-f21956a3918b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:00.255090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8e44c-bdeb-4605-af2d-9eea42a00ec5 req-9de7b375-6efa-4d26-8186-f21956a3918b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:00.255197 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-691c5098-f045-4376-9a7e-d8de30a5f725 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "PUT /v2.0/floatingips/9d114ae1-9d69-43e0-b3f7-6c92b2647281 HTTP/1.1" status: 200 len: 989 time: 6.3888805 Apr 18 19:41:00.261050 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': 'bf864d1a-07df-409c-8f1d-8e78281a5e82'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:00.270911 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3cc8e44c-bdeb-4605-af2d-9eea42a00ec5 req-9de7b375-6efa-4d26-8186-f21956a3918b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 4602 time: 1.1649160 Apr 18 19:41:00.286043 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Request body: {'port': {'device_id': '686c937b-45d2-4934-a648-f0446deb690e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:00.313299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac046b9-bacd-4652-986a-7fe18fbbf0e2 req-7e183e74-3a61-4dc8-873e-5706c031f4f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:00.314796 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9ac046b9-bacd-4652-986a-7fe18fbbf0e2 req-7e183e74-3a61-4dc8-873e-5706c031f4f5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4985712 Apr 18 19:41:00.538574 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-02370b81-e214-40e3-a1a0-2ba52c6fed76 req-932d8c12-1f7c-48e4-923e-8d63d7cbde6c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 210 time: 0.0995550 Apr 18 19:41:00.579006 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.629835 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9df859d-2012-46d3-8552-ac7569bf8ffd'] response: {'name': 'network-changed', 'server_uuid': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'tag': 'bf864d1a-07df-409c-8f1d-8e78281a5e82', 'status': 'completed', 'code': 200} Apr 18 19:41:00.775973 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.796360 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e4144a33-6164-4e10-a82d-352fa030f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'name': 'tempest-TaggedBootDevicesTest_v242-806893043-router', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:35Z', 'revision_number': 4, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'gw_port': {'id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '9d114ae1-9d69-43e0-b3f7-6c92b2647281', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'port_id': 'bf864d1a-07df-409c-8f1d-8e78281a5e82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'mac_address': 'fa:16:3e:fd:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:38:55Z', 'updated_at': '2022-04-18T19:40:55Z', 'revision_number': 1, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba53176f-5064-4f10-84f2-37c57d088e53', 'name': '', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'mac_address': 'fa:16:3e:1b:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:33Z', 'updated_at': '2022-04-18T19:37:45Z', 'revision_number': 5, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'subnets': [{'id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:00.801553 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4144a33-6164-4e10-a82d-352fa030f5a3 None None] Checking router: c21b77ab-27b1-487e-bd86-9ba8d729a14f for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:41:00.817778 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4144a33-6164-4e10-a82d-352fa030f5a3 None None] Routers {'c21b77ab-27b1-487e-bd86-9ba8d729a14f'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:00.818947 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e4144a33-6164-4e10-a82d-352fa030f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:00.933000 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Deleting port f37be250-d0b6-4941-9c57-5e4fd37b1e06 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:00.934035 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.962690 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:00.983375 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.136666 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40208) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:01.149530 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-e4144a33-6164-4e10-a82d-352fa030f5a3 None None] Set router c21b77ab-27b1-487e-bd86-9ba8d729a14f gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:01.208738 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3cc8e44c-bdeb-4605-af2d-9eea42a00ec5 req-b3100c9b-5aeb-4034-8fb5-acc5b75debcb tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9365430 Apr 18 19:41:01.211856 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6fea29bc-c76c-454a-9f33-2b262f6858d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4583e65cf4e848ef98f57fbb295d8992&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3717482 Apr 18 19:41:01.215712 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40214) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:01.267056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:01.320696 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-321d1d6a-5881-4a8f-8a52-00cd6bc2c9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.361028 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-321d1d6a-5881-4a8f-8a52-00cd6bc2c9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.392129 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:01.397627 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:01.444208 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3956f0d1-fbdd-4489-845c-2d6aec7a2843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.496953 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Pushing event updated for resources: {'Port': ['ID=6a3bda74-133c-4e84-9201-208467f37728,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:01.522980 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c03d16e5-5254-4364-85bf-df6a9ccd1807 req-e1545b3a-35fa-407d-b532-a79130b0eb3a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6501 time: 0.8643384 Apr 18 19:41:01.608241 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3956f0d1-fbdd-4489-845c-2d6aec7a2843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:01.620570 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3956f0d1-fbdd-4489-845c-2d6aec7a2843 admin admin] Usage tracker for resource:security_group_rule and tenant:71eb8dbf501445529600cdccf7183b82 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:01.625176 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-3956f0d1-fbdd-4489-845c-2d6aec7a2843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:01.633565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3956f0d1-fbdd-4489-845c-2d6aec7a2843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:01.646116 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-e4144a33-6164-4e10-a82d-352fa030f5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'name': 'tempest-TaggedBootDevicesTest_v242-806893043-router', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:35Z', 'revision_number': 4, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'gw_port': {'id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '9d114ae1-9d69-43e0-b3f7-6c92b2647281', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'port_id': 'bf864d1a-07df-409c-8f1d-8e78281a5e82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'mac_address': 'fa:16:3e:fd:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:38:55Z', 'updated_at': '2022-04-18T19:40:55Z', 'revision_number': 1, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba53176f-5064-4f10-84f2-37c57d088e53', 'name': '', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'mac_address': 'fa:16:3e:1b:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:33Z', 'updated_at': '2022-04-18T19:37:45Z', 'revision_number': 5, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'subnets': [{'id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:01.647985 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:01.653018 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4144a33-6164-4e10-a82d-352fa030f5a3 None None] The sync data for ids ['c21b77ab-27b1-487e-bd86-9ba8d729a14f'] in n-d-838334-1 is: [{'id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'name': 'tempest-TaggedBootDevicesTest_v242-806893043-router', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:37:26Z', 'updated_at': '2022-04-18T19:37:35Z', 'revision_number': 4, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'gw_port': {'id': 'b1d9ef83-1c85-417d-a5c0-08716d5a8be0', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:27Z', 'updated_at': '2022-04-18T19:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '9d114ae1-9d69-43e0-b3f7-6c92b2647281', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'floating_ip_address': '172.25.8.4', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'port_id': 'bf864d1a-07df-409c-8f1d-8e78281a5e82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'mac_address': 'fa:16:3e:fd:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:38:55Z', 'updated_at': '2022-04-18T19:40:55Z', 'revision_number': 1, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba53176f-5064-4f10-84f2-37c57d088e53', 'name': '', 'network_id': '5bd4a5f7-633f-4d1f-acf7-80386538c80d', 'tenant_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'mac_address': 'fa:16:3e:1b:5f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b77ab-27b1-487e-bd86-9ba8d729a14f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:37:33Z', 'updated_at': '2022-04-18T19:37:45Z', 'revision_number': 5, 'project_id': '77eeca4c4e344dbb9d5364ef92c904fc', 'subnets': [{'id': '0a7a8008-ffcc-4017-8187-655a8c76d91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:01.668740 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.672891 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91243149-b57c-4d2f-8bbc-44d8e12e1555 req-e78ef76d-1073-430f-bc78-c5f74edcd289 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:01.674437 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91243149-b57c-4d2f-8bbc-44d8e12e1555 req-e78ef76d-1073-430f-bc78-c5f74edcd289 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 931 time: 0.3050694 Apr 18 19:41:01.690335 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:01.691441 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.698883 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Transition to ACTIVE for port object 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:01.733736 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-321d1d6a-5881-4a8f-8a52-00cd6bc2c9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.766970 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d1d6a-5881-4a8f-8a52-00cd6bc2c9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc75a29-c920-42f8-9c30-12527b3dd3e5,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:01.787722 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-91243149-b57c-4d2f-8bbc-44d8e12e1555 req-49749205-ba45-47b0-b0c5-e26329195477 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970047 Apr 18 19:41:01.793758 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3956f0d1-fbdd-4489-845c-2d6aec7a2843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.796084 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-321d1d6a-5881-4a8f-8a52-00cd6bc2c9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.797051 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-321d1d6a-5881-4a8f-8a52-00cd6bc2c9f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ddc75a29-c920-42f8-9c30-12527b3dd3e5 HTTP/1.1" status: 204 len: 168 time: 0.5793064 Apr 18 19:41:01.887249 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.889305 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3956f0d1-fbdd-4489-845c-2d6aec7a2843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:01.930412 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3d4bde27-d09e-4f1e-94a0-d116de045aaf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6513703 Apr 18 19:41:01.934987 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956f0d1-fbdd-4489-845c-2d6aec7a2843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4f8142-68d8-4710-a73f-95a9ca5505ce,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:01.941270 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3956f0d1-fbdd-4489-845c-2d6aec7a2843 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71eb8dbf501445529600cdccf7183b82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8034589 Apr 18 19:41:01.944034 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40226) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:01.981458 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Request body: {'port': {'device_id': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:02.018599 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e4d12430-4760-408c-b5e6-a131b96cf3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:02.046697 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e4d12430-4760-408c-b5e6-a131b96cf3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:02.176242 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e4d12430-4760-408c-b5e6-a131b96cf3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:02.198285 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:02.198993 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d12430-4760-408c-b5e6-a131b96cf3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4f8142-68d8-4710-a73f-95a9ca5505ce,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:02.201819 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e4d12430-4760-408c-b5e6-a131b96cf3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:02.203287 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e4d12430-4760-408c-b5e6-a131b96cf3b2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c4f8142-68d8-4710-a73f-95a9ca5505ce HTTP/1.1" status: 204 len: 168 time: 0.2582774 Apr 18 19:41:02.508134 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c1604-225d-4936-8128-38fa05ede575 req-80f64af3-ba1c-4570-8343-d84b3e3449fe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:02.513627 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c1604-225d-4936-8128-38fa05ede575 req-80f64af3-ba1c-4570-8343-d84b3e3449fe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:02.517787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c1604-225d-4936-8128-38fa05ede575 req-80f64af3-ba1c-4570-8343-d84b3e3449fe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:02.517983 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Calling delete_port for f37be250-d0b6-4941-9c57-5e4fd37b1e06 owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:02.521773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c1604-225d-4936-8128-38fa05ede575 req-80f64af3-ba1c-4570-8343-d84b3e3449fe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:02.525980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c1604-225d-4936-8128-38fa05ede575 req-80f64af3-ba1c-4570-8343-d84b3e3449fe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:02.529946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c1604-225d-4936-8128-38fa05ede575 req-80f64af3-ba1c-4570-8343-d84b3e3449fe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:02.533851 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c1604-225d-4936-8128-38fa05ede575 req-80f64af3-ba1c-4570-8343-d84b3e3449fe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:02.535836 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a3c1604-225d-4936-8128-38fa05ede575 req-80f64af3-ba1c-4570-8343-d84b3e3449fe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5375 time: 0.1471601 Apr 18 19:41:02.567845 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40242) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:02.603357 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f4250bc9-509a-4b64-9c9c-1e9ac4ee9640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:02.638882 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4a3c1604-225d-4936-8128-38fa05ede575 req-59dd1736-67d0-4913-9458-f4d2893a8c4d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0960219 Apr 18 19:41:02.639326 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:02.644467 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f4250bc9-509a-4b64-9c9c-1e9ac4ee9640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:02.649773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f4250bc9-509a-4b64-9c9c-1e9ac4ee9640 admin admin] Usage tracker for resource:security_group_rule and tenant:1151f6f16c304443879929ed0883ba9f is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:02.653266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f4250bc9-509a-4b64-9c9c-1e9ac4ee9640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:02.660592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f4250bc9-509a-4b64-9c9c-1e9ac4ee9640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:02.742579 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:41:02.769219 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f4250bc9-509a-4b64-9c9c-1e9ac4ee9640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:02.838795 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d16e5-5254-4364-85bf-df6a9ccd1807 req-20274874-f043-448d-9b7b-bae22d63f692 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:02.840277 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c03d16e5-5254-4364-85bf-df6a9ccd1807 req-20274874-f043-448d-9b7b-bae22d63f692 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5bd4a5f7-633f-4d1f-acf7-80386538c80d HTTP/1.1" status: 200 len: 917 time: 1.2953312 Apr 18 19:41:02.863091 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc7669-ec5f-4cd7-9fe5-fd6b0d690387 req-8d58e0ed-aa28-40da-9432-f1a89ee96490 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:02.863784 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-43dc7669-ec5f-4cd7-9fe5-fd6b0d690387 req-8d58e0ed-aa28-40da-9432-f1a89ee96490 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Synchronizing usage tracker for tenant:bdb65becce204455978edc9c05affe12 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:02.869025 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f4250bc9-509a-4b64-9c9c-1e9ac4ee9640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:02.920467 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4250bc9-509a-4b64-9c9c-1e9ac4ee9640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad7cdf3-2c1d-401a-ae93-9a937670e631,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:02.929946 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f4250bc9-509a-4b64-9c9c-1e9ac4ee9640 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1151f6f16c304443879929ed0883ba9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3609219 Apr 18 19:41:02.957905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40250) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:02.985271 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.052072 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07e983fc-4620-47c0-a23f-21a4d6960428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.054152 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7231705a-2924-4226-bb3a-48dd637e81ab {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:03.072644 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.073709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7d348-47a8-4dbb-98fa-9f1d480f8c65 req-71325373-d40d-4295-a63b-9fc3e2a75f42 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:03.075264 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3fa7d348-47a8-4dbb-98fa-9f1d480f8c65 req-71325373-d40d-4295-a63b-9fc3e2a75f42 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 931 time: 0.1520548 Apr 18 19:41:03.106689 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07e983fc-4620-47c0-a23f-21a4d6960428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.129194 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-43dc7669-ec5f-4cd7-9fe5-fd6b0d690387 req-8d58e0ed-aa28-40da-9432-f1a89ee96490 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Unset dirty status for tenant:bdb65becce204455978edc9c05affe12 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:03.130654 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-43dc7669-ec5f-4cd7-9fe5-fd6b0d690387 req-8d58e0ed-aa28-40da-9432-f1a89ee96490 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 932 time: 1.4352312 Apr 18 19:41:03.173530 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3fa7d348-47a8-4dbb-98fa-9f1d480f8c65 req-db525468-448f-4072-9d46-35a8c58ffa02 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904901 Apr 18 19:41:03.180759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40256) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:03.203634 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c03d16e5-5254-4364-85bf-df6a9ccd1807 req-31f4c56f-8bce-4f5f-8004-7b47ee847339 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82 HTTP/1.1" status: 200 len: 997 time: 0.3335636 Apr 18 19:41:03.218127 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Attempting to bind port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:03.218720 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Attempting to bind port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:03.219265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Attempting to bind port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:03.224666 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6c1e86c3-ef30-4853-8695-1ed3ce8e9d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.278057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40260) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:03.309446 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07e983fc-4620-47c0-a23f-21a4d6960428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.333947 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e983fc-4620-47c0-a23f-21a4d6960428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad7cdf3-2c1d-401a-ae93-9a937670e631,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:03.334253 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:41:03.335112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Attempting to bind port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:03.335268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6c1e86c3-ef30-4853-8695-1ed3ce8e9d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:03.342467 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6c1e86c3-ef30-4853-8695-1ed3ce8e9d9d admin admin] Usage tracker for resource:security_group_rule and tenant:fab9db6fa37c4c83a199fd29ec837629 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:03.348016 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6c1e86c3-ef30-4853-8695-1ed3ce8e9d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:03.359419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6c1e86c3-ef30-4853-8695-1ed3ce8e9d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:03.367797 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-07e983fc-4620-47c0-a23f-21a4d6960428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.372081 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-07e983fc-4620-47c0-a23f-21a4d6960428 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ad7cdf3-2c1d-401a-ae93-9a937670e631 HTTP/1.1" status: 204 len: 168 time: 0.4130888 Apr 18 19:41:03.427557 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-43dc7669-ec5f-4cd7-9fe5-fd6b0d690387 req-104cd297-a008-4341-b733-8bac3ec9066f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Synchronizing usage tracker for tenant:bdb65becce204455978edc9c05affe12 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:03.453378 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6c1e86c3-ef30-4853-8695-1ed3ce8e9d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.453813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:03.453813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Checking segment: {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:03.453813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Bound using segment: {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:03.453813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Bound port: 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:03.453813 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.491680 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d16e5-5254-4364-85bf-df6a9ccd1807 req-e39ed852-a86a-46e8-af38-22675ba82aa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:03.493629 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c03d16e5-5254-4364-85bf-df6a9ccd1807 req-e39ed852-a86a-46e8-af38-22675ba82aa0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a7a8008-ffcc-4017-8187-655a8c76d91c HTTP/1.1" status: 200 len: 855 time: 0.2688017 Apr 18 19:41:03.571742 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe619-c80c-4ae9-b66b-ec2d36d4f35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.603182 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d1ebe619-c80c-4ae9-b66b-ec2d36d4f35c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:03.607157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d1ebe619-c80c-4ae9-b66b-ec2d36d4f35c admin admin] Usage tracker for resource:security_group_rule and tenant:9bdc3c56ca1243fb9886df37f435c1bf is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:03.610131 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d1ebe619-c80c-4ae9-b66b-ec2d36d4f35c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:03.615987 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d1ebe619-c80c-4ae9-b66b-ec2d36d4f35c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:03.635996 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6c1e86c3-ef30-4853-8695-1ed3ce8e9d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.675262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Transition to ACTIVE for port object 7231705a-2924-4226-bb3a-48dd637e81ab will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:03.688504 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.704990 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e86c3-ef30-4853-8695-1ed3ce8e9d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039bf3e4-0445-4816-81e0-a0aafd3f7a69,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:03.712718 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6c1e86c3-ef30-4853-8695-1ed3ce8e9d9d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fab9db6fa37c4c83a199fd29ec837629&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5308897 Apr 18 19:41:03.721648 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40268) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:03.761294 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-43dc7669-ec5f-4cd7-9fe5-fd6b0d690387 req-104cd297-a008-4341-b733-8bac3ec9066f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Unset dirty status for tenant:bdb65becce204455978edc9c05affe12 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:03.762450 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-43dc7669-ec5f-4cd7-9fe5-fd6b0d690387 req-104cd297-a008-4341-b733-8bac3ec9066f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022539 Apr 18 19:41:03.771062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Pushing event deleted for resources: {'Port': ['ID=f37be250-d0b6-4941-9c57-5e4fd37b1e06,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:03.783641 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.811225 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe619-c80c-4ae9-b66b-ec2d36d4f35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.812651 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-71da6e4f-b20e-4fd0-8cd1-d6dad84dc36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.873344 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] For port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:03.873541 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-71da6e4f-b20e-4fd0-8cd1-d6dad84dc36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.893055 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe619-c80c-4ae9-b66b-ec2d36d4f35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:03.943269 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d1ebe619-c80c-4ae9-b66b-ec2d36d4f35c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bdc3c56ca1243fb9886df37f435c1bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6620173 Apr 18 19:41:03.952554 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40276) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:03.954905 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] For port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:04.015271 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebe619-c80c-4ae9-b66b-ec2d36d4f35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68055933-606c-440b-86c3-11112baa1b3e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:04.076024 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c036-764f-4c43-bcf1-78b41bba76a8 req-4fb08776-84f6-47ca-a656-032771f060bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:04.080004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c036-764f-4c43-bcf1-78b41bba76a8 req-4fb08776-84f6-47ca-a656-032771f060bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:04.083944 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c036-764f-4c43-bcf1-78b41bba76a8 req-4fb08776-84f6-47ca-a656-032771f060bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:04.087921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c036-764f-4c43-bcf1-78b41bba76a8 req-4fb08776-84f6-47ca-a656-032771f060bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:04.091953 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c036-764f-4c43-bcf1-78b41bba76a8 req-4fb08776-84f6-47ca-a656-032771f060bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:04.095887 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c036-764f-4c43-bcf1-78b41bba76a8 req-4fb08776-84f6-47ca-a656-032771f060bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:04.099963 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83c036-764f-4c43-bcf1-78b41bba76a8 req-4fb08776-84f6-47ca-a656-032771f060bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:04.102686 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ea83c036-764f-4c43-bcf1-78b41bba76a8 req-4fb08776-84f6-47ca-a656-032771f060bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5375 time: 0.2623971 Apr 18 19:41:04.103576 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-df02f8c8-d850-4e84-81ae-82300c6c9d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.137818 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-71da6e4f-b20e-4fd0-8cd1-d6dad84dc36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.164493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Pushing event updated for resources: {'Port': ['ID=7231705a-2924-4226-bb3a-48dd637e81ab,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:04.173353 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-df02f8c8-d850-4e84-81ae-82300c6c9d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.183047 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.190526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da6e4f-b20e-4fd0-8cd1-d6dad84dc36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039bf3e4-0445-4816-81e0-a0aafd3f7a69,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:04.196170 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c03d16e5-5254-4364-85bf-df6a9ccd1807 req-6961cf7c-5656-43d2-a2ec-ece91748b6f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6561410 Apr 18 19:41:04.221399 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-71da6e4f-b20e-4fd0-8cd1-d6dad84dc36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.222563 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-71da6e4f-b20e-4fd0-8cd1-d6dad84dc36a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/039bf3e4-0445-4816-81e0-a0aafd3f7a69 HTTP/1.1" status: 204 len: 168 time: 0.4996226 Apr 18 19:41:04.257683 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ea83c036-764f-4c43-bcf1-78b41bba76a8 req-aaa0eed1-59f7-42a4-b479-ed7e60d22f3c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1442668 Apr 18 19:41:04.282018 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.283407 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] 10.222.0.16 "PUT /v2.0/ports/6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 HTTP/1.1" status: 200 len: 1131 time: 5.7092512 Apr 18 19:41:04.299631 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ef42d-2253-4bb2-bdfa-ad32907ec928 None None] New status for floating IP 9d114ae1-9d69-43e0-b3f7-6c92b2647281: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:41:04.330199 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40284) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:04.374409 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e0adc340-fb2e-4130-bf38-febca40912b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.389654 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-df02f8c8-d850-4e84-81ae-82300c6c9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.413084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02f8c8-d850-4e84-81ae-82300c6c9d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68055933-606c-440b-86c3-11112baa1b3e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:04.456526 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-df02f8c8-d850-4e84-81ae-82300c6c9d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.456526 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-df02f8c8-d850-4e84-81ae-82300c6c9d5e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68055933-606c-440b-86c3-11112baa1b3e HTTP/1.1" status: 204 len: 168 time: 0.4904265 Apr 18 19:41:04.456526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e0adc340-fb2e-4130-bf38-febca40912b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:04.469311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e0adc340-fb2e-4130-bf38-febca40912b9 admin admin] Usage tracker for resource:security_group_rule and tenant:96dde6ff1d6344eb90d5280ed1f812d7 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:04.469311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e0adc340-fb2e-4130-bf38-febca40912b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:04.495542 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e0adc340-fb2e-4130-bf38-febca40912b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:04.548246 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '6ac6c297-5f24-4746-a3b1-a8a0301ef6a3'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:04.628529 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e0adc340-fb2e-4130-bf38-febca40912b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.659050 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:41:04.704562 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e0adc340-fb2e-4130-bf38-febca40912b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.752203 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ccc5e3-4837-458f-98d3-4d31ee74910c'] response: {'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '6ac6c297-5f24-4746-a3b1-a8a0301ef6a3', 'status': 'completed', 'code': 200} Apr 18 19:41:04.756549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adc340-fb2e-4130-bf38-febca40912b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cda312-b2a9-474e-86f6-e247a02438ac,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:04.782385 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e0adc340-fb2e-4130-bf38-febca40912b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=96dde6ff1d6344eb90d5280ed1f812d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4510829 Apr 18 19:41:04.784803 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40298) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:04.903362 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ee86c670-75d1-4934-bf19-92f5563d528b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.933762 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ee86c670-75d1-4934-bf19-92f5563d528b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:04.996281 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37027344-34b0-46d5-9aa6-41d963427254 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:05.021621 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c03d16e5-5254-4364-85bf-df6a9ccd1807 req-f1d489ab-1b5e-45ed-ac07-b4ff08888824 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599409 Apr 18 19:41:05.033556 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:05.055829 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34afc36-c2c7-4e8d-9de0-8d3cf5567acd req-1233fe02-4fb4-4dc0-937c-f2e4465fbd1f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.057299 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e34afc36-c2c7-4e8d-9de0-8d3cf5567acd req-1233fe02-4fb4-4dc0-937c-f2e4465fbd1f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 932 time: 0.1047995 Apr 18 19:41:05.127528 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e34afc36-c2c7-4e8d-9de0-8d3cf5567acd req-fad48d95-9939-4b0b-8a25-b66f2c73aff0 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601697 Apr 18 19:41:05.152848 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ee86c670-75d1-4934-bf19-92f5563d528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.161261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3bda74-133c-4e84-9201-208467f37728 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:05.179127 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86c670-75d1-4934-bf19-92f5563d528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cda312-b2a9-474e-86f6-e247a02438ac,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:05.196875 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ee86c670-75d1-4934-bf19-92f5563d528b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.202122 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ee86c670-75d1-4934-bf19-92f5563d528b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8cda312-b2a9-474e-86f6-e247a02438ac HTTP/1.1" status: 204 len: 168 time: 0.4161017 Apr 18 19:41:05.254885 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.261164 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.424037 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3a33d9f0-f076-415f-b9c7-dbb8926d114d req-a5a39246-6ca2-4ffa-a7c0-708bbb4bc6f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6212 time: 0.7039216 Apr 18 19:41:05.478418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaeca5-4a0a-49a6-a5f5-159a2335ea5d req-8c98ef17-509c-4035-abcf-ebff6e2cf7bd tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.480630 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a1aaeca5-4a0a-49a6-a5f5-159a2335ea5d req-8c98ef17-509c-4035-abcf-ebff6e2cf7bd tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Synchronizing usage tracker for tenant:71054a69b5364a17881f16c70019efe0 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:05.503115 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Transition to ACTIVE for port object 6a3bda74-133c-4e84-9201-208467f37728 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:05.505609 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40314) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:05.666144 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33d9f0-f076-415f-b9c7-dbb8926d114d req-1d705ed3-c0f1-47a3-83da-1f82b0dc66be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.666144 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33d9f0-f076-415f-b9c7-dbb8926d114d req-1d705ed3-c0f1-47a3-83da-1f82b0dc66be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.666144 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33d9f0-f076-415f-b9c7-dbb8926d114d req-1d705ed3-c0f1-47a3-83da-1f82b0dc66be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.666144 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3a33d9f0-f076-415f-b9c7-dbb8926d114d req-1d705ed3-c0f1-47a3-83da-1f82b0dc66be service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8c45541b663f4cc5824ad6067033356a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2254734 Apr 18 19:41:05.704345 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Attempting to bind port 7231705a-2924-4226-bb3a-48dd637e81ab on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:05.704684 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Attempting to bind port 7231705a-2924-4226-bb3a-48dd637e81ab by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'f4fdc0a9-ee69-4aec-90ef-432fac977e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:05.705011 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Attempting to bind port 7231705a-2924-4226-bb3a-48dd637e81ab on network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:05.707122 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.725023 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d1011-00ba-419f-a410-db92b5bb306d req-2f129f4b-5db2-4a09-b75d-ebe2527eaed7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.729587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d1011-00ba-419f-a410-db92b5bb306d req-2f129f4b-5db2-4a09-b75d-ebe2527eaed7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.733496 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d1011-00ba-419f-a410-db92b5bb306d req-2f129f4b-5db2-4a09-b75d-ebe2527eaed7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.737532 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d1011-00ba-419f-a410-db92b5bb306d req-2f129f4b-5db2-4a09-b75d-ebe2527eaed7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.744904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d1011-00ba-419f-a410-db92b5bb306d req-2f129f4b-5db2-4a09-b75d-ebe2527eaed7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.752065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d1011-00ba-419f-a410-db92b5bb306d req-2f129f4b-5db2-4a09-b75d-ebe2527eaed7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.752065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d1011-00ba-419f-a410-db92b5bb306d req-2f129f4b-5db2-4a09-b75d-ebe2527eaed7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:05.756775 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a68d1011-00ba-419f-a410-db92b5bb306d req-2f129f4b-5db2-4a09-b75d-ebe2527eaed7 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5375 time: 0.2039926 Apr 18 19:41:05.798514 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6319e63b-2fc3-42c9-b84c-9dfb91778b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:05.828415 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.030437 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a68d1011-00ba-419f-a410-db92b5bb306d req-c9f20499-a47f-44b7-92c0-fe9b886c9dfa tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0922997 Apr 18 19:41:06.041082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33d9f0-f076-415f-b9c7-dbb8926d114d req-41ba29a6-f225-4e90-9e87-baf1cb657f9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:06.041082 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3a33d9f0-f076-415f-b9c7-dbb8926d114d req-41ba29a6-f225-4e90-9e87-baf1cb657f9b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3693190 Apr 18 19:41:06.089873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-6319e63b-2fc3-42c9-b84c-9dfb91778b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:06.091529 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-6319e63b-2fc3-42c9-b84c-9dfb91778b88 admin admin] Usage tracker for resource:security_group_rule and tenant:3ebb678fde5e48d793bb79788ebfc656 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:06.101956 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-6319e63b-2fc3-42c9-b84c-9dfb91778b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:06.101956 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-6319e63b-2fc3-42c9-b84c-9dfb91778b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:06.181604 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a1aaeca5-4a0a-49a6-a5f5-159a2335ea5d req-8c98ef17-509c-4035-abcf-ebff6e2cf7bd tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Unset dirty status for tenant:71054a69b5364a17881f16c70019efe0 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:06.185520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a1aaeca5-4a0a-49a6-a5f5-159a2335ea5d req-8c98ef17-509c-4035-abcf-ebff6e2cf7bd tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 943 time: 1.6213660 Apr 18 19:41:06.190722 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.218418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Port 7231705a-2924-4226-bb3a-48dd637e81ab on network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:41:06.218717 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Attempting to bind port 7231705a-2924-4226-bb3a-48dd637e81ab on network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:06.223630 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c03d16e5-5254-4364-85bf-df6a9ccd1807 req-93fd9ca6-944a-4d44-b7b5-b2c40f23a7a8 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1364086 Apr 18 19:41:06.362765 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6319e63b-2fc3-42c9-b84c-9dfb91778b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.376507 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.393742 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e906c0-25ca-4e9f-860d-8681a57bf1ff req-dd1c33d8-b599-4bdb-9684-4b2d50a829f4 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:06.395437 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:06.395842 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Checking segment: {'id': 'f4fdc0a9-ee69-4aec-90ef-432fac977e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:06.396238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Bound using segment: {'id': 'f4fdc0a9-ee69-4aec-90ef-432fac977e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:06.396687 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Bound port: 7231705a-2924-4226-bb3a-48dd637e81ab, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4fdc0a9-ee69-4aec-90ef-432fac977e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:06.397020 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.402086 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-73e906c0-25ca-4e9f-860d-8681a57bf1ff req-dd1c33d8-b599-4bdb-9684-4b2d50a829f4 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 944 time: 0.1034262 Apr 18 19:41:06.424759 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3bda74-133c-4e84-9201-208467f37728,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:06.442598 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6319e63b-2fc3-42c9-b84c-9dfb91778b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.459279 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-73e906c0-25ca-4e9f-860d-8681a57bf1ff req-54bd9fe4-bf74-4d6e-80e9-1cc2223f391b tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529733 Apr 18 19:41:06.554640 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a1aaeca5-4a0a-49a6-a5f5-159a2335ea5d req-c67d02cd-36f2-4a83-a4a1-c0ac6e5e5546 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Synchronizing usage tracker for tenant:71054a69b5364a17881f16c70019efe0 on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:06.678892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319e63b-2fc3-42c9-b84c-9dfb91778b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471f53e0-9374-4aba-8fa2-35d10d274431,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:06.750224 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.750224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Fanout notify agent at l3_agent the message router_deleted on router 340f1b62-80ad-4c1d-b831-0b0ad5274c86 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:41:06.750224 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6319e63b-2fc3-42c9-b84c-9dfb91778b88 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ebb678fde5e48d793bb79788ebfc656&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2354496 Apr 18 19:41:06.760039 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40346) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:06.810007 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] For port 7231705a-2924-4226-bb3a-48dd637e81ab, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:06.871677 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-a1aaeca5-4a0a-49a6-a5f5-159a2335ea5d req-c67d02cd-36f2-4a83-a4a1-c0ac6e5e5546 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Unset dirty status for tenant:71054a69b5364a17881f16c70019efe0 on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:06.887697 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a1aaeca5-4a0a-49a6-a5f5-159a2335ea5d req-c67d02cd-36f2-4a83-a4a1-c0ac6e5e5546 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6963177 Apr 18 19:41:06.887697 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] For port 7231705a-2924-4226-bb3a-48dd637e81ab, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7231705a-2924-4226-bb3a-48dd637e81ab,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:06.897384 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1b77-9981-4908-b750-37380efd54d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.926334 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1b77-9981-4908-b750-37380efd54d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.937272 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.942116 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d96a6f65-8fb2-4a33-b23a-3f60fc382cfb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/340f1b62-80ad-4c1d-b831-0b0ad5274c86 HTTP/1.1" status: 204 len: 168 time: 9.9160480 Apr 18 19:41:06.943737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40354) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:06.954265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Attempting to bind port 6a3bda74-133c-4e84-9201-208467f37728 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:06.957225 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Attempting to bind port 6a3bda74-133c-4e84-9201-208467f37728 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'f7a84007-feb3-421f-9c57-8802a8bb05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:06.957225 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Attempting to bind port 6a3bda74-133c-4e84-9201-208467f37728 on network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:06.957443 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-eab3f637-c8ba-42d4-9947-90ed650f576d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1223912111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:06.981334 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:06.993396 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Port 6a3bda74-133c-4e84-9201-208467f37728 on network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:41:06.993396 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Attempting to bind port 6a3bda74-133c-4e84-9201-208467f37728 on network 0c71b8ba-be3f-4c0e-a7ee-b96c334de8be {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:07.025997 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-eab3f637-c8ba-42d4-9947-90ed650f576d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:07.036570 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-eab3f637-c8ba-42d4-9947-90ed650f576d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Usage tracker for resource:router and tenant:10a8dceabd244d1f876efdc22d6d058a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:07.036570 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-eab3f637-c8ba-42d4-9947-90ed650f576d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:07.043267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-eab3f637-c8ba-42d4-9947-90ed650f576d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:07.081030 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.096546 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] 10.222.0.71 "PUT /v2.0/ports/7231705a-2924-4226-bb3a-48dd637e81ab HTTP/1.1" status: 200 len: 1091 time: 6.8760946 Apr 18 19:41:07.096546 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686c937b-45d2-4934-a648-f0446deb690e', 'tag': '7231705a-2924-4226-bb3a-48dd637e81ab'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:07.109471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:07.109471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Checking segment: {'id': 'f7a84007-feb3-421f-9c57-8802a8bb05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:07.109471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Bound using segment: {'id': 'f7a84007-feb3-421f-9c57-8802a8bb05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:07.109471 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Bound port: 6a3bda74-133c-4e84-9201-208467f37728, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a84007-feb3-421f-9c57-8802a8bb05ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:07.109471 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.125002 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1b77-9981-4908-b750-37380efd54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.152129 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef1b77-9981-4908-b750-37380efd54d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471f53e0-9374-4aba-8fa2-35d10d274431,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:07.169025 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eab3f637-c8ba-42d4-9947-90ed650f576d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.169025 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eab3f637-c8ba-42d4-9947-90ed650f576d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.228154 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b7ef1b77-9981-4908-b750-37380efd54d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.236315 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948198a4-9794-4d87-a0a3-d19fb729a158'] response: {'name': 'network-changed', 'server_uuid': '686c937b-45d2-4934-a648-f0446deb690e', 'tag': '7231705a-2924-4226-bb3a-48dd637e81ab', 'status': 'completed', 'code': 200} Apr 18 19:41:07.236315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fef38-ca0c-488d-b4fe-0920cd5aff5e service neutron] Pushing event updated for resources: {'Port': ['ID=7231705a-2924-4226-bb3a-48dd637e81ab,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:07.240065 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b7ef1b77-9981-4908-b750-37380efd54d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/471f53e0-9374-4aba-8fa2-35d10d274431 HTTP/1.1" status: 204 len: 168 time: 0.4719758 Apr 18 19:41:07.280721 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eab3f637-c8ba-42d4-9947-90ed650f576d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.287656 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:41:07.431759 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcd273e-9e13-410c-be6c-a5940f757060 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:07.447603 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.450559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] For port 6a3bda74-133c-4e84-9201-208467f37728, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:07.466705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] For port 6a3bda74-133c-4e84-9201-208467f37728, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6a3bda74-133c-4e84-9201-208467f37728,segment=NetworkSegment(f7a84007-feb3-421f-9c57-8802a8bb05ec),segment_id=f7a84007-feb3-421f-9c57-8802a8bb05ec)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:07.466705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Transition to ACTIVE for port object dbcd273e-9e13-410c-be6c-a5940f757060 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:07.483870 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-faadb625-5e1b-4e99-8daa-ff476f2174ba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71054a69b5364a17881f16c70019efe0&device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 1094 time: 0.2423658 Apr 18 19:41:07.488679 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eab3f637-c8ba-42d4-9947-90ed650f576d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.578137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf2b8-a219-4166-9f10-29a11b87a039 req-0104c1ef-b348-485b-bac8-851d0fa4927d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:07.582698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf2b8-a219-4166-9f10-29a11b87a039 req-0104c1ef-b348-485b-bac8-851d0fa4927d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:07.590689 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf2b8-a219-4166-9f10-29a11b87a039 req-0104c1ef-b348-485b-bac8-851d0fa4927d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:07.591809 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf2b8-a219-4166-9f10-29a11b87a039 req-0104c1ef-b348-485b-bac8-851d0fa4927d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:07.595897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf2b8-a219-4166-9f10-29a11b87a039 req-0104c1ef-b348-485b-bac8-851d0fa4927d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:07.599346 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.600759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf2b8-a219-4166-9f10-29a11b87a039 req-0104c1ef-b348-485b-bac8-851d0fa4927d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:07.607138 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bf2b8-a219-4166-9f10-29a11b87a039 req-0104c1ef-b348-485b-bac8-851d0fa4927d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:07.628232 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-875bf2b8-a219-4166-9f10-29a11b87a039 req-0104c1ef-b348-485b-bac8-851d0fa4927d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5375 time: 0.2278211 Apr 18 19:41:07.628232 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eab3f637-c8ba-42d4-9947-90ed650f576d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.628232 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-eab3f637-c8ba-42d4-9947-90ed650f576d tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6768541 Apr 18 19:41:07.648100 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40374) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:07.664775 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.670501 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'enable_snat': False}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:07.740696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40378) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:07.773888 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-58eb3ba7-6b38-477f-a25f-fbb675b42c52 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7231705a-2924-4226-bb3a-48dd637e81ab HTTP/1.1" status: 200 len: 217 time: 0.2902312 Apr 18 19:41:07.941566 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd273e-9e13-410c-be6c-a5940f757060,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:07.946710 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:07.946710 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] 10.222.0.16 "PUT /v2.0/ports/6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 1092 time: 5.9863532 Apr 18 19:41:07.977812 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-875bf2b8-a219-4166-9f10-29a11b87a039 req-5f64b35e-2738-46b0-8ca9-e9ae26709f8d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3481519 Apr 18 19:41:08.051015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-212490b1-c05b-4b24-9d0f-ab61f3ac5c91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:08.062140 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-212490b1-c05b-4b24-9d0f-ab61f3ac5c91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a769ad0c-aeb4-49c3-aef9-0a8f238d28de HTTP/1.1" status: 200 len: 854 time: 0.2188954 Apr 18 19:41:08.285846 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-87f6e844-5bab-4cf7-9e3a-691796c6fef1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473331 Apr 18 19:41:08.292128 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa54386-df29-4458-a9bb-1cf700950396 req-91531d7d-d58f-431a-9001-67a300ee5897 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:08.293538 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1aa54386-df29-4458-a9bb-1cf700950396 req-91531d7d-d58f-431a-9001-67a300ee5897 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 944 time: 0.5571473 Apr 18 19:41:08.355763 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:08.386268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55d89f-a62d-46e0-b5ea-8e8c46bebaff req-91337720-acee-4a10-bc6e-32940e3968f4 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:08.387827 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7f55d89f-a62d-46e0-b5ea-8e8c46bebaff req-91337720-acee-4a10-bc6e-32940e3968f4 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 943 time: 0.1869559 Apr 18 19:41:08.435162 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7f55d89f-a62d-46e0-b5ea-8e8c46bebaff req-29e921e6-6666-44d5-8567-83accaa5b0e0 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 Apr 18 19:41:08.531597 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40396) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:08.556068 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5d906572-ec2e-4b35-b86a-3698a7b44f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:08.571301 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90eb9e4-ac44-4fad-98d1-406c473ea415 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3bda74-133c-4e84-9201-208467f37728,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:08.587351 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2993f772-d801-4233-9ab6-1f8afa9d59fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:08.613712 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5d906572-ec2e-4b35-b86a-3698a7b44f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:08.620393 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5d906572-ec2e-4b35-b86a-3698a7b44f5f admin admin] Usage tracker for resource:security_group_rule and tenant:29683e0f08fb4bb3b51abae71cf848ef is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:08.624929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5d906572-ec2e-4b35-b86a-3698a7b44f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:08.642773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5d906572-ec2e-4b35-b86a-3698a7b44f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:08.684159 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Attempting to bind port dbcd273e-9e13-410c-be6c-a5940f757060 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:08.684483 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Attempting to bind port dbcd273e-9e13-410c-be6c-a5940f757060 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:08.685056 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Attempting to bind port dbcd273e-9e13-410c-be6c-a5940f757060 on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:08.714065 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1aa54386-df29-4458-a9bb-1cf700950396 req-5a58d605-52a1-41df-9f0d-3ad713251809 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386861 Apr 18 19:41:08.723553 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-69d78f93-7a77-4afc-b5d4-07f914b77578 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdb65becce204455978edc9c05affe12&device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1095 time: 0.6311340 Apr 18 19:41:08.726603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2993f772-d801-4233-9ab6-1f8afa9d59fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:08.730995 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Port dbcd273e-9e13-410c-be6c-a5940f757060 on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:41:08.731651 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Attempting to bind port dbcd273e-9e13-410c-be6c-a5940f757060 on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:08.747335 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:08.787620 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:08.807328 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2993f772-d801-4233-9ab6-1f8afa9d59fb admin admin] Usage tracker for resource:security_group_rule and tenant:bb8d56677ac544bbbd7111356699e687 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:08.817498 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2993f772-d801-4233-9ab6-1f8afa9d59fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:08.832843 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:08.833210 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Checking segment: {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:08.833884 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Bound using segment: {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:08.834328 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Bound port: dbcd273e-9e13-410c-be6c-a5940f757060, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:08.834693 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:08.841271 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5d906572-ec2e-4b35-b86a-3698a7b44f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:08.848120 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-29bdcd5e-bdee-4f28-bd9b-050b1eba9c17 service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331478 Apr 18 19:41:08.848120 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2993f772-d801-4233-9ab6-1f8afa9d59fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:08.851876 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-84f043ce-930c-4747-b9ee-f6823e524fab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 217 time: 0.1173327 Apr 18 19:41:08.964843 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Allocated IP 172.25.8.47 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/317bc40b-b93f-4d21-b782-b29ae02aaa31) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:08.990101 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5d906572-ec2e-4b35-b86a-3698a7b44f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.100132 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47451406-b917-4a7a-9a51-858fc7834a33 req-eb58bc5e-62c0-4731-b00e-cb5d5f77d6c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:09.106382 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-eb58bc5e-62c0-4731-b00e-cb5d5f77d6c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eea24c7-e757-4938-8db0-4f4f48b678bd HTTP/1.1" status: 200 len: 858 time: 0.2425454 Apr 18 19:41:09.226441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'tag': '6a3bda74-133c-4e84-9201-208467f37728'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:09.260746 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:41:09.271596 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] For port dbcd273e-9e13-410c-be6c-a5940f757060, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:09.290559 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-13eaa8e4-4fc0-4a55-b572-8088b8bfdf68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519983 Apr 18 19:41:09.294951 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00d31eb-a49d-427a-81b2-a1b3a9a9720f'] response: {'name': 'network-changed', 'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'tag': '6a3bda74-133c-4e84-9201-208467f37728', 'status': 'completed', 'code': 200} Apr 18 19:41:09.305363 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] For port dbcd273e-9e13-410c-be6c-a5940f757060, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=dbcd273e-9e13-410c-be6c-a5940f757060,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:09.308845 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3701203c-fdd6-45a6-ab29-12b0534b7adb req-0f61f49f-b509-4b5c-bec1-1dfec20e60b8 service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518998 Apr 18 19:41:09.318890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3ab54099-99e3-43b6-966d-674cec0c8d7e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:09.320856 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-3ab54099-99e3-43b6-966d-674cec0c8d7e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064645 Apr 18 19:41:09.340575 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d906572-ec2e-4b35-b86a-3698a7b44f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bea5a7-83ca-4e4d-8112-526b65fbabaa,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:09.356680 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5d906572-ec2e-4b35-b86a-3698a7b44f5f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29683e0f08fb4bb3b51abae71cf848ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8240860 Apr 18 19:41:09.362067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40412) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:09.370271 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2993f772-d801-4233-9ab6-1f8afa9d59fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.372305 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40416) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:09.430583 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.435403 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.447562 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488c43-e13d-4b41-be90-691799f60f16 req-63968cc8-98bc-44c6-b974-550b2b8f5f31 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:09.451898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488c43-e13d-4b41-be90-691799f60f16 req-63968cc8-98bc-44c6-b974-550b2b8f5f31 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:09.455832 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488c43-e13d-4b41-be90-691799f60f16 req-63968cc8-98bc-44c6-b974-550b2b8f5f31 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:09.459709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488c43-e13d-4b41-be90-691799f60f16 req-63968cc8-98bc-44c6-b974-550b2b8f5f31 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:09.464325 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488c43-e13d-4b41-be90-691799f60f16 req-63968cc8-98bc-44c6-b974-550b2b8f5f31 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:09.467620 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488c43-e13d-4b41-be90-691799f60f16 req-63968cc8-98bc-44c6-b974-550b2b8f5f31 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:09.471716 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11488c43-e13d-4b41-be90-691799f60f16 req-63968cc8-98bc-44c6-b974-550b2b8f5f31 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:09.473625 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-11488c43-e13d-4b41-be90-691799f60f16 req-63968cc8-98bc-44c6-b974-550b2b8f5f31 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5387 time: 0.2284715 Apr 18 19:41:09.547688 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-247760272', 'router:external': True}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:09.559619 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2993f772-d801-4233-9ab6-1f8afa9d59fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.568583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:09.576602 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Usage tracker for resource:network and tenant:628c4c8ae5514c2cac36960ca39bbf19 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:09.582584 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:09.584812 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.586815 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] 10.222.0.16 "PUT /v2.0/ports/dbcd273e-9e13-410c-be6c-a5940f757060 HTTP/1.1" status: 200 len: 1091 time: 4.9569449 Apr 18 19:41:09.603175 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-11488c43-e13d-4b41-be90-691799f60f16 req-333e037f-f814-4013-a5de-cdacb262a2a2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1196790 Apr 18 19:41:09.607017 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.616572 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:09.654740 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:09.661387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:09.678005 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:09.746995 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:09.777819 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Pushing event updated for resources: {'Port': ['ID=317bc40b-b93f-4d21-b782-b29ae02aaa31,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:09.798151 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.817779 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Made reservation on behalf of 628c4c8ae5514c2cac36960ca39bbf19 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:09.826670 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.831208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993f772-d801-4233-9ab6-1f8afa9d59fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaa5318-56f0-4c1b-b382-28da32fd3832,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:09.838091 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.846951 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2993f772-d801-4233-9ab6-1f8afa9d59fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb8d56677ac544bbbd7111356699e687&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1072731 Apr 18 19:41:09.849439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b18d1-72a7-483d-9207-3f4afb577150 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcd273e-9e13-410c-be6c-a5940f757060,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:09.849981 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40428) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:09.918221 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-56301056-a603-45b5-a5dd-46c244ac88ff service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835154 Apr 18 19:41:09.949977 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-73346040-7665-48a1-8253-965afd462fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:09.995621 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-00748356-b380-45fd-94bb-981d7232d103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.007220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:10.030308 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Usage tracker for resource:security_group_rule and tenant:628c4c8ae5514c2cac36960ca39bbf19 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:10.033833 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-73346040-7665-48a1-8253-965afd462fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.040783 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:10.062064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:10.136644 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.144341 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca4cd76a-0de0-4173-a130-e4cefdedcc75 req-f8bd80f0-12e3-44e5-8da2-c4a9d925b30c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71054a69b5364a17881f16c70019efe0&device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 1094 time: 0.6288490 Apr 18 19:41:10.146115 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-00748356-b380-45fd-94bb-981d7232d103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.165197 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73b1f3-faef-4e1a-96de-032ba6acba09 req-54ccd3b0-fc92-4bab-891c-c1bad192faf1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:10.166905 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d73b1f3-faef-4e1a-96de-032ba6acba09 req-54ccd3b0-fc92-4bab-891c-c1bad192faf1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 943 time: 0.5475459 Apr 18 19:41:10.204285 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0203e-0b3c-4884-8d56-f2bf6f85cf8f req-d9508b78-6b62-406b-836f-6191f64ce52e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:10.204285 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-40c0203e-0b3c-4884-8d56-f2bf6f85cf8f req-d9508b78-6b62-406b-836f-6191f64ce52e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 944 time: 0.2462592 Apr 18 19:41:10.245245 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.306891 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.307887 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-73346040-7665-48a1-8253-965afd462fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.395149 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.412580 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73346040-7665-48a1-8253-965afd462fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaa5318-56f0-4c1b-b382-28da32fd3832,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:10.473688 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:41:10.509261 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-40c0203e-0b3c-4884-8d56-f2bf6f85cf8f req-7146a73e-c724-43aa-8594-400dcee50542 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923756 Apr 18 19:41:10.516474 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.517106 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Added segment 33c96a8c-3c19-40c2-8c65-19fb840bf5aa of type vlan for network 37f0f0ff-ed4e-463f-882e-af1a042b891a Apr 18 19:41:10.520897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceb4d3c-8092-4392-b5c3-adffef1f461e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:10.530494 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-47451406-b917-4a7a-9a51-858fc7834a33 req-0ba349fb-94aa-4e4e-8dc1-972041ccae3b service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753424 Apr 18 19:41:10.563019 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-73346040-7665-48a1-8253-965afd462fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.564124 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-73346040-7665-48a1-8253-965afd462fa7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4eaa5318-56f0-4c1b-b382-28da32fd3832 HTTP/1.1" status: 204 len: 168 time: 0.7108898 Apr 18 19:41:10.591064 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.600072 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.614281 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4113115'] for router, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.633420 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6d73b1f3-faef-4e1a-96de-032ba6acba09 req-e4f51dc9-4b3a-4adf-89a6-0ecdf4d5c91e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370515 Apr 18 19:41:10.661161 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cd76a-0de0-4173-a130-e4cefdedcc75 req-c1c54d43-e99e-4ff3-8b49-a052a6ba2439 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:10.664218 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca4cd76a-0de0-4173-a130-e4cefdedcc75 req-c1c54d43-e99e-4ff3-8b49-a052a6ba2439 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74 HTTP/1.1" status: 200 len: 915 time: 0.4943676 Apr 18 19:41:10.845575 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.845575 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:10.845575 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.847685 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-00748356-b380-45fd-94bb-981d7232d103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:10.868418 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca4cd76a-0de0-4173-a130-e4cefdedcc75 req-5d08cc1b-3027-412c-93cb-fb3493efe1a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7231705a-2924-4226-bb3a-48dd637e81ab HTTP/1.1" status: 200 len: 217 time: 0.1849065 Apr 18 19:41:10.986074 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event updated for resources: {'Network': ['ID=37f0f0ff-ed4e-463f-882e-af1a042b891a,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:10.992328 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00748356-b380-45fd-94bb-981d7232d103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bea5a7-83ca-4e4d-8112-526b65fbabaa,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:11.016878 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 37f0f0ff-ed4e-463f-882e-af1a042b891a details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:41:11.037590 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-00748356-b380-45fd-94bb-981d7232d103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:11.039276 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-00748356-b380-45fd-94bb-981d7232d103 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80bea5a7-83ca-4e4d-8112-526b65fbabaa HTTP/1.1" status: 204 len: 168 time: 1.6742089 Apr 18 19:41:11.040799 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cd76a-0de0-4173-a130-e4cefdedcc75 req-441c5dd7-1ff2-4e63-92a5-434b14aa6cc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.043442 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca4cd76a-0de0-4173-a130-e4cefdedcc75 req-441c5dd7-1ff2-4e63-92a5-434b14aa6cc3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a769ad0c-aeb4-49c3-aef9-0a8f238d28de HTTP/1.1" status: 200 len: 854 time: 0.1139424 Apr 18 19:41:11.045371 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282011-e7e4-4eb3-b19f-3f6a44c6c226 req-dc3d4302-b5f1-4d98-be71-bb784489b347 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.049414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282011-e7e4-4eb3-b19f-3f6a44c6c226 req-dc3d4302-b5f1-4d98-be71-bb784489b347 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.053644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282011-e7e4-4eb3-b19f-3f6a44c6c226 req-dc3d4302-b5f1-4d98-be71-bb784489b347 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.058603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282011-e7e4-4eb3-b19f-3f6a44c6c226 req-dc3d4302-b5f1-4d98-be71-bb784489b347 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.064249 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282011-e7e4-4eb3-b19f-3f6a44c6c226 req-dc3d4302-b5f1-4d98-be71-bb784489b347 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.071078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282011-e7e4-4eb3-b19f-3f6a44c6c226 req-dc3d4302-b5f1-4d98-be71-bb784489b347 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.078920 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282011-e7e4-4eb3-b19f-3f6a44c6c226 req-dc3d4302-b5f1-4d98-be71-bb784489b347 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.081088 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-63282011-e7e4-4eb3-b19f-3f6a44c6c226 req-dc3d4302-b5f1-4d98-be71-bb784489b347 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5387 time: 0.2807994 Apr 18 19:41:11.084037 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e6626291-146c-4e29-8ea4-46da17a22e04 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7060351 Apr 18 19:41:11.092733 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40442) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:11.124815 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca4cd76a-0de0-4173-a130-e4cefdedcc75 req-2a86c931-f156-44d6-aa91-9a0cc35aa067 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595009 Apr 18 19:41:11.156898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Request body: {'subnet': {'network_id': '37f0f0ff-ed4e-463f-882e-af1a042b891a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:11.183792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:11.217047 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Usage tracker for resource:subnet and tenant:628c4c8ae5514c2cac36960ca39bbf19 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:11.223348 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:11.224484 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:11.253801 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6b02d658-67f3-431f-a4d5-9a82f6a3dc19 req-5e921495-50d4-40f8-9432-84e9f1636bcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdb65becce204455978edc9c05affe12&device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1095 time: 0.4990518 Apr 18 19:41:11.264059 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:11.300913 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-63282011-e7e4-4eb3-b19f-3f6a44c6c226 req-b5c35938-46e9-4b1e-a57e-1e1205c4db19 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2124863 Apr 18 19:41:11.324691 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': 'dbcd273e-9e13-410c-be6c-a5940f757060'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:11.375507 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Made reservation on behalf of 628c4c8ae5514c2cac36960ca39bbf19 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:11.375507 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:11.417828 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Router 8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:41:11.473093 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba8a085-4f15-4ec1-ae5a-63bcf83b6f87'] response: {'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': 'dbcd273e-9e13-410c-be6c-a5940f757060', 'status': 'completed', 'code': 200} Apr 18 19:41:11.562204 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca4cd76a-0de0-4173-a130-e4cefdedcc75 req-a15b3289-e3e5-4914-9e95-23ed0318bd57 service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166276 Apr 18 19:41:11.642379 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127b8468-71c8-4503-8de1-3be2a807a1c7 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:11.652837 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:11.670869 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Transition to ACTIVE for port object 127b8468-71c8-4503-8de1-3be2a807a1c7 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:11.670869 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02d658-67f3-431f-a4d5-9a82f6a3dc19 req-d2e778cd-184e-43c0-ba95-bc808895184e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:11.670869 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6b02d658-67f3-431f-a4d5-9a82f6a3dc19 req-d2e778cd-184e-43c0-ba95-bc808895184e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 200 len: 919 time: 0.4047055 Apr 18 19:41:11.868692 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:11.965943 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=127b8468-71c8-4503-8de1-3be2a807a1c7,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:12.030160 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6b02d658-67f3-431f-a4d5-9a82f6a3dc19 req-2864bf0b-5e2a-4362-9196-aee4a6bc7b97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 217 time: 0.3136005 Apr 18 19:41:12.213075 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02d658-67f3-431f-a4d5-9a82f6a3dc19 req-2e5754fa-598a-4637-b426-799c9217641a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:12.214709 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6b02d658-67f3-431f-a4d5-9a82f6a3dc19 req-2e5754fa-598a-4637-b426-799c9217641a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eea24c7-e757-4938-8db0-4f4f48b678bd HTTP/1.1" status: 200 len: 858 time: 0.1775017 Apr 18 19:41:12.292848 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-af372537-3d07-4ec9-9ba1-9639f7f0ff41 req-5479da5f-3e8f-48ad-90dd-7fe754ec9d87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6304 time: 0.6221511 Apr 18 19:41:12.319127 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ca4cd76a-0de0-4173-a130-e4cefdedcc75 req-62026aaa-74b5-42cf-9452-e0a2da29188e service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482058 Apr 18 19:41:12.325596 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6b02d658-67f3-431f-a4d5-9a82f6a3dc19 req-e9e46f37-abd1-4956-be99-70b577170731 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844660 Apr 18 19:41:12.447490 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a67207-c5e0-4fc8-8043-9547bd72d871 req-26acea00-268d-4bd3-9e11-0df050ecfa21 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:12.449553 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c0a67207-c5e0-4fc8-8043-9547bd72d871 req-26acea00-268d-4bd3-9e11-0df050ecfa21 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 944 time: 0.5521863 Apr 18 19:41:12.568895 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af372537-3d07-4ec9-9ba1-9639f7f0ff41 req-a926d913-91b2-42e7-a716-48a6a108060c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:12.569058 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af372537-3d07-4ec9-9ba1-9639f7f0ff41 req-a926d913-91b2-42e7-a716-48a6a108060c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:12.570104 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af372537-3d07-4ec9-9ba1-9639f7f0ff41 req-a926d913-91b2-42e7-a716-48a6a108060c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:12.571147 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-af372537-3d07-4ec9-9ba1-9639f7f0ff41 req-a926d913-91b2-42e7-a716-48a6a108060c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8c45541b663f4cc5824ad6067033356a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2568600 Apr 18 19:41:12.615656 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c0a67207-c5e0-4fc8-8043-9547bd72d871 req-52518432-c403-4751-be5f-61f2f767e0ed tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466084 Apr 18 19:41:12.779986 n-d-838334-1 neutron-server[84805]: DEBUG neutron.objects.ports [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84805) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 19:41:12.780460 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:12.883760 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bdced-9dbc-495a-9de0-47c406221c1b req-1cdfe14b-aa7a-4467-8eb2-6a7efe7f292b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:12.891046 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c9bdced-9dbc-495a-9de0-47c406221c1b req-1cdfe14b-aa7a-4467-8eb2-6a7efe7f292b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 943 time: 0.9279690 Apr 18 19:41:12.912174 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6b02d658-67f3-431f-a4d5-9a82f6a3dc19 req-eca2326c-e2f0-449d-9d5d-62761b271148 service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747809 Apr 18 19:41:12.934289 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af372537-3d07-4ec9-9ba1-9639f7f0ff41 req-aadcf4cd-9aac-4b05-bcc0-bef432489636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:12.947094 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-af372537-3d07-4ec9-9ba1-9639f7f0ff41 req-aadcf4cd-9aac-4b05-bcc0-bef432489636 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3516648 Apr 18 19:41:12.959029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Attempting to bind port 127b8468-71c8-4503-8de1-3be2a807a1c7 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:12.959029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Attempting to bind port 127b8468-71c8-4503-8de1-3be2a807a1c7 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:12.959029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Attempting to bind port 127b8468-71c8-4503-8de1-3be2a807a1c7 on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:12.982865 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 7231705a-2924-4226-bb3a-48dd637e81ab details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:12.992198 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1efc56d8-f29b-4b74-8c7c-093b6f7d679b,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:13.035747 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:13.048540 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bcfd20-89d0-4372-b8f5-bf3c3163f0c2 None None] Sync routers for ids ['8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:13.068216 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.068216 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4c06df17-bc39-4239-a277-b3494787bd6c tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "PUT /v2.0/routers/8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21 HTTP/1.1" status: 200 len: 919 time: 5.4203575 Apr 18 19:41:13.080867 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40498) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:13.080867 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Checking segment: {'id': '33c96a8c-3c19-40c2-8c65-19fb840bf5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '37f0f0ff-ed4e-463f-882e-af1a042b891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:13.080867 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Network hostable DHCP agents. Network: 37f0f0ff-ed4e-463f-882e-af1a042b891a, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:41:13.092791 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bcfd20-89d0-4372-b8f5-bf3c3163f0c2 None None] Routers {'8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:13.094270 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c1bcfd20-89d0-4372-b8f5-bf3c3163f0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:13.116951 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Port 127b8468-71c8-4503-8de1-3be2a807a1c7 on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:41:13.118492 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Attempting to bind port 127b8468-71c8-4503-8de1-3be2a807a1c7 on network ffd6f4cb-0011-4fcc-8795-5dc248fc3805 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:13.161402 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:13.164363 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Checking segment: {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:13.166453 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Bound using segment: {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:13.167547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Bound port: 127b8468-71c8-4503-8de1-3be2a807a1c7, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abd0007-1d04-49fe-9fb9-af69a1d3ecb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:13.167985 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.218660 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c1bcfd20-89d0-4372-b8f5-bf3c3163f0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:13.246322 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bcfd20-89d0-4372-b8f5-bf3c3163f0c2 None None] Routers {'8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:13.249876 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c1bcfd20-89d0-4372-b8f5-bf3c3163f0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:13.304367 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 7231705a-2924-4226-bb3a-48dd637e81ab, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7231705a-2924-4226-bb3a-48dd637e81ab,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:13.324814 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '7231705a-2924-4226-bb3a-48dd637e81ab', 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74', 'port_id': '7231705a-2924-4226-bb3a-48dd637e81ab', 'mac_address': 'fa:16:3e:65:dc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a769ad0c-aeb4-49c3-aef9-0a8f238d28de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:13.336348 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6c9bdced-9dbc-495a-9de0-47c406221c1b req-ec48d975-d900-48ed-8b70-545e5e4d39b3 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430456 Apr 18 19:41:13.341214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5026-8289-4043-b685-c8bda00b04df req-c5f00aad-71d9-4baf-a736-ea2ab30325bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:13.345201 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5026-8289-4043-b685-c8bda00b04df req-c5f00aad-71d9-4baf-a736-ea2ab30325bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:13.355027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5026-8289-4043-b685-c8bda00b04df req-c5f00aad-71d9-4baf-a736-ea2ab30325bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:13.383654 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5026-8289-4043-b685-c8bda00b04df req-c5f00aad-71d9-4baf-a736-ea2ab30325bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:13.387494 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-c1bcfd20-89d0-4372-b8f5-bf3c3163f0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:13.387494 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bcfd20-89d0-4372-b8f5-bf3c3163f0c2 None None] The sync data for ids ['8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:13.390701 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5026-8289-4043-b685-c8bda00b04df req-c5f00aad-71d9-4baf-a736-ea2ab30325bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:13.399592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5026-8289-4043-b685-c8bda00b04df req-c5f00aad-71d9-4baf-a736-ea2ab30325bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:13.406413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d5026-8289-4043-b685-c8bda00b04df req-c5f00aad-71d9-4baf-a736-ea2ab30325bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:13.410618 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d79d5026-8289-4043-b685-c8bda00b04df req-c5f00aad-71d9-4baf-a736-ea2ab30325bd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5399 time: 0.5778050 Apr 18 19:41:13.417753 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.437695 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7231705a-2924-4226-bb3a-48dd637e81ab {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:13.447378 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] For port 127b8468-71c8-4503-8de1-3be2a807a1c7, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:13.451820 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] For port 127b8468-71c8-4503-8de1-3be2a807a1c7, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=127b8468-71c8-4503-8de1-3be2a807a1c7,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:13.455310 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6b02d658-67f3-431f-a4d5-9a82f6a3dc19 req-3acc9065-5bfc-4bf3-94da-20cfa040aa87 service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353959 Apr 18 19:41:13.459010 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 7231705a-2924-4226-bb3a-48dd637e81ab, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7231705a-2924-4226-bb3a-48dd637e81ab,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:13.540312 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d79d5026-8289-4043-b685-c8bda00b04df req-28897506-a2ea-46cf-9b78-f2d455f1b45e tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1178169 Apr 18 19:41:13.552225 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Network 37f0f0ff-ed4e-463f-882e-af1a042b891a is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:41:13.598722 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.599702 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.607357 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7d1d0161-81a4-4b81-80c3-29af1c84f30e tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/routers/8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21 HTTP/1.1" status: 200 len: 925 time: 0.5355895 Apr 18 19:41:13.610581 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40514) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:13.671285 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.677343 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/127b8468-71c8-4503-8de1-3be2a807a1c7 HTTP/1.1" status: 200 len: 1091 time: 3.9455926 Apr 18 19:41:13.677343 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '127b8468-71c8-4503-8de1-3be2a807a1c7'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:13.692698 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade2a3e-4953-4f2c-889c-12d66dceb7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=127b8468-71c8-4503-8de1-3be2a807a1c7,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:13.707994 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=7231705a-2924-4226-bb3a-48dd637e81ab,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:13.710304 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 37f0f0ff-ed4e-463f-882e-af1a042b891a) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:13.724595 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6b4fad-fa38-4f88-96e4-319316f0232d None None] Network 37f0f0ff-ed4e-463f-882e-af1a042b891a requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:13.743582 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:13.750645 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:13.769760 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:13.886352 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5f92630a-d329-4b18-b7fb-bc5a126c71d6 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=b9f392f6-42e1-41ad-9423-d80ed824c270&device_id=8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2735114 Apr 18 19:41:13.886803 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8480f1c4-f514-4e75-9c78-6e59da45cba7'] response: {'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '127b8468-71c8-4503-8de1-3be2a807a1c7', 'status': 'completed', 'code': 200} Apr 18 19:41:13.889761 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40524) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:13.923640 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['7231705a-2924-4226-bb3a-48dd637e81ab'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:13.942493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-49bb03e7-b692-49fa-b61e-1e76eb9a7d20 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8445086 Apr 18 19:41:13.948310 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40528) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:14.019905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2048414227', 'network_id': '37f0f0ff-ed4e-463f-882e-af1a042b891a'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:14.025257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:14.029173 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Usage tracker for resource:port and tenant:628c4c8ae5514c2cac36960ca39bbf19 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:14.032776 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:14.039136 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:14.121303 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Made reservation on behalf of 628c4c8ae5514c2cac36960ca39bbf19 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:14.123636 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.148010 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.171535 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420dfe4c-fcbc-4470-b17c-40de04249190 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:14.175754 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-420dfe4c-fcbc-4470-b17c-40de04249190 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 881 time: 0.2849844 Apr 18 19:41:14.176858 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40542) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:14.183248 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] device_id is not set on port 9c872e6b-69da-44fe-99dc-c5653d9f0700 yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:41:14.276182 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b98eee05-9bc2-44d9-9433-d487411a9ca6 req-7736b42d-2d5d-47bc-a3fd-3fd10f93fd17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6346 time: 0.3746476 Apr 18 19:41:14.312746 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df6f5c-1f94-43d5-9a5a-daa407a6a152 req-76e96aad-8de4-436c-b21c-0edab0fcbbbd tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:14.312746 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b4df6f5c-1f94-43d5-9a5a-daa407a6a152 req-76e96aad-8de4-436c-b21c-0edab0fcbbbd tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 944 time: 0.3057408 Apr 18 19:41:14.458893 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6a3bda74-133c-4e84-9201-208467f37728 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:14.553019 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Allocated IP 172.20.0.13 (37f0f0ff-ed4e-463f-882e-af1a042b891a/1efc56d8-f29b-4b74-8c7c-093b6f7d679b/9c872e6b-69da-44fe-99dc-c5653d9f0700) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:14.646658 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b4df6f5c-1f94-43d5-9a5a-daa407a6a152 req-9ebd3a60-bca8-4b8c-adbe-c2bf026c68ee tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513704 Apr 18 19:41:14.659423 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6a3bda74-133c-4e84-9201-208467f37728, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6a3bda74-133c-4e84-9201-208467f37728,segment=NetworkSegment(f7a84007-feb3-421f-9c57-8802a8bb05ec),segment_id=f7a84007-feb3-421f-9c57-8802a8bb05ec)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:14.684419 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '6a3bda74-133c-4e84-9201-208467f37728', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'port_id': '6a3bda74-133c-4e84-9201-208467f37728', 'mac_address': 'fa:16:3e:74:bd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:14.789675 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:14.804315 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-bac4c065-c1ae-45a9-aac9-afd6fe82d1e2 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21 HTTP/1.1" status: 200 len: 205 time: 0.6256130 Apr 18 19:41:14.808974 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40568) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:14.813948 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3bda74-133c-4e84-9201-208467f37728 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:14.929320 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be419403-8984-4b69-9144-873a54824ff6 None None] Network 37f0f0ff-ed4e-463f-882e-af1a042b891a requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:14.977747 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eee05-9bc2-44d9-9433-d487411a9ca6 req-a59a1ca2-87db-400d-aea2-aa114055b1c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:14.978205 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eee05-9bc2-44d9-9433-d487411a9ca6 req-a59a1ca2-87db-400d-aea2-aa114055b1c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:14.978623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eee05-9bc2-44d9-9433-d487411a9ca6 req-a59a1ca2-87db-400d-aea2-aa114055b1c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:14.980789 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b98eee05-9bc2-44d9-9433-d487411a9ca6 req-a59a1ca2-87db-400d-aea2-aa114055b1c9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8c45541b663f4cc5824ad6067033356a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6750927 Apr 18 19:41:15.179363 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc194d-e90a-4dec-96be-eb441eba4f96 req-10fbf9bb-f709-4b29-8a79-a347f77eb696 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:15.184101 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc194d-e90a-4dec-96be-eb441eba4f96 req-10fbf9bb-f709-4b29-8a79-a347f77eb696 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:15.190585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc194d-e90a-4dec-96be-eb441eba4f96 req-10fbf9bb-f709-4b29-8a79-a347f77eb696 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:15.197918 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca9d29-594c-464d-9930-975c8fc012e6 req-7d5404f5-2a45-4e6a-8c7d-67bae8231f8e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:15.199663 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5fca9d29-594c-464d-9930-975c8fc012e6 req-7d5404f5-2a45-4e6a-8c7d-67bae8231f8e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 944 time: 0.5188632 Apr 18 19:41:15.207480 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.209395 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc194d-e90a-4dec-96be-eb441eba4f96 req-10fbf9bb-f709-4b29-8a79-a347f77eb696 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:15.218165 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc194d-e90a-4dec-96be-eb441eba4f96 req-10fbf9bb-f709-4b29-8a79-a347f77eb696 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:15.220066 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc194d-e90a-4dec-96be-eb441eba4f96 req-10fbf9bb-f709-4b29-8a79-a347f77eb696 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:15.225358 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc194d-e90a-4dec-96be-eb441eba4f96 req-10fbf9bb-f709-4b29-8a79-a347f77eb696 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:15.233851 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38fc194d-e90a-4dec-96be-eb441eba4f96 req-10fbf9bb-f709-4b29-8a79-a347f77eb696 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5399 time: 0.3768644 Apr 18 19:41:15.269543 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6a3bda74-133c-4e84-9201-208467f37728, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6a3bda74-133c-4e84-9201-208467f37728,segment=NetworkSegment(f7a84007-feb3-421f-9c57-8802a8bb05ec),segment_id=f7a84007-feb3-421f-9c57-8802a8bb05ec)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:15.284785 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.resource_extend [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:41:15.322905 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5fca9d29-594c-464d-9930-975c8fc012e6 req-7edf2d6f-d96c-4d92-8461-b326d108c512 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104987 Apr 18 19:41:15.343898 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.377153 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.431271 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eee05-9bc2-44d9-9433-d487411a9ca6 req-46a6193c-5339-423a-b3e1-dcf5858c5b82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:15.432771 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b98eee05-9bc2-44d9-9433-d487411a9ca6 req-46a6193c-5339-423a-b3e1-dcf5858c5b82 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4389544 Apr 18 19:41:15.438714 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6a3bda74-133c-4e84-9201-208467f37728,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:15.452498 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38fc194d-e90a-4dec-96be-eb441eba4f96 req-f413ab48-5dfa-41e4-9842-805acb2fe27f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2172451 Apr 18 19:41:15.458935 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746916e6-234b-4bfc-a048-feb8021abcc9 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:15.468483 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.484251 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Transition to ACTIVE for port object 746916e6-234b-4bfc-a048-feb8021abcc9 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:15.500276 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.563381 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.593225 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Network 37f0f0ff-ed4e-463f-882e-af1a042b891a is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:15.598117 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event updated for resources: {'Port': ['ID=9c872e6b-69da-44fe-99dc-c5653d9f0700,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:15.600520 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:15.607624 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:15.638441 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6a3bda74-133c-4e84-9201-208467f37728'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:15.673386 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:15.674247 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.760461 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:15.799076 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0e2338a5-a1e5-4df0-be3f-fd36ce5c07a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.8410804 Apr 18 19:41:15.799076 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40598) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:15.813305 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Pushing event updated for resources: {'Port': ['ID=746916e6-234b-4bfc-a048-feb8021abcc9,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:15.875786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Deleting port 317bc40b-b93f-4d21-b782-b29ae02aaa31 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:15.887157 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.044647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-1fc18409-65e8-422c-881e-37728159017f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Deleting port 9c872e6b-69da-44fe-99dc-c5653d9f0700 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:16.045092 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1fc18409-65e8-422c-881e-37728159017f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.062124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Attempting to bind port 746916e6-234b-4bfc-a048-feb8021abcc9 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:16.062124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Attempting to bind port 746916e6-234b-4bfc-a048-feb8021abcc9 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:16.062124 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Attempting to bind port 746916e6-234b-4bfc-a048-feb8021abcc9 on network e78622fb-3352-44b9-a22f-f41c23e91484 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:16.067974 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Port 746916e6-234b-4bfc-a048-feb8021abcc9 on network e78622fb-3352-44b9-a22f-f41c23e91484 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:41:16.068292 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Attempting to bind port 746916e6-234b-4bfc-a048-feb8021abcc9 on network e78622fb-3352-44b9-a22f-f41c23e91484 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:16.075629 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:16.075851 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Checking segment: {'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:16.076265 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Bound using segment: {'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:16.076686 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Bound port: 746916e6-234b-4bfc-a048-feb8021abcc9, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:16.077020 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.178562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] For port 746916e6-234b-4bfc-a048-feb8021abcc9, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:16.182811 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] For port 746916e6-234b-4bfc-a048-feb8021abcc9, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=746916e6-234b-4bfc-a048-feb8021abcc9,segment=NetworkSegment(598f3716-ca3f-4e0e-a751-d269ea74b1ee),segment_id=598f3716-ca3f-4e0e-a751-d269ea74b1ee)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:16.249131 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.313179 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.315429 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] 10.222.0.16 "PUT /v2.0/ports/746916e6-234b-4bfc-a048-feb8021abcc9 HTTP/1.1" status: 200 len: 1091 time: 2.5506196 Apr 18 19:41:16.318138 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '746916e6-234b-4bfc-a048-feb8021abcc9'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:16.365237 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db5414-9923-47af-8c7d-5e71efc757e8 service neutron] Pushing event updated for resources: {'Port': ['ID=746916e6-234b-4bfc-a048-feb8021abcc9,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:16.393004 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9d1e91-5819-4b0d-9c36-1e853b2abfe4'] response: {'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '746916e6-234b-4bfc-a048-feb8021abcc9', 'status': 'completed', 'code': 200} Apr 18 19:41:16.429581 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6a3bda74-133c-4e84-9201-208467f37728 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:16.478670 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Request body: {'port': {'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:16.599696 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1fc18409-65e8-422c-881e-37728159017f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.611586 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.636506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329b45a-0830-4f5f-8f9c-3d672e59e64f req-4c76fa89-a809-4cbe-bd09-1ce5e63d90b4 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:16.638883 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d329b45a-0830-4f5f-8f9c-3d672e59e64f req-4c76fa89-a809-4cbe-bd09-1ce5e63d90b4 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 945 time: 0.7019868 Apr 18 19:41:16.705289 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.719749 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 6a3bda74-133c-4e84-9201-208467f37728 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:16.727994 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 6a3bda74-133c-4e84-9201-208467f37728 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:16.729501 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:16.745894 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0a102b81-12b4-48a2-a989-034fe490874f req-387792bd-7062-4691-9c28-559962bcf585 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6413 time: 0.3100727 Apr 18 19:41:16.854066 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-1fc18409-65e8-422c-881e-37728159017f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Calling delete_port for 9c872e6b-69da-44fe-99dc-c5653d9f0700 owned by {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:16.990206 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Calling delete_port for 317bc40b-b93f-4d21-b782-b29ae02aaa31 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:17.012942 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 7231705a-2924-4226-bb3a-48dd637e81ab up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:17.061934 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da76cbf-a98e-4b8f-af92-155b980723aa req-c5ce0014-ce27-425b-81e1-282bee0b4638 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.064440 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2da76cbf-a98e-4b8f-af92-155b980723aa req-c5ce0014-ce27-425b-81e1-282bee0b4638 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 944 time: 0.4949822 Apr 18 19:41:17.071013 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.108194 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3bda74-133c-4e84-9201-208467f37728'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:17.121163 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6a3bda74-133c-4e84-9201-208467f37728, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6a3bda74-133c-4e84-9201-208467f37728,segment=NetworkSegment(f7a84007-feb3-421f-9c57-8802a8bb05ec),segment_id=f7a84007-feb3-421f-9c57-8802a8bb05ec)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:17.160730 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d329b45a-0830-4f5f-8f9c-3d672e59e64f req-a8c69025-8e36-41fe-a38f-651fb0c38844 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432914 Apr 18 19:41:17.211514 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.242076 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2da76cbf-a98e-4b8f-af92-155b980723aa req-92e02e0a-ddbe-410e-82e8-6c00bc206446 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685796 Apr 18 19:41:17.247980 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a102b81-12b4-48a2-a989-034fe490874f req-89db7120-f69d-4761-8c81-c5d4efdcc3e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.248489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a102b81-12b4-48a2-a989-034fe490874f req-89db7120-f69d-4761-8c81-c5d4efdcc3e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.248929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a102b81-12b4-48a2-a989-034fe490874f req-89db7120-f69d-4761-8c81-c5d4efdcc3e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.250680 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0a102b81-12b4-48a2-a989-034fe490874f req-89db7120-f69d-4761-8c81-c5d4efdcc3e7 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8c45541b663f4cc5824ad6067033356a&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4725587 Apr 18 19:41:17.271720 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 7231705a-2924-4226-bb3a-48dd637e81ab completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:17.302308 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 7231705a-2924-4226-bb3a-48dd637e81ab triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:17.302945 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.361299 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36d7053-b604-4646-bc25-04027f31e13b'] response: {'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3bda74-133c-4e84-9201-208467f37728', 'code': 200} Apr 18 19:41:17.368965 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6a3bda74-133c-4e84-9201-208467f37728,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:17.417063 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1fc18409-65e8-422c-881e-37728159017f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.527534 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc18409-65e8-422c-881e-37728159017f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c872e6b-69da-44fe-99dc-c5653d9f0700,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:17.536401 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.601319 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.609010 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 7231705a-2924-4226-bb3a-48dd637e81ab, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7231705a-2924-4226-bb3a-48dd637e81ab,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:17.668178 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a102b81-12b4-48a2-a989-034fe490874f req-1cf0d8b7-4176-4814-9149-638f398eb458 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.669784 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0a102b81-12b4-48a2-a989-034fe490874f req-1cf0d8b7-4176-4814-9149-638f398eb458 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3854549 Apr 18 19:41:17.677637 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.723451 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Pushing event deleted for resources: {'Port': ['ID=317bc40b-b93f-4d21-b782-b29ae02aaa31,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:17.735039 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d331f5-78c3-4417-84ac-4c54c0f9a91a {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:17.744364 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.765738 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Transition to ACTIVE for port object 43d331f5-78c3-4417-84ac-4c54c0f9a91a will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:17.785503 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=7231705a-2924-4226-bb3a-48dd637e81ab,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:17.814538 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1fc18409-65e8-422c-881e-37728159017f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.843317 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:17.845286 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86a07330-0136-4f5f-b391-085c684e89ec req-1bda15a4-8429-44c4-bf8a-8b9567a480da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1097 time: 0.3594084 Apr 18 19:41:17.891834 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1fc18409-65e8-422c-881e-37728159017f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "DELETE /v2.0/ports/9c872e6b-69da-44fe-99dc-c5653d9f0700 HTTP/1.1" status: 204 len: 168 time: 2.0953259 Apr 18 19:41:17.897285 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40654) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:17.914199 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d72a6-13ce-4c7e-9942-3c0a385b1880 req-d08ba81f-d07e-4d4e-8059-0b2df362cc38 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.920082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d72a6-13ce-4c7e-9942-3c0a385b1880 req-d08ba81f-d07e-4d4e-8059-0b2df362cc38 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.921956 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d72a6-13ce-4c7e-9942-3c0a385b1880 req-d08ba81f-d07e-4d4e-8059-0b2df362cc38 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.925808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d72a6-13ce-4c7e-9942-3c0a385b1880 req-d08ba81f-d07e-4d4e-8059-0b2df362cc38 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.930258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d72a6-13ce-4c7e-9942-3c0a385b1880 req-d08ba81f-d07e-4d4e-8059-0b2df362cc38 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.934232 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d72a6-13ce-4c7e-9942-3c0a385b1880 req-d08ba81f-d07e-4d4e-8059-0b2df362cc38 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.937978 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d72a6-13ce-4c7e-9942-3c0a385b1880 req-d08ba81f-d07e-4d4e-8059-0b2df362cc38 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:17.941294 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-174d72a6-13ce-4c7e-9942-3c0a385b1880 req-d08ba81f-d07e-4d4e-8059-0b2df362cc38 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5411 time: 0.5221457 Apr 18 19:41:17.949080 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '37f0f0ff-ed4e-463f-882e-af1a042b891a', 'external_fixed_ips': [{'subnet_id': '1efc56d8-f29b-4b74-8c7c-093b6f7d679b', 'ip_address': '172.20.0.13'}]}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:17.964091 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:17.989877 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Usage tracker for resource:router and tenant:628c4c8ae5514c2cac36960ca39bbf19 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:18.016638 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Pushing event updated for resources: {'Port': ['ID=43d331f5-78c3-4417-84ac-4c54c0f9a91a,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:18.068404 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:18.077380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:18.172647 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Attempting to bind port 43d331f5-78c3-4417-84ac-4c54c0f9a91a on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:18.173553 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Attempting to bind port 43d331f5-78c3-4417-84ac-4c54c0f9a91a by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:18.174046 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Attempting to bind port 43d331f5-78c3-4417-84ac-4c54c0f9a91a on network e78622fb-3352-44b9-a22f-f41c23e91484 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:18.181513 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Port 43d331f5-78c3-4417-84ac-4c54c0f9a91a on network e78622fb-3352-44b9-a22f-f41c23e91484 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:41:18.184558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Attempting to bind port 43d331f5-78c3-4417-84ac-4c54c0f9a91a on network e78622fb-3352-44b9-a22f-f41c23e91484 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:18.190189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:18.193185 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Checking segment: {'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:18.193849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Bound using segment: {'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:18.194608 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Bound port: 43d331f5-78c3-4417-84ac-4c54c0f9a91a, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '598f3716-ca3f-4e0e-a751-d269ea74b1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:18.195264 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.279678 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-86a07330-0136-4f5f-b391-085c684e89ec req-ab9b0bf7-e8d8-448c-9961-8d93f36883ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235096 Apr 18 19:41:18.287031 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.287784 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.317990 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.421681 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] For port 43d331f5-78c3-4417-84ac-4c54c0f9a91a, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:18.438315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] For port 43d331f5-78c3-4417-84ac-4c54c0f9a91a, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=43d331f5-78c3-4417-84ac-4c54c0f9a91a,segment=NetworkSegment(598f3716-ca3f-4e0e-a751-d269ea74b1ee),segment_id=598f3716-ca3f-4e0e-a751-d269ea74b1ee)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:18.461187 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4978a-1195-4f9b-ad9f-43c58c14b1a0 req-a17f226d-065b-4540-8bca-114893dfc368 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:18.462749 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1bd4978a-1195-4f9b-ad9f-43c58c14b1a0 req-a17f226d-065b-4540-8bca-114893dfc368 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.0926249 Apr 18 19:41:18.514531 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1bd4978a-1195-4f9b-ad9f-43c58c14b1a0 req-bf6aaf41-374a-4887-9d4a-6550343e8a3f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454834 Apr 18 19:41:18.543998 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.618515 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.621973 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] 10.222.0.16 "PUT /v2.0/ports/43d331f5-78c3-4417-84ac-4c54c0f9a91a HTTP/1.1" status: 200 len: 1091 time: 2.1503136 Apr 18 19:41:18.621973 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '43d331f5-78c3-4417-84ac-4c54c0f9a91a'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:18.641375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7eeef7-787c-4271-b7ac-72b9ea708617 service neutron] Pushing event updated for resources: {'Port': ['ID=43d331f5-78c3-4417-84ac-4c54c0f9a91a,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:18.683274 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-174d72a6-13ce-4c7e-9942-3c0a385b1880 req-8468ad0b-21fc-4666-aa5f-31a036f36948 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7210248 Apr 18 19:41:18.816389 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.832123 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.839764 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.862835 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4048e8e5-a13b-4772-b98e-fd8c7b95235c'] response: {'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '43d331f5-78c3-4417-84ac-4c54c0f9a91a', 'status': 'completed', 'code': 200} Apr 18 19:41:18.969001 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.969527 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Fanout notify agent at l3_agent the message router_deleted on router 8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:41:18.972975 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-235895d6-bed7-4fc6-911e-57ab2c42644b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6480 time: 0.1119740 Apr 18 19:41:18.979205 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4aca9b-750d-4cd1-a199-86325634ea71 req-b55b7dd7-1de4-4f25-a69b-8b92e30b1086 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:18.980636 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a4aca9b-750d-4cd1-a199-86325634ea71 req-b55b7dd7-1de4-4f25-a69b-8b92e30b1086 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3000586 Apr 18 19:41:18.988191 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:18.989244 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8d6175f1-f028-4a84-b597-574ce00d5f94 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21 HTTP/1.1" status: 204 len: 168 time: 4.1742573 Apr 18 19:41:19.032520 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40690) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:19.043876 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1931249503', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}, 'admin_state_up': False}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:19.060463 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.072423 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:19.079272 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-16db61bb-066c-4d7d-a0c6-9c202a92985e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 HTTP/1.1" status: 200 len: 217 time: 0.0975533 Apr 18 19:41:19.081134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Usage tracker for resource:router and tenant:10a8dceabd244d1f876efdc22d6d058a is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:19.084948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:19.145967 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:19.193749 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4a4aca9b-750d-4cd1-a199-86325634ea71 req-292e1219-cf33-49df-bf47-147194f087eb tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611686 Apr 18 19:41:19.210106 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9aec02ea-c344-4bfe-a08f-8a9bbdfc83f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:19.214910 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9aec02ea-c344-4bfe-a08f-8a9bbdfc83f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837 HTTP/1.1" status: 200 len: 851 time: 0.1164320 Apr 18 19:41:19.277416 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.291099 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.336072 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9eeee85f-d4a2-42eb-b8d1-d41931d44156 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ffffad2-0800-488c-99ce-066b8a9fb855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961714 Apr 18 19:41:19.336072 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.376419 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686c937b-45d2-4934-a648-f0446deb690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7231705a-2924-4226-bb3a-48dd637e81ab'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:19.440046 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7403a3-f7e8-44d2-93a0-9a5e462e936d'] response: {'server_uuid': '686c937b-45d2-4934-a648-f0446deb690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7231705a-2924-4226-bb3a-48dd637e81ab', 'code': 200} Apr 18 19:41:19.490772 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.548996 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:19.654718 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-7ea70f84-04e4-4535-8ffa-0c06c5dba324 service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288600 Apr 18 19:41:19.803356 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-564346b8-d08e-4953-942b-376669b3dea1 req-36c0c5b0-03c9-49be-9e94-06ed07ad6aaa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 1096 time: 0.2413249 Apr 18 19:41:19.844592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Allocated IP 172.20.0.13 (37f0f0ff-ed4e-463f-882e-af1a042b891a/1efc56d8-f29b-4b74-8c7c-093b6f7d679b/1545da22-835b-4907-9279-905442cb807d) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:20.014276 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-edef50f2-6f87-4ed9-82ad-32bc97693fd9 service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515141 Apr 18 19:41:20.063147 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1299-7a54-42df-8254-80bd32d4c302 req-e431b6bf-f5f0-4512-8ebc-fb303d845645 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:20.067116 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1299-7a54-42df-8254-80bd32d4c302 req-e431b6bf-f5f0-4512-8ebc-fb303d845645 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:20.071559 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1299-7a54-42df-8254-80bd32d4c302 req-e431b6bf-f5f0-4512-8ebc-fb303d845645 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:20.075478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1299-7a54-42df-8254-80bd32d4c302 req-e431b6bf-f5f0-4512-8ebc-fb303d845645 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:20.079319 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1299-7a54-42df-8254-80bd32d4c302 req-e431b6bf-f5f0-4512-8ebc-fb303d845645 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:20.083415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1299-7a54-42df-8254-80bd32d4c302 req-e431b6bf-f5f0-4512-8ebc-fb303d845645 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:20.088019 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b1299-7a54-42df-8254-80bd32d4c302 req-e431b6bf-f5f0-4512-8ebc-fb303d845645 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:20.090053 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a18b1299-7a54-42df-8254-80bd32d4c302 req-e431b6bf-f5f0-4512-8ebc-fb303d845645 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.2131426 Apr 18 19:41:20.093724 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.116520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-564346b8-d08e-4953-942b-376669b3dea1 req-2a7d519b-bb12-4993-8bd9-9ff4cbb30282 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409303 Apr 18 19:41:20.118253 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.123311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-68872a26-f8b2-4b56-83bc-31caefa92cdd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=df760f9c-ad79-477c-8a9f-29d807da272c HTTP/1.1" status: 200 len: 217 time: 0.0945535 Apr 18 19:41:20.162107 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a18b1299-7a54-42df-8254-80bd32d4c302 req-882f8cdf-1978-4dfc-bd2c-00d7886ec45f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0639262 Apr 18 19:41:20.192068 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155eee5-6b41-4dbb-8b17-8c435df31011 req-502a7c0c-656e-4896-8fc8-d6ffc07701fa tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:20.194973 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5155eee5-6b41-4dbb-8b17-8c435df31011 req-502a7c0c-656e-4896-8fc8-d6ffc07701fa tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.3925343 Apr 18 19:41:20.227885 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-cad8e231-dc56-486b-9d6a-0f52293f8c26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:20.229427 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-cad8e231-dc56-486b-9d6a-0f52293f8c26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0974174 Apr 18 19:41:20.282317 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.372333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Network 37f0f0ff-ed4e-463f-882e-af1a042b891a is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:20.372333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:20.372333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:20.411151 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5155eee5-6b41-4dbb-8b17-8c435df31011 req-d3718f8f-85ad-4a57-8d67-2f2e13efd8b0 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993742 Apr 18 19:41:20.411608 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event updated for resources: {'Port': ['ID=1545da22-835b-4907-9279-905442cb807d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:20.541064 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-3a05c17a-a7c0-4b6f-926a-31af7f8e0b0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2942574 Apr 18 19:41:20.596647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aec14-691d-45e7-8bf8-1e4f6852d4fe req-c5c5100b-50d2-4a28-b1b8-8034e3edcda4 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:20.602580 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-950aec14-691d-45e7-8bf8-1e4f6852d4fe req-c5c5100b-50d2-4a28-b1b8-8034e3edcda4 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1706164 Apr 18 19:41:20.677052 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-950aec14-691d-45e7-8bf8-1e4f6852d4fe req-86847d35-97cf-42ff-8916-931d343f8c96 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637662 Apr 18 19:41:20.718818 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.718818 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.844009 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:20.966572 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-48cd60af-f9e9-40dd-be88-481fe923653b service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133208 Apr 18 19:41:20.966572 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:21.177094 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40738) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:21.254539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Router 36757c06-9233-43d7-9cec-2b35c7b2fe56 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:41:21.271698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dee148f6-5fe3-44b2-8217-c8f752e829d1 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107636 Apr 18 19:41:21.287479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Allocated IP 172.25.8.207 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/fa5a61b5-1355-492f-b31b-a0411bb29151) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:21.368034 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-2eb1fbcb-ba98-43ab-b1db-5bf4ae702d87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 HTTP/1.1" status: 200 len: 217 time: 0.0820560 Apr 18 19:41:21.523821 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d083a0ec-3f33-4bf8-aa42-394d767f6559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:21.591737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d083a0ec-3f33-4bf8-aa42-394d767f6559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:21.602572 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d083a0ec-3f33-4bf8-aa42-394d767f6559 admin admin] Usage tracker for resource:security_group_rule and tenant:a6adbf62f5df4b3fb1a6e28625ccd047 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:21.607299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d083a0ec-3f33-4bf8-aa42-394d767f6559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:21.623695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d083a0ec-3f33-4bf8-aa42-394d767f6559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:21.660970 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-104edaee-44c5-41d3-911e-2ed6ecc4960c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:21.673065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-3b64ee8e-fe24-4de3-9120-76a2cb85364e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.675162 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-3b64ee8e-fe24-4de3-9120-76a2cb85364e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.2869143 Apr 18 19:41:21.798401 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d083a0ec-3f33-4bf8-aa42-394d767f6559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:21.814813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771ac6-a67e-4722-bd11-5ac244cbc381 req-cb8b3ea7-32c8-4c09-8d83-02867c5e9386 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.819157 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771ac6-a67e-4722-bd11-5ac244cbc381 req-cb8b3ea7-32c8-4c09-8d83-02867c5e9386 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.822438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abc990-6c63-49e8-91f8-c0e12d16ab00 req-dce997e0-2eb5-4531-aced-b178ba3762ae tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.823871 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771ac6-a67e-4722-bd11-5ac244cbc381 req-cb8b3ea7-32c8-4c09-8d83-02867c5e9386 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.824015 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-72abc990-6c63-49e8-91f8-c0e12d16ab00 req-dce997e0-2eb5-4531-aced-b178ba3762ae tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1752934 Apr 18 19:41:21.825777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:21.828837 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771ac6-a67e-4722-bd11-5ac244cbc381 req-cb8b3ea7-32c8-4c09-8d83-02867c5e9386 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.833449 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771ac6-a67e-4722-bd11-5ac244cbc381 req-cb8b3ea7-32c8-4c09-8d83-02867c5e9386 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.840089 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Sync routers for ids ['36757c06-9233-43d7-9cec-2b35c7b2fe56'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:21.844139 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771ac6-a67e-4722-bd11-5ac244cbc381 req-cb8b3ea7-32c8-4c09-8d83-02867c5e9386 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.850739 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb771ac6-a67e-4722-bd11-5ac244cbc381 req-cb8b3ea7-32c8-4c09-8d83-02867c5e9386 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:21.855030 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Routers {'36757c06-9233-43d7-9cec-2b35c7b2fe56'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:21.855855 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:40:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['36757c06-9233-43d7-9cec-2b35c7b2fe56'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:21.861880 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fb771ac6-a67e-4722-bd11-5ac244cbc381 req-cb8b3ea7-32c8-4c09-8d83-02867c5e9386 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.3958731 Apr 18 19:41:21.895282 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-72abc990-6c63-49e8-91f8-c0e12d16ab00 req-7bbbf22c-ad28-4ce6-bcc8-bddc40b2d61f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521071 Apr 18 19:41:21.905619 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d083a0ec-3f33-4bf8-aa42-394d767f6559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:21.917651 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:21.952309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083a0ec-3f33-4bf8-aa42-394d767f6559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bea19d3-2a4a-4d71-8d26-4206864506ce,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:21.953254 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fb771ac6-a67e-4722-bd11-5ac244cbc381 req-435db133-0a19-4b88-b462-89c300b8fc5c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0904226 Apr 18 19:41:21.962099 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d083a0ec-3f33-4bf8-aa42-394d767f6559 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a6adbf62f5df4b3fb1a6e28625ccd047&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7795193 Apr 18 19:41:21.970765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40760) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:21.984191 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-4a46aaa1-839f-43f2-9425-3426d19e7ed2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2978907 Apr 18 19:41:22.032460 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.045271 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-39ae94a0-ec11-4269-b886-ca298eba02a8 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.1441047 Apr 18 19:41:22.048712 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40764) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:22.120385 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Set router 36757c06-9233-43d7-9cec-2b35c7b2fe56 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:22.191497 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-d6cb7ee1-2da8-46ea-8e2e-75434538983b service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983287 Apr 18 19:41:22.377527 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.418243 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-073e71b3-c62e-4855-8dca-9bb3e38dd2ff service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202814 Apr 18 19:41:22.430210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df3f75-c1e4-42c3-bc61-1a92391d7103 req-4df02575-ad50-4366-a5e4-b2faac0355cd tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:22.437951 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9df3f75-c1e4-42c3-bc61-1a92391d7103 req-4df02575-ad50-4366-a5e4-b2faac0355cd tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2852278 Apr 18 19:41:22.462599 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.535883 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36757c06-9233-43d7-9cec-2b35c7b2fe56', 'name': '', 'tenant_id': '628c4c8ae5514c2cac36960ca39bbf19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37f0f0ff-ed4e-463f-882e-af1a042b891a', 'external_fixed_ips': [{'subnet_id': '1efc56d8-f29b-4b74-8c7c-093b6f7d679b', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '1545da22-835b-4907-9279-905442cb807d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:18Z', 'updated_at': '2022-04-18T19:41:20Z', 'revision_number': 3, 'project_id': '628c4c8ae5514c2cac36960ca39bbf19', 'gw_port': {'id': '1545da22-835b-4907-9279-905442cb807d', 'name': '', 'network_id': '37f0f0ff-ed4e-463f-882e-af1a042b891a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36757c06-9233-43d7-9cec-2b35c7b2fe56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1efc56d8-f29b-4b74-8c7c-093b6f7d679b', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:19Z', 'updated_at': '2022-04-18T19:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1efc56d8-f29b-4b74-8c7c-093b6f7d679b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:22.538416 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-9fd10823-5f92-4f09-aebb-ce0e0b6bc494 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=dbcd273e-9e13-410c-be6c-a5940f757060 HTTP/1.1" status: 200 len: 217 time: 0.1129518 Apr 18 19:41:22.541704 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Checking router: 36757c06-9233-43d7-9cec-2b35c7b2fe56 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:41:22.542063 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Updating router 36757c06-9233-43d7-9cec-2b35c7b2fe56 port 1545da22-835b-4907-9279-905442cb807d binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:41:22.563395 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e9df3f75-c1e4-42c3-bc61-1a92391d7103 req-6eb5c681-8c3b-4d27-aece-d11c5f7369c4 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242115 Apr 18 19:41:22.609471 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.640631 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.649529 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.803886 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.806159 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:22.809955 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c6a3e7f9-65fe-4199-9031-cc3673d51139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:22.811657 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c6a3e7f9-65fe-4199-9031-cc3673d51139 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.2675898 Apr 18 19:41:22.812823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Pushing event updated for resources: {'Port': ['ID=fa5a61b5-1355-492f-b31b-a0411bb29151,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:22.815545 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:22.817873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:22.868701 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bea19d3-2a4a-4d71-8d26-4206864506ce,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:22.882959 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:22.892445 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bea19d3-2a4a-4d71-8d26-4206864506ce HTTP/1.1" status: 204 len: 168 time: 0.9195626 Apr 18 19:41:22.951907 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:22.952467 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:22.953007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:22.953771 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:22.954279 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:22.954797 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:22.955773 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:22.956449 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:22.957517 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:22.957950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:22.958330 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242f83f8-b5d8-460e-a04e-915b93f74c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:23.039053 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-dc5657ff-4b26-46a4-9ac7-05bc729b2ade service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1732080 Apr 18 19:41:23.174773 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.215366 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-044c20f1-522f-482c-a53a-c8bb8ce12a95 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:23.222457 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-044c20f1-522f-482c-a53a-c8bb8ce12a95 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/networks?id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74 HTTP/1.1" status: 200 len: 814 time: 0.2792037 Apr 18 19:41:23.242665 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-898799e1-299c-4007-a286-1da6c66eb917 req-5bed51ef-b130-4218-a4bd-aeaf8400c8d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdb65becce204455978edc9c05affe12&device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1097 time: 0.2354076 Apr 18 19:41:23.252200 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-653fbe0e-2b0c-41ff-9e4d-bb8a0a51ecfd tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/quotas/71054a69b5364a17881f16c70019efe0 HTTP/1.1" status: 200 len: 375 time: 0.0281785 Apr 18 19:41:23.318816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Deleting port 1545da22-835b-4907-9279-905442cb807d {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:23.319497 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.421216 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.445080 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Transition to ACTIVE for port object 1545da22-835b-4907-9279-905442cb807d will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:23.491493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06090ca-f80a-4a24-954f-2c6e6083f30f req-b717aef2-b09b-480b-b4b5-79c9a998a792 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:23.493046 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b06090ca-f80a-4a24-954f-2c6e6083f30f req-b717aef2-b09b-480b-b4b5-79c9a998a792 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1664815 Apr 18 19:41:23.494941 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-af6c2f97-8380-49f0-ab16-08bb49f2c9a3 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464891 Apr 18 19:41:23.507422 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.606565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898799e1-299c-4007-a286-1da6c66eb917 req-09deed63-b1ed-4bdf-bd10-64a782e397e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:23.608219 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-898799e1-299c-4007-a286-1da6c66eb917 req-09deed63-b1ed-4bdf-bd10-64a782e397e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 200 len: 919 time: 0.3537617 Apr 18 19:41:23.622748 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3ab80-d669-4b38-b9ab-1c5a8f4c94e2 None None] Pushing event updated for resources: {'Port': ['ID=1545da22-835b-4907-9279-905442cb807d,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:23.631930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Attempting to bind port 1545da22-835b-4907-9279-905442cb807d on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:23.633409 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Attempting to bind port 1545da22-835b-4907-9279-905442cb807d by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '33c96a8c-3c19-40c2-8c65-19fb840bf5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '37f0f0ff-ed4e-463f-882e-af1a042b891a'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:23.633996 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Attempting to bind port 1545da22-835b-4907-9279-905442cb807d on network 37f0f0ff-ed4e-463f-882e-af1a042b891a {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:23.643536 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:23.644287 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Checking segment: {'id': '33c96a8c-3c19-40c2-8c65-19fb840bf5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '37f0f0ff-ed4e-463f-882e-af1a042b891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:23.644901 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.645513 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Bound using segment: {'id': '33c96a8c-3c19-40c2-8c65-19fb840bf5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '37f0f0ff-ed4e-463f-882e-af1a042b891a'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:23.646585 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Bound port: 1545da22-835b-4907-9279-905442cb807d, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c96a8c-3c19-40c2-8c65-19fb840bf5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '37f0f0ff-ed4e-463f-882e-af1a042b891a'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:23.648225 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.667419 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b06090ca-f80a-4a24-954f-2c6e6083f30f req-b37c7d97-8929-475b-ad25-8f4227167e93 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558235 Apr 18 19:41:23.764613 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.765339 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.777312 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-949f28ce-8be1-450a-a7d5-053c765a26b5 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755673 Apr 18 19:41:23.785379 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-898799e1-299c-4007-a286-1da6c66eb917 req-198b5cf0-9cb4-4e28-a1aa-246eb6aaf662 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 217 time: 0.0661504 Apr 18 19:41:23.826023 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] For port 1545da22-835b-4907-9279-905442cb807d, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:23.829374 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] For port 1545da22-835b-4907-9279-905442cb807d, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=1545da22-835b-4907-9279-905442cb807d,segment=NetworkSegment(33c96a8c-3c19-40c2-8c65-19fb840bf5aa),segment_id=33c96a8c-3c19-40c2-8c65-19fb840bf5aa)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:23.895111 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3910f792-019f-4488-ac81-0562081280ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.907643 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.912705 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:23.929076 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-c252814a-017b-4555-bfa1-84bce4ba2104 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=71054a69b5364a17881f16c70019efe0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6757007 Apr 18 19:41:23.939591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898799e1-299c-4007-a286-1da6c66eb917 req-c48cc485-2224-479c-949c-d8d9de8f1278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:23.941257 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-898799e1-299c-4007-a286-1da6c66eb917 req-c48cc485-2224-479c-949c-d8d9de8f1278 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eea24c7-e757-4938-8db0-4f4f48b678bd HTTP/1.1" status: 200 len: 858 time: 0.1460314 Apr 18 19:41:24.017171 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3ab80-d669-4b38-b9ab-1c5a8f4c94e2 None None] Pushing event updated for resources: {'Port': ['ID=1545da22-835b-4907-9279-905442cb807d,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:24.020909 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Routers {'36757c06-9233-43d7-9cec-2b35c7b2fe56'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:24.021523 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['36757c06-9233-43d7-9cec-2b35c7b2fe56'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:24.128064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Calling delete_port for 1545da22-835b-4907-9279-905442cb807d owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:24.166221 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-e0d1129d-ca77-49a2-aa88-e04313ab47b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=127b8468-71c8-4503-8de1-3be2a807a1c7 HTTP/1.1" status: 200 len: 217 time: 0.3080804 Apr 18 19:41:24.217625 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] Set router 36757c06-9233-43d7-9cec-2b35c7b2fe56 gateway port host: None {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:24.286898 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-7b95f842-cb26-44d4-8586-5f6ae27d92a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:24.291685 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-7b95f842-cb26-44d4-8586-5f6ae27d92a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.1102376 Apr 18 19:41:24.326936 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-898799e1-299c-4007-a286-1da6c66eb917 req-1d80165d-5fb3-4381-991a-e84e8f67f34f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3062074 Apr 18 19:41:24.363058 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c1fe8-b280-44f1-9e31-f33b354ea1e3 req-b5417c48-3f6e-4c10-b411-4a0b240e6682 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:24.367790 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c1fe8-b280-44f1-9e31-f33b354ea1e3 req-b5417c48-3f6e-4c10-b411-4a0b240e6682 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:24.372757 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.api [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:41:24.373298 n-d-838334-1 neutron-server[84805]: DEBUG oslo_db.api [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:41:24.374239 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c1fe8-b280-44f1-9e31-f33b354ea1e3 req-b5417c48-3f6e-4c10-b411-4a0b240e6682 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:24.378929 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c1fe8-b280-44f1-9e31-f33b354ea1e3 req-b5417c48-3f6e-4c10-b411-4a0b240e6682 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:24.383726 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c1fe8-b280-44f1-9e31-f33b354ea1e3 req-b5417c48-3f6e-4c10-b411-4a0b240e6682 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:24.385612 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36757c06-9233-43d7-9cec-2b35c7b2fe56', 'name': '', 'tenant_id': '628c4c8ae5514c2cac36960ca39bbf19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:18Z', 'updated_at': '2022-04-18T19:41:23Z', 'revision_number': 4, 'project_id': '628c4c8ae5514c2cac36960ca39bbf19', 'gw_port_host': None}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:24.390729 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c1fe8-b280-44f1-9e31-f33b354ea1e3 req-b5417c48-3f6e-4c10-b411-4a0b240e6682 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:24.395222 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb8c86-a49c-458b-9714-abb364e55161 None None] The sync data for ids ['36757c06-9233-43d7-9cec-2b35c7b2fe56'] in n-d-838334-1 is: [{'id': '36757c06-9233-43d7-9cec-2b35c7b2fe56', 'name': '', 'tenant_id': '628c4c8ae5514c2cac36960ca39bbf19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:18Z', 'updated_at': '2022-04-18T19:41:23Z', 'revision_number': 4, 'project_id': '628c4c8ae5514c2cac36960ca39bbf19', 'gw_port_host': None}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:24.395773 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c1fe8-b280-44f1-9e31-f33b354ea1e3 req-b5417c48-3f6e-4c10-b411-4a0b240e6682 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:24.399118 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d51c1fe8-b280-44f1-9e31-f33b354ea1e3 req-b5417c48-3f6e-4c10-b411-4a0b240e6682 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.4464862 Apr 18 19:41:24.534731 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d51c1fe8-b280-44f1-9e31-f33b354ea1e3 req-52206a75-5686-4d15-9f4f-6e9ffc46c83c tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1229706 Apr 18 19:41:24.550649 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-04cb6f89-800f-4aa4-abdb-77ec745d7a71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2510741 Apr 18 19:41:24.658451 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-898799e1-299c-4007-a286-1da6c66eb917 req-05fc940b-4a94-489c-a64f-e90e9754df40 service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197441 Apr 18 19:41:24.670653 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-450bb695-bde2-4bca-8961-9b8dc61e5564 service neutron] 10.222.0.66 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7326748 Apr 18 19:41:24.737160 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-909e7257-c321-42c6-bdf4-f9eac17e2c66 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689901 Apr 18 19:41:24.826705 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-898799e1-299c-4007-a286-1da6c66eb917 req-3351201a-207e-4061-becd-de0c20f76af3 service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372170 Apr 18 19:41:24.883549 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Deleting port 1545da22-835b-4907-9279-905442cb807d {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:24.884167 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:24.905614 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:24.912149 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-5dec5bd0-efc6-4c22-83b0-f1b1b499e9f0 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674490 Apr 18 19:41:25.007670 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.036168 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Router 69fb65ed-7099-4caf-8174-f93c4cd28862 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:41:25.043881 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-5f31c577-d82a-4358-9c6e-49296f70c884 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=746916e6-234b-4bfc-a048-feb8021abcc9 HTTP/1.1" status: 200 len: 217 time: 0.0933423 Apr 18 19:41:25.087351 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-bec18fca-a8af-4d7b-bcd9-390de4e926c5 service neutron] 10.222.0.66 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157591 Apr 18 19:41:25.160886 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] For port 1545da22-835b-4907-9279-905442cb807d, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=1545da22-835b-4907-9279-905442cb807d,segment=NetworkSegment(33c96a8c-3c19-40c2-8c65-19fb840bf5aa),segment_id=33c96a8c-3c19-40c2-8c65-19fb840bf5aa)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:25.161259 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:25.242757 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c24175ef-e296-4cdf-85de-4bed2290f501 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:25.244215 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-c24175ef-e296-4cdf-85de-4bed2290f501 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.1862564 Apr 18 19:41:25.481476 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Calling delete_port for 1545da22-835b-4907-9279-905442cb807d owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:25.571195 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-69352c91-6314-4a99-8535-5de5ef34585e req-dd51b43d-daf1-45d5-bf07-8a6071ee0431 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 210 time: 0.0610921 Apr 18 19:41:25.709627 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21bb4c-a10f-48d4-ab59-1bdc2d84d855 req-c8af326c-2d71-49ee-9417-4e08320b1b59 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:25.715180 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9a21bb4c-a10f-48d4-ab59-1bdc2d84d855 req-c8af326c-2d71-49ee-9417-4e08320b1b59 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.8020039 Apr 18 19:41:25.842847 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9a21bb4c-a10f-48d4-ab59-1bdc2d84d855 req-17190747-483a-4d45-8f90-0168280c1272 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027119 Apr 18 19:41:25.853680 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-21e90080-094a-4cc9-b599-2bc644a7d2c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5976131 Apr 18 19:41:25.916861 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:26.027038 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event deleted for resources: {'Port': ['ID=1545da22-835b-4907-9279-905442cb807d,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:26.171170 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4828c-4f67-4de0-a000-1ec9f6299fd5 req-4a4c884d-ef06-475f-86d0-12204e263c4f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:26.175273 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4828c-4f67-4de0-a000-1ec9f6299fd5 req-4a4c884d-ef06-475f-86d0-12204e263c4f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:26.179389 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4828c-4f67-4de0-a000-1ec9f6299fd5 req-4a4c884d-ef06-475f-86d0-12204e263c4f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:26.183644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4828c-4f67-4de0-a000-1ec9f6299fd5 req-4a4c884d-ef06-475f-86d0-12204e263c4f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:26.187626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4828c-4f67-4de0-a000-1ec9f6299fd5 req-4a4c884d-ef06-475f-86d0-12204e263c4f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:26.189219 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:26.191930 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4828c-4f67-4de0-a000-1ec9f6299fd5 req-4a4c884d-ef06-475f-86d0-12204e263c4f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:26.196157 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4828c-4f67-4de0-a000-1ec9f6299fd5 req-4a4c884d-ef06-475f-86d0-12204e263c4f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:26.202483 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865645b2-b236-44da-bab1-a744cbd66246 None None] Sync routers for ids ['69fb65ed-7099-4caf-8174-f93c4cd28862'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:26.205905 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdc4828c-4f67-4de0-a000-1ec9f6299fd5 req-4a4c884d-ef06-475f-86d0-12204e263c4f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.3772230 Apr 18 19:41:26.223877 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865645b2-b236-44da-bab1-a744cbd66246 None None] Routers {'69fb65ed-7099-4caf-8174-f93c4cd28862'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:26.226594 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-865645b2-b236-44da-bab1-a744cbd66246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['69fb65ed-7099-4caf-8174-f93c4cd28862'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:26.229422 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-d1ca4179-f115-4eea-95ab-db046af84e45 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680601 Apr 18 19:41:26.367302 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:26.382384 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-865645b2-b236-44da-bab1-a744cbd66246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:26.398879 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865645b2-b236-44da-bab1-a744cbd66246 None None] Routers {'69fb65ed-7099-4caf-8174-f93c4cd28862'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:26.399913 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-865645b2-b236-44da-bab1-a744cbd66246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['69fb65ed-7099-4caf-8174-f93c4cd28862'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:26.488908 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:26.507607 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-865645b2-b236-44da-bab1-a744cbd66246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:26.508418 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865645b2-b236-44da-bab1-a744cbd66246 None None] The sync data for ids ['69fb65ed-7099-4caf-8174-f93c4cd28862'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:26.549714 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-f3d65cca-a61b-4187-afe4-03fa33e90005 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133235 Apr 18 19:41:26.636006 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-466acec4-13d1-4f43-950e-b9ad2ef93eb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=43d331f5-78c3-4417-84ac-4c54c0f9a91a HTTP/1.1" status: 200 len: 217 time: 0.0796378 Apr 18 19:41:26.645387 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:26.646997 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-550a8c66-220c-4fd2-9d4b-5a5ab8e3fba6 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6130040 Apr 18 19:41:26.690132 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40854) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:26.708625 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:26.741185 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fdc4828c-4f67-4de0-a000-1ec9f6299fd5 req-7b4d6ca5-961e-4636-b8c9-9ae358016d8e tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5348253 Apr 18 19:41:26.756429 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:26.761735 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:26.866559 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fd7a1f40-8e82-40a9-a0b6-b3d6061ddf24 req-bb5fc5bf-2c81-4ce9-a153-c9a38f4c264e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 210 time: 0.1680641 Apr 18 19:41:26.879851 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-218d31dc-3819-4bca-a65f-3054c063230e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:26.881295 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-218d31dc-3819-4bca-a65f-3054c063230e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.2319179 Apr 18 19:41:26.912265 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:26.912857 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36757c06-9233-43d7-9cec-2b35c7b2fe56 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:41:26.935542 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:26.936609 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f9e609c4-211b-44da-a0fb-a4c79a0d2278 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "DELETE /v2.0/routers/36757c06-9233-43d7-9cec-2b35c7b2fe56 HTTP/1.1" status: 204 len: 168 time: 4.8870149 Apr 18 19:41:26.940866 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40864) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:26.986199 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40872) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:26.989794 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-ef99cdb4-c283-48b5-8fb0-6afd70dbc894 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0957222 Apr 18 19:41:27.165652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-eced3dd7-244e-4201-b90c-2a65315c9c63 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Deleting subnet 1efc56d8-f29b-4b74-8c7c-093b6f7d679b {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:41:27.171618 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eced3dd7-244e-4201-b90c-2a65315c9c63 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:27.229262 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-e4f4d513-abb8-4f2f-97a2-7cd1eba6f517 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293971 Apr 18 19:41:27.263712 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b4ea5-18ad-4593-9f94-b9a3ae14e178 req-643b165d-6e46-4188-b2e1-daa01166a58d tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:27.268081 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ed4b4ea5-18ad-4593-9f94-b9a3ae14e178 req-643b165d-6e46-4188-b2e1-daa01166a58d tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.2458296 Apr 18 19:41:27.270818 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eced3dd7-244e-4201-b90c-2a65315c9c63 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:27.368988 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eced3dd7-244e-4201-b90c-2a65315c9c63 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:27.397926 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ed4b4ea5-18ad-4593-9f94-b9a3ae14e178 req-2998c4b6-e54a-471a-a585-0e5047de1b75 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924144 Apr 18 19:41:27.446673 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b0f2de4e-5bb3-49ea-a98f-0ec918c6b61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:27.524139 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eced3dd7-244e-4201-b90c-2a65315c9c63 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:27.575473 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced3dd7-244e-4201-b90c-2a65315c9c63 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1efc56d8-f29b-4b74-8c7c-093b6f7d679b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:27.582558 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-eced3dd7-244e-4201-b90c-2a65315c9c63 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:27.589065 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-eced3dd7-244e-4201-b90c-2a65315c9c63 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/1efc56d8-f29b-4b74-8c7c-093b6f7d679b HTTP/1.1" status: 204 len: 168 time: 0.6472771 Apr 18 19:41:27.591761 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40886) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:27.654067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b0f2de4e-5bb3-49ea-a98f-0ec918c6b61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:27.671481 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b0f2de4e-5bb3-49ea-a98f-0ec918c6b61c admin admin] Usage tracker for resource:security_group_rule and tenant:d7b1130c3f1842d89c5360ae6363edbf is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:27.676833 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b0f2de4e-5bb3-49ea-a98f-0ec918c6b61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:27.687044 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b0f2de4e-5bb3-49ea-a98f-0ec918c6b61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:27.692015 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5ffb9fd5-9340-4ccd-b4e5-5926dc443744 req-d9069ec4-3f46-44c7-9e2f-47050a659b55 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838665 Apr 18 19:41:27.721754 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:27.795509 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b0f2de4e-5bb3-49ea-a98f-0ec918c6b61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:27.954387 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:27.986394 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f0f0ff-ed4e-463f-882e-af1a042b891a']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:28.001390 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c96a8c-3c19-40c2-8c65-19fb840bf5aa') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:28.001754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c96a8c-3c19-40c2-8c65-19fb840bf5aa') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:28.015923 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.020206 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b0f2de4e-5bb3-49ea-a98f-0ec918c6b61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.036171 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.043814 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:41:28.044219 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.106964 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2de4e-5bb3-49ea-a98f-0ec918c6b61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833c37e9-972b-4733-8a00-c2bba9905a73,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:28.125065 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b0f2de4e-5bb3-49ea-a98f-0ec918c6b61c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d7b1130c3f1842d89c5360ae6363edbf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1342988 Apr 18 19:41:28.129940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40902) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: util.warn( Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:41:28.152916 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:41:28.204213 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1ef0afd-8144-4839-99c3-31037b0e650f req-a77ad7c7-8a8f-4d7d-a7f3-b6f4bccd51f8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 210 time: 0.0502155 Apr 18 19:41:28.204738 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3c2d-c807-4d7e-88ce-163bb41a113e req-1e2c4269-e343-4125-9ab6-32e9beff23f5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:28.208941 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3c2d-c807-4d7e-88ce-163bb41a113e req-1e2c4269-e343-4125-9ab6-32e9beff23f5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:28.212782 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3c2d-c807-4d7e-88ce-163bb41a113e req-1e2c4269-e343-4125-9ab6-32e9beff23f5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:28.220235 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3c2d-c807-4d7e-88ce-163bb41a113e req-1e2c4269-e343-4125-9ab6-32e9beff23f5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:28.221294 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3c2d-c807-4d7e-88ce-163bb41a113e req-1e2c4269-e343-4125-9ab6-32e9beff23f5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:28.225227 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3c2d-c807-4d7e-88ce-163bb41a113e req-1e2c4269-e343-4125-9ab6-32e9beff23f5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:28.229126 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec3c2d-c807-4d7e-88ce-163bb41a113e req-1e2c4269-e343-4125-9ab6-32e9beff23f5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:28.231033 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-90ec3c2d-c807-4d7e-88ce-163bb41a113e req-1e2c4269-e343-4125-9ab6-32e9beff23f5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.3115318 Apr 18 19:41:28.264316 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df9bef44-5652-4ea7-aa99-7b16a73e7cc3 req-1c54df92-2ddd-47ea-9cf2-6d18cb397acd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6480 time: 0.2857115 Apr 18 19:41:28.289177 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.308292 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37f0f0ff-ed4e-463f-882e-af1a042b891a {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 19:41:28.310961 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.323133 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event deleted for resources: {'Network': ['ID=37f0f0ff-ed4e-463f-882e-af1a042b891a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:28.327140 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ece6f1b3-e049-4c2a-bfef-a3085059a66f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "DELETE /v2.0/networks/37f0f0ff-ed4e-463f-882e-af1a042b891a HTTP/1.1" status: 204 len: 168 time: 0.7342346 Apr 18 19:41:28.380291 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-800ca246-5aea-470d-a20f-48b023e0db8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.449012 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-90ec3c2d-c807-4d7e-88ce-163bb41a113e req-5939c234-8b31-401d-ae05-16fd0797371d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2111959 Apr 18 19:41:28.449973 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-800ca246-5aea-470d-a20f-48b023e0db8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.461966 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.526440 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bef44-5652-4ea7-aa99-7b16a73e7cc3 req-84da2fff-7b4e-414e-9566-d4276dd84f5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:28.527885 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df9bef44-5652-4ea7-aa99-7b16a73e7cc3 req-84da2fff-7b4e-414e-9566-d4276dd84f5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e78622fb-3352-44b9-a22f-f41c23e91484 HTTP/1.1" status: 200 len: 903 time: 0.2556236 Apr 18 19:41:28.650408 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df9bef44-5652-4ea7-aa99-7b16a73e7cc3 req-1976d192-5282-4f56-ae81-921f4159978a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=43d331f5-78c3-4417-84ac-4c54c0f9a91a HTTP/1.1" status: 200 len: 217 time: 0.1146524 Apr 18 19:41:28.652054 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.726672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069bc3d-261e-4acf-aed5-3f4cd51a88c1 req-e3fff18d-19d5-4521-8fcf-ea22f44d1905 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:28.728318 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3069bc3d-261e-4acf-aed5-3f4cd51a88c1 req-e3fff18d-19d5-4521-8fcf-ea22f44d1905 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1113114 Apr 18 19:41:28.791445 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3069bc3d-261e-4acf-aed5-3f4cd51a88c1 req-d478b45d-3d8e-4e74-818d-bb89ae4b316d tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571032 Apr 18 19:41:28.812921 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Deleting port fa5a61b5-1355-492f-b31b-a0411bb29151 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:28.814750 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.875707 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-800ca246-5aea-470d-a20f-48b023e0db8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:28.906119 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bef44-5652-4ea7-aa99-7b16a73e7cc3 req-f979c7b1-346c-4903-a91d-8d6cab23ecc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:28.907673 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df9bef44-5652-4ea7-aa99-7b16a73e7cc3 req-f979c7b1-346c-4903-a91d-8d6cab23ecc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.2521725 Apr 18 19:41:28.931382 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ca246-5aea-470d-a20f-48b023e0db8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833c37e9-972b-4733-8a00-c2bba9905a73,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:29.016277 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40950) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:29.022402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-8352673e-177c-40be-a792-0e26c4d26dbb tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Request body: {'router': {'name': 'tempest-router--1537759567', 'project_id': '77eb9ef3b81f4105a514524509f0b0a5'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:29.027517 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8352673e-177c-40be-a792-0e26c4d26dbb tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:29.031536 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8352673e-177c-40be-a792-0e26c4d26dbb tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Usage tracker for resource:router and tenant:77eb9ef3b81f4105a514524509f0b0a5 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:29.034456 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8352673e-177c-40be-a792-0e26c4d26dbb tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:29.041235 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8352673e-177c-40be-a792-0e26c4d26dbb tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:29.063674 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-800ca246-5aea-470d-a20f-48b023e0db8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.067539 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-800ca246-5aea-470d-a20f-48b023e0db8a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/833c37e9-972b-4733-8a00-c2bba9905a73 HTTP/1.1" status: 204 len: 168 time: 0.9346542 Apr 18 19:41:29.078113 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-e5d21f34-3ed2-4ad3-8a17-cbf5c1641ffa tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:29.079634 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-e5d21f34-3ed2-4ad3-8a17-cbf5c1641ffa tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.71 "GET /v2.0/networks?id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74 HTTP/1.1" status: 200 len: 814 time: 0.3779464 Apr 18 19:41:29.106565 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Request body: {'port': {'device_id': '419213a8-b50d-4071-9553-4afb673962ca', 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74', 'admin_state_up': True, 'tenant_id': '71054a69b5364a17881f16c70019efe0'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:29.130800 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8352673e-177c-40be-a792-0e26c4d26dbb tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.136809 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8352673e-177c-40be-a792-0e26c4d26dbb tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.168193 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8352673e-177c-40be-a792-0e26c4d26dbb tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.255563 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8352673e-177c-40be-a792-0e26c4d26dbb tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.288056 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df9bef44-5652-4ea7-aa99-7b16a73e7cc3 req-263799f1-2e9e-474c-b965-733cb5783a02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3601263 Apr 18 19:41:29.296625 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.379246 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8352673e-177c-40be-a792-0e26c4d26dbb tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.383459 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8352673e-177c-40be-a792-0e26c4d26dbb tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3657191 Apr 18 19:41:29.384176 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 40962) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:29.548265 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8f8d59a9-0956-462c-9f71-71ad58749a23 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:29.658455 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Calling delete_port for fa5a61b5-1355-492f-b31b-a0411bb29151 owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:29.768707 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-17df605a-4732-4da4-a02b-b88a5de2b01f req-876dd722-3683-4ce8-8234-54ee16e68993 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 210 time: 0.3669231 Apr 18 19:41:29.795448 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:29.829823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:29.889458 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df9bef44-5652-4ea7-aa99-7b16a73e7cc3 req-b9b3a209-9f9d-478d-b8ec-2e241baae39c service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806625 Apr 18 19:41:29.948696 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6af4e3-847e-4835-9097-df4aa76f5171 req-6f98ec71-a5d7-4c98-ab63-2406720c9c47 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:29.952696 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6af4e3-847e-4835-9097-df4aa76f5171 req-6f98ec71-a5d7-4c98-ab63-2406720c9c47 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:29.956820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6af4e3-847e-4835-9097-df4aa76f5171 req-6f98ec71-a5d7-4c98-ab63-2406720c9c47 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:29.961621 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6af4e3-847e-4835-9097-df4aa76f5171 req-6f98ec71-a5d7-4c98-ab63-2406720c9c47 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:29.965619 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6af4e3-847e-4835-9097-df4aa76f5171 req-6f98ec71-a5d7-4c98-ab63-2406720c9c47 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:29.969889 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6af4e3-847e-4835-9097-df4aa76f5171 req-6f98ec71-a5d7-4c98-ab63-2406720c9c47 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:29.973825 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6af4e3-847e-4835-9097-df4aa76f5171 req-6f98ec71-a5d7-4c98-ab63-2406720c9c47 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:29.978813 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c6af4e3-847e-4835-9097-df4aa76f5171 req-6f98ec71-a5d7-4c98-ab63-2406720c9c47 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.2703888 Apr 18 19:41:30.067153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Made reservation on behalf of 71054a69b5364a17881f16c70019efe0 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:30.075745 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.103169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 40982) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:30.153921 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8f8d59a9-0956-462c-9f71-71ad58749a23 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.176780 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8f8d59a9-0956-462c-9f71-71ad58749a23 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.192515 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3c6af4e3-847e-4835-9097-df4aa76f5171 req-3edb5014-a252-4ecd-b482-d4ec72a3c135 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1545506 Apr 18 19:41:30.207250 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-419cd1cb-23db-4ed7-b096-704924c22266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.230577 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-df9bef44-5652-4ea7-aa99-7b16a73e7cc3 req-4bb92b8e-5b14-4487-9078-7ed116920338 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332675 Apr 18 19:41:30.257735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14c48d-1e05-47c8-ad6d-82b149b840d5 req-0ff6d56a-ec06-4342-b4bd-2278558d66ee tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:30.264596 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e14c48d-1e05-47c8-ad6d-82b149b840d5 req-0ff6d56a-ec06-4342-b4bd-2278558d66ee tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.2912755 Apr 18 19:41:30.305722 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8f8d59a9-0956-462c-9f71-71ad58749a23 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.306239 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8d59a9-0956-462c-9f71-71ad58749a23 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eaaf295a-aec1-4a69-ac90-ead38da7c784 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:41:30.306430 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8e14c48d-1e05-47c8-ad6d-82b149b840d5 req-3cc9bc0f-4f8b-4463-975c-2c551366b442 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Apr 18 19:41:30.315956 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8f8d59a9-0956-462c-9f71-71ad58749a23 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.320058 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8f8d59a9-0956-462c-9f71-71ad58749a23 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "DELETE /v2.0/routers/eaaf295a-aec1-4a69-ac90-ead38da7c784 HTTP/1.1" status: 204 len: 168 time: 0.9349122 Apr 18 19:41:30.323355 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-419cd1cb-23db-4ed7-b096-704924c22266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:30.327522 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-419cd1cb-23db-4ed7-b096-704924c22266 admin admin] Usage tracker for resource:security_group_rule and tenant:30ea7c158b5b425c865c65b55148d510 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:30.333939 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-419cd1cb-23db-4ed7-b096-704924c22266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:30.339559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-419cd1cb-23db-4ed7-b096-704924c22266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:30.356613 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.436802 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Pushing event deleted for resources: {'Port': ['ID=fa5a61b5-1355-492f-b31b-a0411bb29151,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:30.632113 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-419cd1cb-23db-4ed7-b096-704924c22266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.758461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Allocated IP 172.20.0.14 (8383f690-b12f-40d2-baf7-e0b0ee6c2d74/a769ad0c-aeb4-49c3-aef9-0a8f238d28de/66c50ec8-f991-4b6e-958f-268fcc90bbeb) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:30.767801 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-419cd1cb-23db-4ed7-b096-704924c22266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.811731 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:30.844644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41004) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:30.968803 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8916d181-3ba0-4c5e-a277-8a1cde4d7f4e req-24d3e3c4-1491-403c-971c-c2ba6763a7e1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 210 time: 0.0500991 Apr 18 19:41:30.972255 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-419cd1cb-23db-4ed7-b096-704924c22266 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=30ea7c158b5b425c865c65b55148d510&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8645084 Apr 18 19:41:30.976660 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41010) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:30.985140 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cd1cb-23db-4ed7-b096-704924c22266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5317f5-449a-4315-ba04-12038c5d89cd,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:30.992993 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.013515 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4113115'] for router, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.056563 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb4a6-c558-4023-9d89-65b5843b51a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.093307 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb4a6-c558-4023-9d89-65b5843b51a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.255268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-329863915', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}, 'admin_state_up': False}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:31.265374 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:31.270033 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Usage tracker for resource:router and tenant:2e0f7d93dddc46a9b093b20c8bb5b107 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:31.273884 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:31.279934 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:31.409156 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.410330 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.477386 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb4a6-c558-4023-9d89-65b5843b51a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.504234 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfb4a6-c558-4023-9d89-65b5843b51a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5317f5-449a-4315-ba04-12038c5d89cd,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:31.524165 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Router 69fb65ed-7099-4caf-8174-f93c4cd28862 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:41:31.526160 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.534581 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-dbdfb4a6-c558-4023-9d89-65b5843b51a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.538769 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-dbdfb4a6-c558-4023-9d89-65b5843b51a8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe5317f5-449a-4315-ba04-12038c5d89cd HTTP/1.1" status: 204 len: 168 time: 0.5576177 Apr 18 19:41:31.557514 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.576011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83f261-5170-49a5-b722-e459d494a765 req-658bdaad-a64e-4ef5-9196-b01eb0439c54 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:31.582038 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b64a6-9f87-4e34-ba5b-ed5ee40429c7 req-7bf62af8-6722-4724-83fe-9b9f7b092fdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:31.583783 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac83f261-5170-49a5-b722-e459d494a765 req-658bdaad-a64e-4ef5-9196-b01eb0439c54 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1424367 Apr 18 19:41:31.586500 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b64a6-9f87-4e34-ba5b-ed5ee40429c7 req-7bf62af8-6722-4724-83fe-9b9f7b092fdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:31.590367 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b64a6-9f87-4e34-ba5b-ed5ee40429c7 req-7bf62af8-6722-4724-83fe-9b9f7b092fdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:31.594187 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b64a6-9f87-4e34-ba5b-ed5ee40429c7 req-7bf62af8-6722-4724-83fe-9b9f7b092fdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:31.598043 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b64a6-9f87-4e34-ba5b-ed5ee40429c7 req-7bf62af8-6722-4724-83fe-9b9f7b092fdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:31.602669 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b64a6-9f87-4e34-ba5b-ed5ee40429c7 req-7bf62af8-6722-4724-83fe-9b9f7b092fdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:31.606674 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b64a6-9f87-4e34-ba5b-ed5ee40429c7 req-7bf62af8-6722-4724-83fe-9b9f7b092fdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:31.608592 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-990b64a6-9f87-4e34-ba5b-ed5ee40429c7 req-7bf62af8-6722-4724-83fe-9b9f7b092fdd tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.2171278 Apr 18 19:41:31.638981 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac83f261-5170-49a5-b722-e459d494a765 req-051ae7c2-af30-4acd-abcf-e59f965016d0 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552356 Apr 18 19:41:31.733597 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41024) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:31.779047 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.803025 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-990b64a6-9f87-4e34-ba5b-ed5ee40429c7 req-800f307c-1c12-489e-9335-7fac5a31507d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1365108 Apr 18 19:41:31.805631 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:31.818310 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b1145-6b20-4e99-9b07-70206cdd285c None None] Sync routers for ids ['69fb65ed-7099-4caf-8174-f93c4cd28862'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:31.825900 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.829507 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-526381a3-54e7-4571-b8b0-6aa225def4ca tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "PUT /v2.0/routers/69fb65ed-7099-4caf-8174-f93c4cd28862 HTTP/1.1" status: 200 len: 710 time: 5.1365428 Apr 18 19:41:31.829733 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41030) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:31.841094 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b1145-6b20-4e99-9b07-70206cdd285c None None] Routers {'69fb65ed-7099-4caf-8174-f93c4cd28862'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:31.851534 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-bb3b1145-6b20-4e99-9b07-70206cdd285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['69fb65ed-7099-4caf-8174-f93c4cd28862'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:31.894977 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:31.939255 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['7231705a-2924-4226-bb3a-48dd637e81ab'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:31.999820 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-bb3b1145-6b20-4e99-9b07-70206cdd285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:32.047760 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:32.053208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Pushing event updated for resources: {'Port': ['ID=66c50ec8-f991-4b6e-958f-268fcc90bbeb,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:32.053208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:32.055037 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:32.092502 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2fe34ef9-34ff-4d23-8a83-7be59ed035e3 tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/routers/69fb65ed-7099-4caf-8174-f93c4cd28862 HTTP/1.1" status: 200 len: 745 time: 0.2613046 Apr 18 19:41:32.095226 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41040) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:32.124344 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b1145-6b20-4e99-9b07-70206cdd285c None None] Routers {'69fb65ed-7099-4caf-8174-f93c4cd28862'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:32.125836 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-bb3b1145-6b20-4e99-9b07-70206cdd285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['69fb65ed-7099-4caf-8174-f93c4cd28862'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:32.158297 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ba09340d-4042-45a3-b168-d94e8d783fea tempest-RoutersIpV6AdminTest-859737341 tempest-RoutersIpV6AdminTest-859737341-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=b9f392f6-42e1-41ad-9423-d80ed824c270&device_id=69fb65ed-7099-4caf-8174-f93c4cd28862 HTTP/1.1" status: 200 len: 205 time: 0.0617898 Apr 18 19:41:32.161400 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41046) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:32.229439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:32.230292 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.233502 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.241486 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7ddc6018-9638-4dca-9780-183e7e4ff6fd tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=69fb65ed-7099-4caf-8174-f93c4cd28862 HTTP/1.1" status: 200 len: 205 time: 0.0783060 Apr 18 19:41:32.252984 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-bb3b1145-6b20-4e99-9b07-70206cdd285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:32.253391 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b1145-6b20-4e99-9b07-70206cdd285c None None] The sync data for ids ['69fb65ed-7099-4caf-8174-f93c4cd28862'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:32.261711 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41050) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:32.272597 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1d682c28-26ea-4af6-b9ca-a23d23db2510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.315573 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1d682c28-26ea-4af6-b9ca-a23d23db2510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:32.320141 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1d682c28-26ea-4af6-b9ca-a23d23db2510 admin admin] Usage tracker for resource:security_group_rule and tenant:cd118acf761040e58d2a00ae1001ce2d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:32.323321 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-1d682c28-26ea-4af6-b9ca-a23d23db2510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:32.329805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-1d682c28-26ea-4af6-b9ca-a23d23db2510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:32.360562 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.380670 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-4c895d35-e08d-4681-9bdd-91e4b158ece8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2815731 Apr 18 19:41:32.393887 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-bcfb8856-78cf-4a94-97d7-3b786806ee6b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:32.394398 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-bcfb8856-78cf-4a94-97d7-3b786806ee6b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058813 Apr 18 19:41:32.421369 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1d682c28-26ea-4af6-b9ca-a23d23db2510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.487560 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-1d682c28-26ea-4af6-b9ca-a23d23db2510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.523355 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d682c28-26ea-4af6-b9ca-a23d23db2510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1bf671-753a-4704-9404-e2300c79bf9e,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:32.552327 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-1d682c28-26ea-4af6-b9ca-a23d23db2510 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd118acf761040e58d2a00ae1001ce2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8084321 Apr 18 19:41:32.556125 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41060) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:32.564481 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6075031b-fc2f-4d1c-9766-b87116318bba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.621299 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Request body: {'port': {'device_id': '419213a8-b50d-4071-9553-4afb673962ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:32.659926 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-25dff254-017d-4f22-98a8-2f94dec05226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.710122 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a276d4-715a-4753-9362-592be187758a req-6c4719c7-a627-43db-8f81-2454b6abe925 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:32.711645 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-56a276d4-715a-4753-9362-592be187758a req-6c4719c7-a627-43db-8f81-2454b6abe925 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 932 time: 0.4793167 Apr 18 19:41:32.742610 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Allocated IP 172.25.8.66 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/3636fa04-ce97-4a58-9631-06ec5f3fcd55) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:32.773110 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-25dff254-017d-4f22-98a8-2f94dec05226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.808382 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:32.974724 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-56a276d4-715a-4753-9362-592be187758a req-0b6edfed-4afb-4f2e-9e8e-77cbaa288e9e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539616 Apr 18 19:41:33.035165 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1a6c0-e018-48fd-a94b-d889a701b6c0 req-a46a095d-d1d6-4c79-b163-d4b573150732 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:33.036926 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ae1a6c0-e018-48fd-a94b-d889a701b6c0 req-a46a095d-d1d6-4c79-b163-d4b573150732 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.2320518 Apr 18 19:41:33.093134 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-25dff254-017d-4f22-98a8-2f94dec05226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.228136 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dff254-017d-4f22-98a8-2f94dec05226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1bf671-753a-4704-9404-e2300c79bf9e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:33.230252 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-25dff254-017d-4f22-98a8-2f94dec05226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.231454 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-25dff254-017d-4f22-98a8-2f94dec05226 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a1bf671-753a-4704-9404-e2300c79bf9e HTTP/1.1" status: 204 len: 168 time: 0.6743619 Apr 18 19:41:33.257241 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2ae1a6c0-e018-48fd-a94b-d889a701b6c0 req-51f87c00-6dba-4591-9016-00ccae3177e9 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073517 Apr 18 19:41:33.300120 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6075031b-fc2f-4d1c-9766-b87116318bba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.324100 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6075031b-fc2f-4d1c-9766-b87116318bba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.358922 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.407250 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ca37-d0cb-48cd-921d-6c2fa16305c4 req-127aecdc-68a9-4e38-8732-37ca8c8fea6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:33.411178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ca37-d0cb-48cd-921d-6c2fa16305c4 req-127aecdc-68a9-4e38-8732-37ca8c8fea6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:33.415750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ca37-d0cb-48cd-921d-6c2fa16305c4 req-127aecdc-68a9-4e38-8732-37ca8c8fea6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:33.419708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ca37-d0cb-48cd-921d-6c2fa16305c4 req-127aecdc-68a9-4e38-8732-37ca8c8fea6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:33.423587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ca37-d0cb-48cd-921d-6c2fa16305c4 req-127aecdc-68a9-4e38-8732-37ca8c8fea6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:33.427435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ca37-d0cb-48cd-921d-6c2fa16305c4 req-127aecdc-68a9-4e38-8732-37ca8c8fea6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:33.431366 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ca37-d0cb-48cd-921d-6c2fa16305c4 req-127aecdc-68a9-4e38-8732-37ca8c8fea6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:33.433302 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-42f8ca37-d0cb-48cd-921d-6c2fa16305c4 req-127aecdc-68a9-4e38-8732-37ca8c8fea6d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.2731445 Apr 18 19:41:33.491430 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-42f8ca37-d0cb-48cd-921d-6c2fa16305c4 req-ec2cd62b-8618-47a2-8ae6-d8768d318678 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0476654 Apr 18 19:41:33.518087 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6075031b-fc2f-4d1c-9766-b87116318bba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.518897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6075031b-fc2f-4d1c-9766-b87116318bba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Fanout notify agent at l3_agent the message router_deleted on router 69fb65ed-7099-4caf-8174-f93c4cd28862 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:41:33.543422 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6075031b-fc2f-4d1c-9766-b87116318bba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.554679 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6075031b-fc2f-4d1c-9766-b87116318bba tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/69fb65ed-7099-4caf-8174-f93c4cd28862 HTTP/1.1" status: 204 len: 168 time: 1.2810211 Apr 18 19:41:33.554679 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41080) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:33.561070 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c50ec8-f991-4b6e-958f-268fcc90bbeb {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:33.574105 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.601798 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.602003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Transition to ACTIVE for port object 66c50ec8-f991-4b6e-958f-268fcc90bbeb will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:33.621928 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58aa3ab7-c61c-48e0-b661-9f21549b0916 req-61c1f21f-a2ae-4208-ab1c-71ff062779ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdb65becce204455978edc9c05affe12&device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1097 time: 0.1343911 Apr 18 19:41:33.651025 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0f5c6b46-d149-4384-9928-d49fba7bcddb tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=69fb65ed-7099-4caf-8174-f93c4cd28862 HTTP/1.1" status: 200 len: 205 time: 0.0922129 Apr 18 19:41:33.659428 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41086) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:33.716216 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:33.742922 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-2f72ed4e-619d-449e-be1e-175a13899b7e tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] delete failed (client error): The resource could not be found. Apr 18 19:41:33.743968 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2f72ed4e-619d-449e-be1e-175a13899b7e tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/69fb65ed-7099-4caf-8174-f93c4cd28862 HTTP/1.1" status: 404 len: 336 time: 0.0836389 Apr 18 19:41:33.745991 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:33.750842 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41092) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:33.751820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:33.755440 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:33.841679 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-26c51ea8-7791-4c5b-9439-893ccd1c34f9 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21 HTTP/1.1" status: 200 len: 205 time: 0.0891845 Apr 18 19:41:33.841679 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Pushing event updated for resources: {'Port': ['ID=3636fa04-ce97-4a58-9631-06ec5f3fcd55,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:33.841890 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41104) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:33.864873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=66c50ec8-f991-4b6e-958f-268fcc90bbeb,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:33.935396 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-5360bbf9-8a50-43b2-b39d-28c8889009b0 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] delete failed (client error): The resource could not be found. Apr 18 19:41:33.935396 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5360bbf9-8a50-43b2-b39d-28c8889009b0 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/8e5b969f-d2c8-4d91-a0c4-6e5819e6ab21 HTTP/1.1" status: 404 len: 336 time: 0.0854666 Apr 18 19:41:33.935396 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41110) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:33.966511 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa3ab7-c61c-48e0-b661-9f21549b0916 req-0be0394d-38a7-4e92-aa08-2f56f666fa65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:33.969789 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58aa3ab7-c61c-48e0-b661-9f21549b0916 req-0be0394d-38a7-4e92-aa08-2f56f666fa65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 200 len: 919 time: 0.3236341 Apr 18 19:41:34.012693 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b05052e0-8471-4a56-bed0-1cd829476251 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=340f1b62-80ad-4c1d-b831-0b0ad5274c86 HTTP/1.1" status: 200 len: 205 time: 0.0784528 Apr 18 19:41:34.023065 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41116) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:34.061593 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58aa3ab7-c61c-48e0-b661-9f21549b0916 req-d90ffb9a-4a71-4fa2-9711-bc6ee6fb94fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 217 time: 0.0844877 Apr 18 19:41:34.101343 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-37bbe902-89a5-4e22-98de-9d58b87254c2 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] delete failed (client error): The resource could not be found. Apr 18 19:41:34.104145 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-37bbe902-89a5-4e22-98de-9d58b87254c2 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/340f1b62-80ad-4c1d-b831-0b0ad5274c86 HTTP/1.1" status: 404 len: 336 time: 0.0804632 Apr 18 19:41:34.106737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41122) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:34.136809 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa3ab7-c61c-48e0-b661-9f21549b0916 req-64e91a9c-1628-429a-8e7c-6e1d5ce6802d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:34.138257 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58aa3ab7-c61c-48e0-b661-9f21549b0916 req-64e91a9c-1628-429a-8e7c-6e1d5ce6802d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eea24c7-e757-4938-8db0-4f4f48b678bd HTTP/1.1" status: 200 len: 858 time: 0.0702465 Apr 18 19:41:34.166399 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6423207f-0b05-4d4d-b366-8eb35eed63e1 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a61c652-1839-4f45-8dea-41ca0efb11a9 HTTP/1.1" status: 200 len: 205 time: 0.0582457 Apr 18 19:41:34.168791 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41126) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:34.202756 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Attempting to bind port 66c50ec8-f991-4b6e-958f-268fcc90bbeb on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:34.203095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Attempting to bind port 66c50ec8-f991-4b6e-958f-268fcc90bbeb by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'f4fdc0a9-ee69-4aec-90ef-432fac977e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:34.203420 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Attempting to bind port 66c50ec8-f991-4b6e-958f-268fcc90bbeb on network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:34.211493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41130) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:34.250166 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-7385257b-d9cd-4f54-b38a-6dc6b3aea971 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] delete failed (client error): The resource could not be found. Apr 18 19:41:34.252733 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7385257b-d9cd-4f54-b38a-6dc6b3aea971 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/7a61c652-1839-4f45-8dea-41ca0efb11a9 HTTP/1.1" status: 404 len: 336 time: 0.0813465 Apr 18 19:41:34.260789 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41134) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:34.273197 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58aa3ab7-c61c-48e0-b661-9f21549b0916 req-25f3ce63-d194-46f1-a49a-08819b50d4a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074126 Apr 18 19:41:34.280210 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Port 66c50ec8-f991-4b6e-958f-268fcc90bbeb on network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:41:34.281480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Attempting to bind port 66c50ec8-f991-4b6e-958f-268fcc90bbeb on network 8383f690-b12f-40d2-baf7-e0b0ee6c2d74 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:34.284546 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e4c2af38-6aee-4a12-bed1-5bb3d572d333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:34.314019 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-44ba91d5-00e7-49e0-98ea-57b15d737dc5 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cb009fa-1fef-410b-9fe0-ad03984451e5 HTTP/1.1" status: 200 len: 205 time: 0.0502348 Apr 18 19:41:34.314019 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41140) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:34.344767 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e4c2af38-6aee-4a12-bed1-5bb3d572d333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:34.349722 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e4c2af38-6aee-4a12-bed1-5bb3d572d333 admin admin] Usage tracker for resource:security_group_rule and tenant:8d0d4f9e3c554d88a99ec920ff957010 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:34.353072 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e4c2af38-6aee-4a12-bed1-5bb3d572d333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:34.375362 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e4c2af38-6aee-4a12-bed1-5bb3d572d333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:34.402908 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-eb0ca42a-e286-4ca3-ac7e-cd4c065c7229 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] delete failed (client error): The resource could not be found. Apr 18 19:41:34.404711 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-eb0ca42a-e286-4ca3-ac7e-cd4c065c7229 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/0cb009fa-1fef-410b-9fe0-ad03984451e5 HTTP/1.1" status: 404 len: 336 time: 0.0895176 Apr 18 19:41:34.407192 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41146) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:34.475065 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:34.475438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Checking segment: {'id': 'f4fdc0a9-ee69-4aec-90ef-432fac977e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:34.475925 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Bound using segment: {'id': 'f4fdc0a9-ee69-4aec-90ef-432fac977e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:34.476455 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Bound port: 66c50ec8-f991-4b6e-958f-268fcc90bbeb, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4fdc0a9-ee69-4aec-90ef-432fac977e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:34.476875 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:34.530513 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8af01a68-84b4-47ba-9ee1-b849707e5bd7 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "GET /v2.0/ports?device_id=30776b3d-3b28-4bfa-9f06-fb83af70adfd HTTP/1.1" status: 200 len: 205 time: 0.1220319 Apr 18 19:41:34.534818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41152) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:34.583756 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:34.584918 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:34.599360 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c535f3-cb4f-463b-9c85-ff41af0ee8f7 req-e5cb3bdb-23eb-49b9-93fd-912e630d156e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:34.602096 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-85c535f3-cb4f-463b-9c85-ff41af0ee8f7 req-e5cb3bdb-23eb-49b9-93fd-912e630d156e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1319594 Apr 18 19:41:34.675021 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [None req-7e260c75-d445-4bbf-b522-bff783e35183 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] delete failed (client error): The resource could not be found. Apr 18 19:41:34.676219 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7e260c75-d445-4bbf-b522-bff783e35183 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/routers/30776b3d-3b28-4bfa-9f06-fb83af70adfd HTTP/1.1" status: 404 len: 336 time: 0.1367466 Apr 18 19:41:34.693494 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41160) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:34.764945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33006aff-5b00-4073-b1ef-f2b5bd4ec7e1 req-dbaf113f-8b6e-4c63-87e4-a14f21092dd1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:34.775134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-33006aff-5b00-4073-b1ef-f2b5bd4ec7e1 req-dbaf113f-8b6e-4c63-87e4-a14f21092dd1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Synchronizing usage tracker for tenant:71054a69b5364a17881f16c70019efe0 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:34.791692 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58aa3ab7-c61c-48e0-b661-9f21549b0916 req-ae85faea-fffa-4c6e-b0fc-4e07340cb640 service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085795 Apr 18 19:41:34.792490 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc6a4b1-c57f-4adc-a6ab-b8e2f327fd65 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] DELETE failed (client error): The resource could not be found. Apr 18 19:41:34.792950 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc6a4b1-c57f-4adc-a6ab-b8e2f327fd65 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:41:34.842741 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e4c2af38-6aee-4a12-bed1-5bb3d572d333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:34.854939 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8fc6a4b1-c57f-4adc-a6ab-b8e2f327fd65 tempest-RoutersIpV6AdminTest-1366726708 tempest-RoutersIpV6AdminTest-1366726708-project] 10.222.0.66 "DELETE /v2.0/subnets/5ac10512-5819-401f-b768-58e3c94d4fb4 HTTP/1.1" status: 404 len: 337 time: 0.1593940 Apr 18 19:41:34.890092 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-85c535f3-cb4f-463b-9c85-ff41af0ee8f7 req-6dcb5f5d-dab6-4d37-818d-acbdae9602d5 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262549 Apr 18 19:41:34.905292 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] For port 66c50ec8-f991-4b6e-958f-268fcc90bbeb, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:34.926096 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] For port 66c50ec8-f991-4b6e-958f-268fcc90bbeb, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=66c50ec8-f991-4b6e-958f-268fcc90bbeb,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:34.937826 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e4c2af38-6aee-4a12-bed1-5bb3d572d333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:35.003642 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e4c2af38-6aee-4a12-bed1-5bb3d572d333 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d0d4f9e3c554d88a99ec920ff957010&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7806609 Apr 18 19:41:35.003642 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-33006aff-5b00-4073-b1ef-f2b5bd4ec7e1 req-dbaf113f-8b6e-4c63-87e4-a14f21092dd1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Unset dirty status for tenant:71054a69b5364a17881f16c70019efe0 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:35.003642 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33006aff-5b00-4073-b1ef-f2b5bd4ec7e1 req-dbaf113f-8b6e-4c63-87e4-a14f21092dd1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 944 time: 0.7948313 Apr 18 19:41:35.004133 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41172) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:35.044506 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:35.143448 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Router 779fbb2e-2e04-4bd0-9020-a612fdbfaa37 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:41:35.165655 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9f1955e-82e5-446e-94ab-e0134155a17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:35.189258 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=66c50ec8-f991-4b6e-958f-268fcc90bbeb,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:35.203414 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:35.203414 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-534d2fc5-0def-4b77-b191-676addd39ad6 service neutron] 10.222.0.71 "PUT /v2.0/ports/66c50ec8-f991-4b6e-958f-268fcc90bbeb HTTP/1.1" status: 200 len: 1092 time: 2.7947543 Apr 18 19:41:35.204663 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419213a8-b50d-4071-9553-4afb673962ca', 'tag': '66c50ec8-f991-4b6e-958f-268fcc90bbeb'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:35.216626 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-58aa3ab7-c61c-48e0-b661-9f21549b0916 req-04142e58-45d7-4709-94ec-dc77b97a79dc service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073832 Apr 18 19:41:35.217596 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2af38-6aee-4a12-bed1-5bb3d572d333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4adb04-2156-4ed6-9f33-d80d018e3169,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:35.223698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-33006aff-5b00-4073-b1ef-f2b5bd4ec7e1 req-b3c436de-c63f-4795-bb9e-2dd1564a76b5 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220516 Apr 18 19:41:35.286832 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9f1955e-82e5-446e-94ab-e0134155a17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:35.410019 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc90e22-59bc-4a1b-99c1-80b7e4dad0fc req-c77b0baf-d0e9-4cbe-b7bc-80275b5e5e29 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.418266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc90e22-59bc-4a1b-99c1-80b7e4dad0fc req-c77b0baf-d0e9-4cbe-b7bc-80275b5e5e29 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.422383 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc90e22-59bc-4a1b-99c1-80b7e4dad0fc req-c77b0baf-d0e9-4cbe-b7bc-80275b5e5e29 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.426418 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc90e22-59bc-4a1b-99c1-80b7e4dad0fc req-c77b0baf-d0e9-4cbe-b7bc-80275b5e5e29 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.430432 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc90e22-59bc-4a1b-99c1-80b7e4dad0fc req-c77b0baf-d0e9-4cbe-b7bc-80275b5e5e29 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.434349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc90e22-59bc-4a1b-99c1-80b7e4dad0fc req-c77b0baf-d0e9-4cbe-b7bc-80275b5e5e29 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.439984 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc90e22-59bc-4a1b-99c1-80b7e4dad0fc req-c77b0baf-d0e9-4cbe-b7bc-80275b5e5e29 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.441108 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cbc90e22-59bc-4a1b-99c1-80b7e4dad0fc req-c77b0baf-d0e9-4cbe-b7bc-80275b5e5e29 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.3518305 Apr 18 19:41:35.533480 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cbc90e22-59bc-4a1b-99c1-80b7e4dad0fc req-a41f46a2-0e92-40d4-a569-113efdefbd79 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0780699 Apr 18 19:41:35.572446 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9f1955e-82e5-446e-94ab-e0134155a17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:35.578449 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-d5717aec-95f4-4b1b-aadd-2ebbf77edc07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71054a69b5364a17881f16c70019efe0&device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 1095 time: 0.2670009 Apr 18 19:41:35.596713 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1955e-82e5-446e-94ab-e0134155a17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4adb04-2156-4ed6-9f33-d80d018e3169,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:35.610398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41188) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:35.610398 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9f1955e-82e5-446e-94ab-e0134155a17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:35.611514 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b9f1955e-82e5-446e-94ab-e0134155a17e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f4adb04-2156-4ed6-9f33-d80d018e3169 HTTP/1.1" status: 204 len: 168 time: 0.6059978 Apr 18 19:41:35.620103 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:35.631146 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8536b-8794-42e8-9960-be33bb37d302 None None] Sync routers for ids ['779fbb2e-2e04-4bd0-9020-a612fdbfaa37'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:35.663115 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8536b-8794-42e8-9960-be33bb37d302 None None] Routers {'779fbb2e-2e04-4bd0-9020-a612fdbfaa37'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:35.663778 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-11f8536b-8794-42e8-9960-be33bb37d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['779fbb2e-2e04-4bd0-9020-a612fdbfaa37'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:35.729940 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-f3cc4bc7-f70b-4dcb-b794-b4afd8160367 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c50ec8-f991-4b6e-958f-268fcc90bbeb HTTP/1.1" status: 200 len: 217 time: 0.1407843 Apr 18 19:41:35.740700 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:35.741713 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6f604fd0-0681-41fe-bb1e-893a5f62873c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.8948557 Apr 18 19:41:35.744495 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41196) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:35.796289 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-11f8536b-8794-42e8-9960-be33bb37d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:35.809647 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8536b-8794-42e8-9960-be33bb37d302 None None] Routers {'779fbb2e-2e04-4bd0-9020-a612fdbfaa37'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:35.810541 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-11f8536b-8794-42e8-9960-be33bb37d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['779fbb2e-2e04-4bd0-9020-a612fdbfaa37'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:35.814764 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5c193c-e305-486a-9ff0-85e5954af3be'] response: {'name': 'network-changed', 'server_uuid': '419213a8-b50d-4071-9553-4afb673962ca', 'tag': '66c50ec8-f991-4b6e-958f-268fcc90bbeb', 'status': 'completed', 'code': 200} Apr 18 19:41:35.855172 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-a0b0d31a-1234-4435-ad68-74c0a7edd21d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:35.856654 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-a0b0d31a-1234-4435-ad68-74c0a7edd21d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a769ad0c-aeb4-49c3-aef9-0a8f238d28de HTTP/1.1" status: 200 len: 854 time: 0.1004086 Apr 18 19:41:35.877334 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-11f8536b-8794-42e8-9960-be33bb37d302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:35.877727 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8536b-8794-42e8-9960-be33bb37d302 None None] The sync data for ids ['779fbb2e-2e04-4bd0-9020-a612fdbfaa37'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:35.924246 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-883f90b1-3754-48ac-a1e5-82d317da5f3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600326 Apr 18 19:41:36.066326 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6bc9ddea-5b8e-48ba-9bae-68d01932d962 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/routers/779fbb2e-2e04-4bd0-9020-a612fdbfaa37 HTTP/1.1" status: 200 len: 919 time: 0.3193314 Apr 18 19:41:36.069491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41204) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:36.177780 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-08009669-1ee0-434e-83b9-27e951aa9acd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=779fbb2e-2e04-4bd0-9020-a612fdbfaa37 HTTP/1.1" status: 200 len: 205 time: 0.1068990 Apr 18 19:41:36.185455 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41208) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:36.225658 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf66a8-e831-4f86-832f-93e4d63576ba req-7412419c-4881-48f1-8148-9182c2ce3adb tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:36.227321 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1bf66a8-e831-4f86-832f-93e4d63576ba req-7412419c-4881-48f1-8148-9182c2ce3adb tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1080410 Apr 18 19:41:36.325090 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b1bf66a8-e831-4f86-832f-93e4d63576ba req-829e8367-5db1-4d50-a5a5-d7db52f21f10 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868227 Apr 18 19:41:36.359960 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d3701a59-6367-4dbc-8d03-e3bdec5f3df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.399839 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d3701a59-6367-4dbc-8d03-e3bdec5f3df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:36.406324 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d3701a59-6367-4dbc-8d03-e3bdec5f3df4 admin admin] Usage tracker for resource:security_group_rule and tenant:10a8dceabd244d1f876efdc22d6d058a is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:36.414022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d3701a59-6367-4dbc-8d03-e3bdec5f3df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:36.423772 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d3701a59-6367-4dbc-8d03-e3bdec5f3df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:36.472802 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-19c65427-9f8d-4cb1-898c-fe0b1ef23799 service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421789 Apr 18 19:41:36.495925 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d3701a59-6367-4dbc-8d03-e3bdec5f3df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.637720 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d3701a59-6367-4dbc-8d03-e3bdec5f3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.658351 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7310cc4c-ac15-43d0-8ba0-1e2f533b8b81 req-ac7122e6-1a33-4331-8a06-51873e7f9e75 service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729109 Apr 18 19:41:36.669979 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558fbd8-44ba-4539-a72d-a8471b799c1b req-23f33dc2-dfd5-44a8-ac5d-380319649bd6 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:36.671482 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8558fbd8-44ba-4539-a72d-a8471b799c1b req-23f33dc2-dfd5-44a8-ac5d-380319649bd6 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 944 time: 0.2441771 Apr 18 19:41:36.743398 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3701a59-6367-4dbc-8d03-e3bdec5f3df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7840e856-32cf-481c-9799-2fc6e3ea2b42,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:36.753890 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d3701a59-6367-4dbc-8d03-e3bdec5f3df4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10a8dceabd244d1f876efdc22d6d058a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1409545 Apr 18 19:41:36.755011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41228) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:36.762179 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8558fbd8-44ba-4539-a72d-a8471b799c1b req-ff8b825f-42f2-4421-8903-bb9b0414c133 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805991 Apr 18 19:41:36.775133 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.950805 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a1884a8f-2346-4638-ba0a-5138d6f101ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:36.982623 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46059e43-671f-4525-b49b-3b97fd1b82d3 req-10541ff1-23f3-40f6-b367-03787656ebad tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:36.987410 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46059e43-671f-4525-b49b-3b97fd1b82d3 req-10541ff1-23f3-40f6-b367-03787656ebad tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:36.991524 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46059e43-671f-4525-b49b-3b97fd1b82d3 req-10541ff1-23f3-40f6-b367-03787656ebad tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:37.000011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46059e43-671f-4525-b49b-3b97fd1b82d3 req-10541ff1-23f3-40f6-b367-03787656ebad tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:37.000143 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a68e1052-7da1-41fe-8e69-a4f6774f4f66 req-b5038b27-64c3-4885-b2bc-74237176d0ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71054a69b5364a17881f16c70019efe0&device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 1095 time: 0.1659379 Apr 18 19:41:37.000774 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46059e43-671f-4525-b49b-3b97fd1b82d3 req-10541ff1-23f3-40f6-b367-03787656ebad tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:37.005063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46059e43-671f-4525-b49b-3b97fd1b82d3 req-10541ff1-23f3-40f6-b367-03787656ebad tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:37.009202 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46059e43-671f-4525-b49b-3b97fd1b82d3 req-10541ff1-23f3-40f6-b367-03787656ebad tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:37.011107 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-46059e43-671f-4525-b49b-3b97fd1b82d3 req-10541ff1-23f3-40f6-b367-03787656ebad tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.1639054 Apr 18 19:41:37.042545 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a1884a8f-2346-4638-ba0a-5138d6f101ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.122480 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-46059e43-671f-4525-b49b-3b97fd1b82d3 req-113446c7-2423-453b-a813-a420407278bf tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0953023 Apr 18 19:41:37.169521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e1052-7da1-41fe-8e69-a4f6774f4f66 req-7188e91b-aa34-411b-bedd-3d9d0f42e6c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:37.171122 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a68e1052-7da1-41fe-8e69-a4f6774f4f66 req-7188e91b-aa34-411b-bedd-3d9d0f42e6c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74 HTTP/1.1" status: 200 len: 915 time: 0.1642241 Apr 18 19:41:37.246666 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a1884a8f-2346-4638-ba0a-5138d6f101ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.250161 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.255613 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a68e1052-7da1-41fe-8e69-a4f6774f4f66 req-dd89e43a-9124-4cb2-8421-ed2fe58f02a6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66c50ec8-f991-4b6e-958f-268fcc90bbeb HTTP/1.1" status: 200 len: 217 time: 0.0777416 Apr 18 19:41:37.273159 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1884a8f-2346-4638-ba0a-5138d6f101ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7840e856-32cf-481c-9799-2fc6e3ea2b42,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:37.280163 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a1884a8f-2346-4638-ba0a-5138d6f101ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.281287 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a1884a8f-2346-4638-ba0a-5138d6f101ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7840e856-32cf-481c-9799-2fc6e3ea2b42 HTTP/1.1" status: 204 len: 168 time: 0.5244787 Apr 18 19:41:37.297636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41244) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:37.325735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e1052-7da1-41fe-8e69-a4f6774f4f66 req-8a307726-ac98-49b6-a6e3-89a95a522f85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:37.327292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a68e1052-7da1-41fe-8e69-a4f6774f4f66 req-8a307726-ac98-49b6-a6e3-89a95a522f85 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a769ad0c-aeb4-49c3-aef9-0a8f238d28de HTTP/1.1" status: 200 len: 854 time: 0.0644071 Apr 18 19:41:37.483561 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41235262'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:37.490543 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:37.501094 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Deleting port 3636fa04-ce97-4a58-9631-06ec5f3fcd55 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:37.501368 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:network and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:37.502472 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.505611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:37.514971 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:37.573895 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a68e1052-7da1-41fe-8e69-a4f6774f4f66 req-51d49f4d-6033-4908-a627-322afb1b7cf5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2399402 Apr 18 19:41:37.592521 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:37.596546 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.609781 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.651448 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:37.655701 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:security_group_rule and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:37.658950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:37.665156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:37.738847 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.843065 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.851092 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a68e1052-7da1-41fe-8e69-a4f6774f4f66 req-9cbb8c45-76b6-4889-a23a-a54edd26f3c1 service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607648 Apr 18 19:41:37.856613 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b542d6-0863-4d06-b81c-a49dc78fd5e7 req-2536c608-c579-45a9-84b4-c3489370d62f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:37.858036 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-73b542d6-0863-4d06-b81c-a49dc78fd5e7 req-2536c608-c579-45a9-84b4-c3489370d62f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.3581533 Apr 18 19:41:37.888530 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.921465 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9406ce6-1120-40db-bde0-e3e326508a9e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:37.926340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:41:37.940001 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:37.940352 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Added segment 3976f668-925b-43a2-bb0b-03119e733896 of type vlan for network bb7d9108-89ca-4d3f-ad0d-ea350d0866b4 Apr 18 19:41:38.004032 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.092137 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Calling delete_port for 3636fa04-ce97-4a58-9631-06ec5f3fcd55 owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:38.112771 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa289425-8361-4e67-b277-b99c3cf2912c req-e3dea27a-4710-423c-b6b4-d65c84e0e4a2 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.114930 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa289425-8361-4e67-b277-b99c3cf2912c req-e3dea27a-4710-423c-b6b4-d65c84e0e4a2 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 944 time: 0.0988085 Apr 18 19:41:38.159277 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.163454 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.164049 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.194285 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-73b542d6-0863-4d06-b81c-a49dc78fd5e7 req-625cb5e0-4fc8-4937-b9be-29140b03c0a2 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105562 Apr 18 19:41:38.242671 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a68e1052-7da1-41fe-8e69-a4f6774f4f66 req-4147c1c0-f466-462a-83e7-7300d2f105ed service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836114 Apr 18 19:41:38.322268 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fa289425-8361-4e67-b277-b99c3cf2912c req-49841668-4b8d-469f-9bfa-f777372d5ac7 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007651 Apr 18 19:41:38.323681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=bb7d9108-89ca-4d3f-ad0d-ea350d0866b4,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:38.336270 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network bb7d9108-89ca-4d3f-ad0d-ea350d0866b4 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:41:38.410446 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d9bf6856-0be4-4afe-9e05-eddb50425bfb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1104965 Apr 18 19:41:38.433175 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb741972-05a5-4221-bd75-2623692362ee req-4fc957c9-44ba-485d-8260-e08709510991 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.440183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb741972-05a5-4221-bd75-2623692362ee req-4fc957c9-44ba-485d-8260-e08709510991 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.455592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb741972-05a5-4221-bd75-2623692362ee req-4fc957c9-44ba-485d-8260-e08709510991 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.455592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb741972-05a5-4221-bd75-2623692362ee req-4fc957c9-44ba-485d-8260-e08709510991 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.457010 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb741972-05a5-4221-bd75-2623692362ee req-4fc957c9-44ba-485d-8260-e08709510991 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.461275 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb741972-05a5-4221-bd75-2623692362ee req-4fc957c9-44ba-485d-8260-e08709510991 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.465256 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb741972-05a5-4221-bd75-2623692362ee req-4fc957c9-44ba-485d-8260-e08709510991 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:38.467213 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cb741972-05a5-4221-bd75-2623692362ee req-4fc957c9-44ba-485d-8260-e08709510991 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.1400063 Apr 18 19:41:38.472645 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.480847 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41260) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:38.531624 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-bc676e0a-f908-4edc-85b3-2ff5f2b5b72e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4291fc632c4f4321b63dc232d14a816d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496607 Apr 18 19:41:38.534193 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41264) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:38.550140 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Pushing event deleted for resources: {'Port': ['ID=3636fa04-ce97-4a58-9631-06ec5f3fcd55,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:38.600917 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6207fda-2edd-4172-9e87-0b5d03734ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.626725 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6207fda-2edd-4172-9e87-0b5d03734ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.670342 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cb741972-05a5-4221-bd75-2623692362ee req-12b79a34-02b0-408a-99a9-fe754088c664 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1927910 Apr 18 19:41:38.817284 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.866947 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6207fda-2edd-4172-9e87-0b5d03734ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.885189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6207fda-2edd-4172-9e87-0b5d03734ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35669cc1-e0b2-46ea-bd60-2a70c55b9da1,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:38.890106 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6207fda-2edd-4172-9e87-0b5d03734ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:38.892228 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e6207fda-2edd-4172-9e87-0b5d03734ccd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35669cc1-e0b2-46ea-bd60-2a70c55b9da1 HTTP/1.1" status: 204 len: 168 time: 0.3571115 Apr 18 19:41:39.249660 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.256478 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.374105 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.374105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Fanout notify agent at l3_agent the message router_deleted on router 779fbb2e-2e04-4bd0-9020-a612fdbfaa37 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:41:39.415249 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.431409 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4d3bfa94-5898-4101-9d79-85ce5dc0e84d tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/779fbb2e-2e04-4bd0-9020-a612fdbfaa37 HTTP/1.1" status: 204 len: 168 time: 3.2435277 Apr 18 19:41:39.434562 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41280) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:39.444522 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1461129977', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'enable_snat': False}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:39.454370 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:39.465122 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Usage tracker for resource:router and tenant:628c4c8ae5514c2cac36960ca39bbf19 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:39.474610 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:39.487263 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:39.688331 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8902318-2580-4d5c-8a4a-f075235413ea req-6d345652-69ed-4d83-878f-3e42251ca227 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:39.691332 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b8902318-2580-4d5c-8a4a-f075235413ea req-6d345652-69ed-4d83-878f-3e42251ca227 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.2714930 Apr 18 19:41:39.700873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f83045-2cfa-455d-86e5-750bdcf882d2 req-08723f1f-21bd-42df-a38e-fc3a060d42da tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:39.718794 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b7f83045-2cfa-455d-86e5-750bdcf882d2 req-08723f1f-21bd-42df-a38e-fc3a060d42da tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 944 time: 0.2000461 Apr 18 19:41:39.826418 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.826418 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.827650 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b8902318-2580-4d5c-8a4a-f075235413ea req-9ba20305-052b-4b34-b216-e0db4b7eb6be tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750093 Apr 18 19:41:39.829965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b7f83045-2cfa-455d-86e5-750bdcf882d2 req-905d1f26-a26f-44bb-911f-e9120ebacac1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872257 Apr 18 19:41:39.829965 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:39.989866 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f752e8-2e91-4278-a1a2-5ad67294a760 req-ba92fb8b-2ccb-4fea-b7bc-22f410105fcf tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:39.994343 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f752e8-2e91-4278-a1a2-5ad67294a760 req-ba92fb8b-2ccb-4fea-b7bc-22f410105fcf tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:39.998353 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f752e8-2e91-4278-a1a2-5ad67294a760 req-ba92fb8b-2ccb-4fea-b7bc-22f410105fcf tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:40.002771 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f752e8-2e91-4278-a1a2-5ad67294a760 req-ba92fb8b-2ccb-4fea-b7bc-22f410105fcf tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:40.007532 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f752e8-2e91-4278-a1a2-5ad67294a760 req-ba92fb8b-2ccb-4fea-b7bc-22f410105fcf tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:40.011470 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f752e8-2e91-4278-a1a2-5ad67294a760 req-ba92fb8b-2ccb-4fea-b7bc-22f410105fcf tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:40.015475 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f752e8-2e91-4278-a1a2-5ad67294a760 req-ba92fb8b-2ccb-4fea-b7bc-22f410105fcf tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:40.017296 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-13f752e8-2e91-4278-a1a2-5ad67294a760 req-ba92fb8b-2ccb-4fea-b7bc-22f410105fcf tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.1130440 Apr 18 19:41:40.024189 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:40.127054 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-13f752e8-2e91-4278-a1a2-5ad67294a760 req-7d069308-0fb6-44bb-9784-e8bdd675e7a2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0933909 Apr 18 19:41:40.399473 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:40.426898 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-ba0c5eb5-39e6-4539-813d-340b04625479 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1242471 Apr 18 19:41:40.677299 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-43355728-9c00-4e88-aba7-277cabcbc9c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6501 time: 0.1761608 Apr 18 19:41:40.922607 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-096c8f26-3e73-49be-8345-950ebaedeaaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:40.923248 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-096c8f26-3e73-49be-8345-950ebaedeaaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:40.923785 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-096c8f26-3e73-49be-8345-950ebaedeaaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:40.928965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-096c8f26-3e73-49be-8345-950ebaedeaaf service neutron] 10.222.0.71 "GET /v2.0/networks?id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=4c97be3a-5d29-434f-8883-09ca6882114a&id=4c97be3a-5d29-434f-8883-09ca6882114a HTTP/1.1" status: 200 len: 2297 time: 0.2211862 Apr 18 19:41:41.077768 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 66c50ec8-f991-4b6e-958f-268fcc90bbeb details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:41.148657 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.236211 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.253897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb445ce-27c6-4c31-9091-b27dd1800f9e req-b297460e-44d3-4764-9858-cee806acda1b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.255455 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cb445ce-27c6-4c31-9091-b27dd1800f9e req-b297460e-44d3-4764-9858-cee806acda1b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 944 time: 0.1666028 Apr 18 19:41:41.307798 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.360714 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1cb445ce-27c6-4c31-9091-b27dd1800f9e req-f35de61f-eac6-44b0-be36-51edd60c4fb6 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996749 Apr 18 19:41:41.463099 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 66c50ec8-f991-4b6e-958f-268fcc90bbeb, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=66c50ec8-f991-4b6e-958f-268fcc90bbeb,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:41.507954 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-62c3d68d-8c5e-403b-bcb9-ff46776b7a59 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82 HTTP/1.1" status: 200 len: 999 time: 0.5717690 Apr 18 19:41:41.522881 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '66c50ec8-f991-4b6e-958f-268fcc90bbeb', 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74', 'port_id': '66c50ec8-f991-4b6e-958f-268fcc90bbeb', 'mac_address': 'fa:16:3e:4f:44:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a769ad0c-aeb4-49c3-aef9-0a8f238d28de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:41.611228 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41324) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:41.631368 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'network_id': 'bb7d9108-89ca-4d3f-ad0d-ea350d0866b4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:41.657152 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.684393 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c50ec8-f991-4b6e-958f-268fcc90bbeb {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:41.686408 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Allocated IP 172.25.8.84 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/d3b26ff8-4a61-41d0-9217-5bcfe64a125d) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:41.695903 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-231cb082-01e8-486d-90ad-d112bf27dc02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.703581 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-231cb082-01e8-486d-90ad-d112bf27dc02 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a7a8008-ffcc-4017-8187-655a8c76d91c HTTP/1.1" status: 200 len: 855 time: 0.1816897 Apr 18 19:41:41.723077 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 66c50ec8-f991-4b6e-958f-268fcc90bbeb, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=66c50ec8-f991-4b6e-958f-268fcc90bbeb,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:41.790772 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcca6a-a1e2-4b56-984f-11c4b7a8abb6 req-bb26d698-2e1a-4d64-848c-9c5bf4bad06f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.792383 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-37bcca6a-a1e2-4b56-984f-11c4b7a8abb6 req-bb26d698-2e1a-4d64-848c-9c5bf4bad06f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.6812747 Apr 18 19:41:41.854501 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93459a80-7c28-4b97-870d-cd301ccf1cab req-1930aec9-c763-4905-8d32-fcd8270f1d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.871614 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:41.871745 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93459a80-7c28-4b97-870d-cd301ccf1cab req-1930aec9-c763-4905-8d32-fcd8270f1d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.878392 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93459a80-7c28-4b97-870d-cd301ccf1cab req-1930aec9-c763-4905-8d32-fcd8270f1d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.888922 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93459a80-7c28-4b97-870d-cd301ccf1cab req-1930aec9-c763-4905-8d32-fcd8270f1d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.892958 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93459a80-7c28-4b97-870d-cd301ccf1cab req-1930aec9-c763-4905-8d32-fcd8270f1d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.909545 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93459a80-7c28-4b97-870d-cd301ccf1cab req-1930aec9-c763-4905-8d32-fcd8270f1d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.913675 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93459a80-7c28-4b97-870d-cd301ccf1cab req-1930aec9-c763-4905-8d32-fcd8270f1d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:41.933427 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-93459a80-7c28-4b97-870d-cd301ccf1cab req-1930aec9-c763-4905-8d32-fcd8270f1d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.3595269 Apr 18 19:41:41.979658 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:41.988677 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:subnet and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:41.994135 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:42.007908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:42.026975 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-93459a80-7c28-4b97-870d-cd301ccf1cab req-51cc1cac-1a19-479b-ad6a-0d36e51c176e tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0925732 Apr 18 19:41:42.097082 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-37bcca6a-a1e2-4b56-984f-11c4b7a8abb6 req-1a8fc443-4d10-409d-b097-514611f5c22e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482767 Apr 18 19:41:42.117731 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-f7b9bb85-fcc6-4583-8bd3-218d2c6c38e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4116611 Apr 18 19:41:42.122797 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:42.145595 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=66c50ec8-f991-4b6e-958f-268fcc90bbeb,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:42.168673 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:42.259346 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:42.270145 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['66c50ec8-f991-4b6e-958f-268fcc90bbeb'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:42.294991 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-5812f6cc-72b4-49f7-9ed9-98a46f79fffd service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651926 Apr 18 19:41:42.416086 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:42.549559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event updated for resources: {'Port': ['ID=d3b26ff8-4a61-41d0-9217-5bcfe64a125d,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:42.549559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:42.574276 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-8ab282b9-fc86-4c2d-bf58-3ea0b54d4e57 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710540 Apr 18 19:41:42.576238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:42.577899 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:42.651288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41358) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:42.691435 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-4d4eb650-7b7b-4ec5-b6eb-cbf2524506bf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a HTTP/1.1" status: 200 len: 217 time: 0.0835855 Apr 18 19:41:42.705075 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2c51b-a858-4e29-89d8-837e934a5dbd req-99698c8d-69c2-46b3-9355-85883a47b9f9 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:42.706552 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5c2c51b-a858-4e29-89d8-837e934a5dbd req-99698c8d-69c2-46b3-9355-85883a47b9f9 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 945 time: 0.1253946 Apr 18 19:41:42.790040 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5c2c51b-a858-4e29-89d8-837e934a5dbd req-7d5b030f-3a93-4c29-b719-42cf23ea79ad tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737572 Apr 18 19:41:42.793960 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:42.805420 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-109cba9b-40c6-4a59-8562-9534dd46adce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:42.806840 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-109cba9b-40c6-4a59-8562-9534dd46adce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.1077499 Apr 18 19:41:42.856969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1556365229', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:42.861327 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:42.892905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Usage tracker for resource:port and tenant:5039a95327a04fce8a369ffec972e054 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:42.900969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:42.908345 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-339dd457-1fa4-41e4-8b2a-4823918540f4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0928261 Apr 18 19:41:42.913908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:42.928756 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=ef5d2db6-7394-4734-b545-c7857eeed8e6,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:42.936080 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Checking segment: {'id': '3976f668-925b-43a2-bb0b-03119e733896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bb7d9108-89ca-4d3f-ad0d-ea350d0866b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:42.936395 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network hostable DHCP agents. Network: bb7d9108-89ca-4d3f-ad0d-ea350d0866b4, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:41:43.037874 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Made reservation on behalf of 5039a95327a04fce8a369ffec972e054 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:43.043862 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.056912 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.060540 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-a965bea5-8f15-483f-a573-9ba3bfd1e6c8 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453915 Apr 18 19:41:43.065670 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.066414 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.086199 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network bb7d9108-89ca-4d3f-ad0d-ea350d0866b4 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:41:43.094611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:43.099662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Usage tracker for resource:security_group_rule and tenant:5039a95327a04fce8a369ffec972e054 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:43.108982 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:43.109098 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:43.165043 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, bb7d9108-89ca-4d3f-ad0d-ea350d0866b4) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:43.177051 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:43.178431 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.180711 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba5c301-a062-443b-be9a-f988dc91c8f3 None None] Network bb7d9108-89ca-4d3f-ad0d-ea350d0866b4 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:43.198353 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.258378 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.269700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] device_id is not set on port 9a4ddcbc-7762-45e4-b81a-1950c6196f41 yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:41:43.312001 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-76ee4e4d-7c90-4b53-a379-05cb3bca5db3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6948593 Apr 18 19:41:43.315574 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41382) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:43.325735 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-854105982'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:43.353698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:43.371082 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eeab91c-a74e-4b8f-b21d-1fae305e695f,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:43.374040 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:network and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:43.378178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:43.401175 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:43.449220 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-6593a956-9db1-4b8b-8f00-f1162a374539 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799694 Apr 18 19:41:43.542120 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-51e6dc0b-da08-474d-b611-15f1658c82c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=3bad8b42-f05a-4199-b636-0da503786680 HTTP/1.1" status: 200 len: 217 time: 0.0860205 Apr 18 19:41:43.559763 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:43.560462 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.566848 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-bb7d9108-89ca-4d3f-ad0d-ea350d0866b4', 'network_id': 'bb7d9108-89ca-4d3f-ad0d-ea350d0866b4', 'tenant_id': 'c26aa31362a5484e8672bce837f7aa80', 'fixed_ips': [{'subnet_id': 'ef5d2db6-7394-4734-b545-c7857eeed8e6'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:41:43.567670 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.594159 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011028f4-5dc7-4bfc-912b-54d7b60c0287 req-5b7f1684-d640-4906-b8df-e6c3fbb9f264 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:43.598118 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011028f4-5dc7-4bfc-912b-54d7b60c0287 req-5b7f1684-d640-4906-b8df-e6c3fbb9f264 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:43.600892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Allocated IP 172.25.8.168 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/9a4ddcbc-7762-45e4-b81a-1950c6196f41) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:43.602759 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011028f4-5dc7-4bfc-912b-54d7b60c0287 req-5b7f1684-d640-4906-b8df-e6c3fbb9f264 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:43.606292 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011028f4-5dc7-4bfc-912b-54d7b60c0287 req-5b7f1684-d640-4906-b8df-e6c3fbb9f264 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:43.610268 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011028f4-5dc7-4bfc-912b-54d7b60c0287 req-5b7f1684-d640-4906-b8df-e6c3fbb9f264 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:43.614188 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011028f4-5dc7-4bfc-912b-54d7b60c0287 req-5b7f1684-d640-4906-b8df-e6c3fbb9f264 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:43.618543 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011028f4-5dc7-4bfc-912b-54d7b60c0287 req-5b7f1684-d640-4906-b8df-e6c3fbb9f264 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:43.620382 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-011028f4-5dc7-4bfc-912b-54d7b60c0287 req-5b7f1684-d640-4906-b8df-e6c3fbb9f264 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.3086884 Apr 18 19:41:43.632905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:41:43.659479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54925510-3d67-4642-945b-cea43b3a0144 req-817d59a9-9c69-4968-b277-30a349eabe63 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:43.664036 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-54925510-3d67-4642-945b-cea43b3a0144 req-817d59a9-9c69-4968-b277-30a349eabe63 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.2645276 Apr 18 19:41:43.687620 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-77454fb7-034c-41a6-b935-6cd0720fd6af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:43.689838 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-77454fb7-034c-41a6-b935-6cd0720fd6af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.1386867 Apr 18 19:41:43.710764 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.711115 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Added segment f6877870-572a-47bc-b212-681e9aa75263 of type vlan for network 40eab54f-46af-4364-b705-26a628092777 Apr 18 19:41:43.739598 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Allocated IP 2001:db8:0:ffff::2 (bb7d9108-89ca-4d3f-ad0d-ea350d0866b4/ef5d2db6-7394-4734-b545-c7857eeed8e6/eab3fab7-c920-4868-a13d-c55baf90e37f) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:43.847638 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-54925510-3d67-4642-945b-cea43b3a0144 req-144f98d8-d88e-4c6e-930e-436f657e607b tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816595 Apr 18 19:41:43.853626 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.894995 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-011028f4-5dc7-4bfc-912b-54d7b60c0287 req-476c6928-6079-47f0-88b7-76b8ba9e4db2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2616622 Apr 18 19:41:43.973032 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-f71630c1-f801-465a-b49c-0b57703349bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2746115 Apr 18 19:41:43.983939 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:43.998860 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Transition to ACTIVE for port object eab3fab7-c920-4868-a13d-c55baf90e37f will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:44.005154 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.030144 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Transition to ACTIVE for port object eab3fab7-c920-4868-a13d-c55baf90e37f will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:44.105227 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.107913 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:44.110010 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.116021 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.158012 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-df706b7c-0cd0-4c4b-b723-9e1fa381c4f8 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766186 Apr 18 19:41:44.219367 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Network bb7d9108-89ca-4d3f-ad0d-ea350d0866b4 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:44.222744 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:44.234299 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:44.234299 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Pushing event updated for resources: {'Port': ['ID=eab3fab7-c920-4868-a13d-c55baf90e37f,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:44.248892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Router 0b3d040e-bd08-4c6a-bdf0-4d11dad126c0 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:41:44.330527 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.364732 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Attempting to bind port eab3fab7-c920-4868-a13d-c55baf90e37f on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:44.365704 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Attempting to bind port eab3fab7-c920-4868-a13d-c55baf90e37f by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '3976f668-925b-43a2-bb0b-03119e733896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bb7d9108-89ca-4d3f-ad0d-ea350d0866b4'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:44.366376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Attempting to bind port eab3fab7-c920-4868-a13d-c55baf90e37f on network bb7d9108-89ca-4d3f-ad0d-ea350d0866b4 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:44.376307 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:44.377166 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Checking segment: {'id': '3976f668-925b-43a2-bb0b-03119e733896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bb7d9108-89ca-4d3f-ad0d-ea350d0866b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:44.378011 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.378711 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Bound using segment: {'id': '3976f668-925b-43a2-bb0b-03119e733896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bb7d9108-89ca-4d3f-ad0d-ea350d0866b4'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:44.379389 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Bound port: eab3fab7-c920-4868-a13d-c55baf90e37f, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3976f668-925b-43a2-bb0b-03119e733896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bb7d9108-89ca-4d3f-ad0d-ea350d0866b4'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:44.379935 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.444882 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=40eab54f-46af-4364-b705-26a628092777,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:44.479399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Pushing event updated for resources: {'Port': ['ID=9a4ddcbc-7762-45e4-b81a-1950c6196f41,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:44.484339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:44.503478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:44.503478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:44.508139 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-58dbb632-be4a-4940-a95c-d40c7d8eef5e service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430586 Apr 18 19:41:44.549124 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1c79716f-e327-42c1-8dcd-edda3a46cd3b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2325222 Apr 18 19:41:44.552708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41402) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:44.555054 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] For port eab3fab7-c920-4868-a13d-c55baf90e37f, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:44.558574 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfb55a-82a6-4ea2-b795-770c4135c115 req-d08b2031-cc62-45ab-b05b-733960b22aa5 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:44.558876 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] For port eab3fab7-c920-4868-a13d-c55baf90e37f, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eab3fab7-c920-4868-a13d-c55baf90e37f,segment=NetworkSegment(3976f668-925b-43a2-bb0b-03119e733896),segment_id=3976f668-925b-43a2-bb0b-03119e733896)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:44.563432 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 40eab54f-46af-4364-b705-26a628092777 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:41:44.565870 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-80cfb55a-82a6-4ea2-b795-770c4135c115 req-d08b2031-cc62-45ab-b05b-733960b22aa5 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 945 time: 0.5050607 Apr 18 19:41:44.587767 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'network_id': '40eab54f-46af-4364-b705-26a628092777', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:44.612358 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-4d9c9bf6-d4f2-4173-b96f-9bfd78cf35ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=6556801b-6700-456a-b264-163d080962c7 HTTP/1.1" status: 200 len: 217 time: 0.0932605 Apr 18 19:41:44.642064 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.667336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:44.667943 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.686284 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-1031797f-0ecb-47d8-ac18-b9db5fa5bca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:44.687886 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-1031797f-0ecb-47d8-ac18-b9db5fa5bca9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0694954 Apr 18 19:41:44.732009 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-80cfb55a-82a6-4ea2-b795-770c4135c115 req-dcf59ac7-8121-437e-9ef6-b6e620659372 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650758 Apr 18 19:41:44.766668 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:44.771235 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:subnet and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:44.775715 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:44.776199 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:44.785302 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:44.790411 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Sync routers for ids ['0b3d040e-bd08-4c6a-bdf0-4d11dad126c0'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:44.821196 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda76511-f54f-461c-8d54-8f8965ddf632 None None] Pushing event updated for resources: {'Port': ['ID=eab3fab7-c920-4868-a13d-c55baf90e37f,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:44.821883 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-1399a0b0-8d43-45a0-97da-72c6a0a9c2b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1172674 Apr 18 19:41:44.829093 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Routers {'0b3d040e-bd08-4c6a-bdf0-4d11dad126c0'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:44.830066 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b3d040e-bd08-4c6a-bdf0-4d11dad126c0'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:44.837852 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4c3ca657-b796-43b8-90fb-3b34a939c5cb tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1854806 Apr 18 19:41:44.847209 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41406) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:44.852744 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.168'}]}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:44.859650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:44.862929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:44.901369 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Usage tracker for resource:router and tenant:5039a95327a04fce8a369ffec972e054 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:44.908066 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:44.965272 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:44.965272 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2fb5297a-14f3-47bf-bf48-67ca9777881c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5219171 Apr 18 19:41:44.965272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41412) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:45.103043 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:45.142278 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.168996 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 66c50ec8-f991-4b6e-958f-268fcc90bbeb up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:45.234157 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.235663 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.260268 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.403965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-e2b39c94-e9af-44db-842e-9af365cab2ea service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744963 Apr 18 19:41:45.440613 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Set router 0b3d040e-bd08-4c6a-bdf0-4d11dad126c0 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:45.566258 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-2d467678-139e-4f03-bfac-26711f9849ee service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532297 Apr 18 19:41:45.574957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71cde6-f6ea-4826-bf34-08b98535ce74 req-c3191d5b-aaac-4c7b-906f-8c805a058581 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:45.582295 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1b71cde6-f6ea-4826-bf34-08b98535ce74 req-c3191d5b-aaac-4c7b-906f-8c805a058581 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.3421514 Apr 18 19:41:45.627583 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port 66c50ec8-f991-4b6e-958f-268fcc90bbeb completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:45.650336 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 66c50ec8-f991-4b6e-958f-268fcc90bbeb triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:45.651127 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.687127 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:45.690273 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-cbda20b2-634c-4dee-abc6-f531a606b194 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=63083fda-d4e4-4753-9611-fccf668f4b1a HTTP/1.1" status: 200 len: 217 time: 0.1057146 Apr 18 19:41:45.766444 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-ee2db9a4-2a67-4601-a1c4-304a387971a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:45.770607 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-ee2db9a4-2a67-4601-a1c4-304a387971a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0689669 Apr 18 19:41:45.944072 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f732a8-1adf-4b25-99fe-96f607df3321 req-168f70a8-cea8-4625-a41a-6b0424bc6d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:45.949900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f732a8-1adf-4b25-99fe-96f607df3321 req-168f70a8-cea8-4625-a41a-6b0424bc6d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:45.954469 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f732a8-1adf-4b25-99fe-96f607df3321 req-168f70a8-cea8-4625-a41a-6b0424bc6d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:45.961406 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f732a8-1adf-4b25-99fe-96f607df3321 req-168f70a8-cea8-4625-a41a-6b0424bc6d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:45.967912 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1b71cde6-f6ea-4826-bf34-08b98535ce74 req-4a2e9742-1f65-4b0c-ac2d-5e3fd9d0cdea tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826618 Apr 18 19:41:45.970392 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f732a8-1adf-4b25-99fe-96f607df3321 req-168f70a8-cea8-4625-a41a-6b0424bc6d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:45.975564 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f732a8-1adf-4b25-99fe-96f607df3321 req-168f70a8-cea8-4625-a41a-6b0424bc6d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:45.982955 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f732a8-1adf-4b25-99fe-96f607df3321 req-168f70a8-cea8-4625-a41a-6b0424bc6d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:45.993511 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a3f732a8-1adf-4b25-99fe-96f607df3321 req-168f70a8-cea8-4625-a41a-6b0424bc6d5b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.4885492 Apr 18 19:41:46.000621 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.049385 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.059821 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d357efa1-c09a-4965-9b38-62fc344e6b9a None None] Network bb7d9108-89ca-4d3f-ad0d-ea350d0866b4 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:46.115094 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a3f732a8-1adf-4b25-99fe-96f607df3321 req-7f76df99-b8e2-491c-8239-d1467f673e0b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1200888 Apr 18 19:41:46.149720 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41422) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:46.150622 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b5fcc725-520c-48f8-a17e-75512d54ce68 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/routers/0b3d040e-bd08-4c6a-bdf0-4d11dad126c0 HTTP/1.1" status: 200 len: 908 time: 1.1846244 Apr 18 19:41:46.166805 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1461129977', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'enable_snat': True}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:46.185925 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419213a8-b50d-4071-9553-4afb673962ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c50ec8-f991-4b6e-958f-268fcc90bbeb'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:46.186389 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-edfaa074-01dd-4eb2-82ee-d2ada61533c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4077730 Apr 18 19:41:46.218777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:46.228766 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 66c50ec8-f991-4b6e-958f-268fcc90bbeb, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=66c50ec8-f991-4b6e-958f-268fcc90bbeb,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:46.253512 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:41:46.300705 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Usage tracker for resource:router and tenant:628c4c8ae5514c2cac36960ca39bbf19 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:46.301583 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d040e-bd08-4c6a-bdf0-4d11dad126c0', 'name': 'tempest-snat-router-1461129977', 'tenant_id': '628c4c8ae5514c2cac36960ca39bbf19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.84'}], 'enable_snat': False}, 'gw_port_id': 'd3b26ff8-4a61-41d0-9217-5bcfe64a125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:39Z', 'updated_at': '2022-04-18T19:41:42Z', 'revision_number': 3, 'project_id': '628c4c8ae5514c2cac36960ca39bbf19', 'gw_port': {'id': 'd3b26ff8-4a61-41d0-9217-5bcfe64a125d', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d040e-bd08-4c6a-bdf0-4d11dad126c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:41Z', 'updated_at': '2022-04-18T19:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:46.305244 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=ce476915-d829-482f-8e88-b984276d6d33,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:46.311480 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:46.316309 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-c0b6d99c-1d5e-4ce1-847f-be6b0d248784 None None] Provisioning for port eab3fab7-c920-4868-a13d-c55baf90e37f completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:46.321194 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Checking router: 0b3d040e-bd08-4c6a-bdf0-4d11dad126c0 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:41:46.328629 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:46.329376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Updating router 0b3d040e-bd08-4c6a-bdf0-4d11dad126c0 port d3b26ff8-4a61-41d0-9217-5bcfe64a125d binding host n-d-838334-1 {{(pid=84806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:41:46.336377 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Checking segment: {'id': 'f6877870-572a-47bc-b212-681e9aa75263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '40eab54f-46af-4364-b705-26a628092777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:46.344083 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network hostable DHCP agents. Network: 40eab54f-46af-4364-b705-26a628092777, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:41:46.442319 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.480452 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-6fd5bbd2-0db7-4545-91bd-cfab5e7e2f65 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770128 Apr 18 19:41:46.480601 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.490627 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.535934 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2cda82-cdaf-4720-990c-820a7cd8818a'] response: {'server_uuid': '419213a8-b50d-4071-9553-4afb673962ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c50ec8-f991-4b6e-958f-268fcc90bbeb', 'code': 200} Apr 18 19:41:46.536786 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.577240 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.597603 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network 40eab54f-46af-4364-b705-26a628092777 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:41:46.640267 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-69fe8406-d4d9-46ae-aab4-10d79c73d944 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587756 Apr 18 19:41:46.656768 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=66c50ec8-f991-4b6e-958f-268fcc90bbeb,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:46.762954 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee2394-c4e0-4be3-b4b2-180beae0e4b7 req-c413dc91-99e4-4733-bf8e-c8e44f49e121 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:46.765465 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-83ee2394-c4e0-4be3-b4b2-180beae0e4b7 req-c413dc91-99e4-4733-bf8e-c8e44f49e121 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 946 time: 0.4436390 Apr 18 19:41:46.768534 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-132a0b9a-c284-4c15-bb6e-f8862c2c2bba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e HTTP/1.1" status: 200 len: 217 time: 0.0944877 Apr 18 19:41:46.787649 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 40eab54f-46af-4364-b705-26a628092777) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:46.792337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:46.793028 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.824793 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:46.899044 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad762612-997a-4a26-84c2-a7d40c5aa9f9 None None] Network 40eab54f-46af-4364-b705-26a628092777 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:46.925396 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-83ee2394-c4e0-4be3-b4b2-180beae0e4b7 req-fa5c0c59-2275-4c34-87a8-ed91ae9ba445 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459920 Apr 18 19:41:46.941496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-04e49fa7-2ef6-45b8-b24d-c25c44747a66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:46.943808 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-04e49fa7-2ef6-45b8-b24d-c25c44747a66 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.1656570 Apr 18 19:41:47.024493 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a89f8d4f-63f8-423b-961b-166e641e5f58 req-b0357339-6e6b-4f43-952b-794bf0d8c898 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 1097 time: 0.3831315 Apr 18 19:41:47.203788 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a89f8d4f-63f8-423b-961b-166e641e5f58 req-0a304c78-3592-4263-9929-4ee5da0bd6ce service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652610 Apr 18 19:41:47.225009 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eab3fab7-c920-4868-a13d-c55baf90e37f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:47.243615 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41438) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:47.244688 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6d776b2b-6cc0-44ea-b46a-5af660715342 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6765532 Apr 18 19:41:47.257512 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-cdb37b77-999e-4f02-931e-1095231efd81 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3052864 Apr 18 19:41:47.264173 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.475177 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-40eab54f-46af-4364-b705-26a628092777', 'network_id': '40eab54f-46af-4364-b705-26a628092777', 'tenant_id': 'c26aa31362a5484e8672bce837f7aa80', 'fixed_ips': [{'subnet_id': 'ce476915-d829-482f-8e88-b984276d6d33'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:41:47.476621 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.481529 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.549389 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.551037 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaac293-7c12-4ea2-aea8-d48f05e767e9 req-b098860a-df25-4c0c-a921-0548e7434cb7 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:47.559293 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-adaac293-7c12-4ea2-aea8-d48f05e767e9 req-b098860a-df25-4c0c-a921-0548e7434cb7 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1910667 Apr 18 19:41:47.589452 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Transition to ACTIVE for port object d3b26ff8-4a61-41d0-9217-5bcfe64a125d will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:47.705526 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Allocated IP 2001:db8::1 (40eab54f-46af-4364-b705-26a628092777/ce476915-d829-482f-8e88-b984276d6d33/91c3bb63-5559-4496-807f-cfd3d267a945) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:47.717024 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port eab3fab7-c920-4868-a13d-c55baf90e37f completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:47.722169 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.745555 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.753498 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-53485f82-a5f1-49ea-9061-e6542f965ce1 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237839 Apr 18 19:41:47.774809 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82bdbb-5c22-4514-adc9-f8776995c4fa req-928f68b6-6826-4e9a-9847-81b7e29c8ef3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:47.777214 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port eab3fab7-c920-4868-a13d-c55baf90e37f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:47.782239 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:47.783007 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82bdbb-5c22-4514-adc9-f8776995c4fa req-928f68b6-6826-4e9a-9847-81b7e29c8ef3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:47.783113 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-adaac293-7c12-4ea2-aea8-d48f05e767e9 req-c47b98a5-bbaa-4237-b2f6-9826d41f8966 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191415 Apr 18 19:41:47.783222 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82bdbb-5c22-4514-adc9-f8776995c4fa req-928f68b6-6826-4e9a-9847-81b7e29c8ef3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:47.787148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82bdbb-5c22-4514-adc9-f8776995c4fa req-928f68b6-6826-4e9a-9847-81b7e29c8ef3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:47.791454 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82bdbb-5c22-4514-adc9-f8776995c4fa req-928f68b6-6826-4e9a-9847-81b7e29c8ef3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:47.804537 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82bdbb-5c22-4514-adc9-f8776995c4fa req-928f68b6-6826-4e9a-9847-81b7e29c8ef3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:47.808960 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82bdbb-5c22-4514-adc9-f8776995c4fa req-928f68b6-6826-4e9a-9847-81b7e29c8ef3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:47.810885 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5b82bdbb-5c22-4514-adc9-f8776995c4fa req-928f68b6-6826-4e9a-9847-81b7e29c8ef3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.3801026 Apr 18 19:41:47.987498 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.029649 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-ac30e673-1022-4448-acc2-afc464ee387b service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675676 Apr 18 19:41:48.078400 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Attempting to bind port d3b26ff8-4a61-41d0-9217-5bcfe64a125d on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:48.078763 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Attempting to bind port d3b26ff8-4a61-41d0-9217-5bcfe64a125d by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:48.079118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Attempting to bind port d3b26ff8-4a61-41d0-9217-5bcfe64a125d on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:48.135699 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:48.136580 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:48.136580 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.136961 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:48.137389 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Bound port: d3b26ff8-4a61-41d0-9217-5bcfe64a125d, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:48.141884 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.182290 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.187590 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.251203 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3990e-97bc-4e21-963a-5f7a680a20a1 None None] Pushing event updated for resources: {'Port': ['ID=d3b26ff8-4a61-41d0-9217-5bcfe64a125d,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:48.285338 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-7f9dbc28-5205-4e27-ba83-6772973d1117 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab HTTP/1.1" status: 200 len: 217 time: 0.2457237 Apr 18 19:41:48.301944 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5b82bdbb-5c22-4514-adc9-f8776995c4fa req-9deac1f1-ac57-4e9f-a01f-0d05061dbca5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3503296 Apr 18 19:41:48.395260 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] For port d3b26ff8-4a61-41d0-9217-5bcfe64a125d, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:48.400539 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] For port d3b26ff8-4a61-41d0-9217-5bcfe64a125d, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d3b26ff8-4a61-41d0-9217-5bcfe64a125d,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:48.412738 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.467326 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-b0db3dd2-97a3-4ff1-b62b-33587f6cfc38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:48.470286 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-b0db3dd2-97a3-4ff1-b62b-33587f6cfc38 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.1615796 Apr 18 19:41:48.495324 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.604655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device df760f9c-ad79-477c-8a9f-29d807da272c details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:48.636398 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3990e-97bc-4e21-963a-5f7a680a20a1 None None] Pushing event updated for resources: {'Port': ['ID=d3b26ff8-4a61-41d0-9217-5bcfe64a125d,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:48.640216 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.721997 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-eae64aaa-6442-4088-a6a5-017c0d62b57c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2445009 Apr 18 19:41:48.732983 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Routers {'0b3d040e-bd08-4c6a-bdf0-4d11dad126c0'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:48.733679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['0b3d040e-bd08-4c6a-bdf0-4d11dad126c0'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:48.782888 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.788707 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.resource_extend [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:41:48.795541 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.837836 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43b704-6b97-4e48-8744-96acaaefd770 req-3bddffca-935c-473a-9725-a92fd544e8ce tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:48.839985 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8d43b704-6b97-4e48-8744-96acaaefd770 req-3bddffca-935c-473a-9725-a92fd544e8ce tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 946 time: 0.6245358 Apr 18 19:41:48.909445 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-3e07882a-4284-4844-93eb-78f26a43832c service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812708 Apr 18 19:41:48.923448 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port eab3fab7-c920-4868-a13d-c55baf90e37f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eab3fab7-c920-4868-a13d-c55baf90e37f,segment=NetworkSegment(3976f668-925b-43a2-bb0b-03119e733896),segment_id=3976f668-925b-43a2-bb0b-03119e733896)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:48.932204 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:48.932939 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Allocated IP 172.25.8.188 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/c1558800-850e-408b-84c7-7eae36510499) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:48.955982 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8d43b704-6b97-4e48-8744-96acaaefd770 req-e155515c-283b-4552-aab3-8cf6f7c22d0f tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067903 Apr 18 19:41:49.032062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41460) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:49.045362 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Transition to ACTIVE for port object 91c3bb63-5559-4496-807f-cfd3d267a945 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:49.047777 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.053826 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.054387 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08783ed4-4aad-4d19-b029-e754fb54f653 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:41:49.140850 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Transition to ACTIVE for port object 91c3bb63-5559-4496-807f-cfd3d267a945 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:49.143702 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port df760f9c-ad79-477c-8a9f-29d807da272c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=df760f9c-ad79-477c-8a9f-29d807da272c,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:49.163472 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fc83edc2-d2bc-4880-ad9b-caa0b4fb6f48 req-c89a9f01-10b0-45de-8c4e-d89565df47e6 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466664 Apr 18 19:41:49.171750 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 19:41:49.175561 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce902729-1cdb-472d-9eca-63a2cb2c8986 req-0331becc-4675-4455-9411-e5650d355c47 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:49.175561 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ce902729-1cdb-472d-9eca-63a2cb2c8986 req-0331becc-4675-4455-9411-e5650d355c47 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1517894 Apr 18 19:41:49.175831 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41466) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:49.176363 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-37f7608a-ea87-4f6f-8e7a-3c1d63fde718 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3280928 Apr 18 19:41:49.189882 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] Set router 0b3d040e-bd08-4c6a-bdf0-4d11dad126c0 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:49.226313 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.227981 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'df760f9c-ad79-477c-8a9f-29d807da272c', 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805', 'port_id': 'df760f9c-ad79-477c-8a9f-29d807da272c', 'mac_address': 'fa:16:3e:66:58:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:49.236393 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.253373 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=eab3fab7-c920-4868-a13d-c55baf90e37f,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:49.315860 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-380a58f3-72dd-4b80-bba9-11de8b33f897 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Deleting port 9a4ddcbc-7762-45e4-b81a-1950c6196f41 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:49.316116 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-380a58f3-72dd-4b80-bba9-11de8b33f897 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.374746 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.378370 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5c7ec5e1-b180-4c67-9d5e-84bd73b13225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.398393 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ce902729-1cdb-472d-9eca-63a2cb2c8986 req-bf23fffd-9060-4af2-9768-8016742cf146 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846976 Apr 18 19:41:49.470843 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.541111 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Network 40eab54f-46af-4364-b705-26a628092777 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:49.549071 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:49.550860 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.560388 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Subnet': ['ID=ce476915-d829-482f-8e88-b984276d6d33,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:49.563639 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Pushing event updated for resources: {'Port': ['ID=91c3bb63-5559-4496-807f-cfd3d267a945,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:49.569206 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:49.575723 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:49.576192 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:49.576523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:49.576849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:49.577181 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:49.577508 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:49.577830 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:49.578271 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:49.578620 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:49.578936 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:49.579299 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:49.629951 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df760f9c-ad79-477c-8a9f-29d807da272c {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:49.655333 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:49.656853 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event updated for resources: {'Port': ['ID=c1558800-850e-408b-84c7-7eae36510499,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:49.671863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:49.674233 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:49.688722 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5c7ec5e1-b180-4c67-9d5e-84bd73b13225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:49.725583 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port df760f9c-ad79-477c-8a9f-29d807da272c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=df760f9c-ad79-477c-8a9f-29d807da272c,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:49.728435 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Attempting to bind port 91c3bb63-5559-4496-807f-cfd3d267a945 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:49.728792 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Attempting to bind port 91c3bb63-5559-4496-807f-cfd3d267a945 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f6877870-572a-47bc-b212-681e9aa75263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '40eab54f-46af-4364-b705-26a628092777'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:49.729149 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Attempting to bind port 91c3bb63-5559-4496-807f-cfd3d267a945 on network 40eab54f-46af-4364-b705-26a628092777 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:49.746130 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720892f-ef42-4839-8168-5186eeb81624 req-9351bf23-2812-483e-be27-c5b88860a3eb tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:49.747150 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:49.747150 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Checking segment: {'id': 'f6877870-572a-47bc-b212-681e9aa75263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '40eab54f-46af-4364-b705-26a628092777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:49.747150 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.747477 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Bound using segment: {'id': 'f6877870-572a-47bc-b212-681e9aa75263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '40eab54f-46af-4364-b705-26a628092777'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:49.747835 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Bound port: 91c3bb63-5559-4496-807f-cfd3d267a945, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6877870-572a-47bc-b212-681e9aa75263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '40eab54f-46af-4364-b705-26a628092777'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:49.748130 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.750785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720892f-ef42-4839-8168-5186eeb81624 req-9351bf23-2812-483e-be27-c5b88860a3eb tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:49.754414 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720892f-ef42-4839-8168-5186eeb81624 req-9351bf23-2812-483e-be27-c5b88860a3eb tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:49.758273 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720892f-ef42-4839-8168-5186eeb81624 req-9351bf23-2812-483e-be27-c5b88860a3eb tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:49.762222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720892f-ef42-4839-8168-5186eeb81624 req-9351bf23-2812-483e-be27-c5b88860a3eb tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:49.764692 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5c7ec5e1-b180-4c67-9d5e-84bd73b13225 admin admin] Usage tracker for resource:security_group_rule and tenant:5aa2c576aebd4952a55070a9c4026a63 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:49.766564 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720892f-ef42-4839-8168-5186eeb81624 req-9351bf23-2812-483e-be27-c5b88860a3eb tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:49.770095 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720892f-ef42-4839-8168-5186eeb81624 req-9351bf23-2812-483e-be27-c5b88860a3eb tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:49.770889 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5c7ec5e1-b180-4c67-9d5e-84bd73b13225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:49.773399 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2720892f-ef42-4839-8168-5186eeb81624 req-9351bf23-2812-483e-be27-c5b88860a3eb tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5423 time: 0.2089224 Apr 18 19:41:49.782667 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.792069 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5c7ec5e1-b180-4c67-9d5e-84bd73b13225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:49.822190 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.822876 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:49.850492 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40eab54f-46af-4364-b705-26a628092777']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:49.866133 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-380a58f3-72dd-4b80-bba9-11de8b33f897 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.873044 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2720892f-ef42-4839-8168-5186eeb81624 req-752728b4-12f4-476c-a4da-aabd58446134 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0710440 Apr 18 19:41:49.874963 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6877870-572a-47bc-b212-681e9aa75263') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:49.875505 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6877870-572a-47bc-b212-681e9aa75263') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:49.950915 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:49.955815 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3d040e-bd08-4c6a-bdf0-4d11dad126c0', 'name': 'tempest-snat-router-1461129977', 'tenant_id': '628c4c8ae5514c2cac36960ca39bbf19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.84'}], 'enable_snat': False}, 'gw_port_id': 'd3b26ff8-4a61-41d0-9217-5bcfe64a125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:39Z', 'updated_at': '2022-04-18T19:41:42Z', 'revision_number': 3, 'project_id': '628c4c8ae5514c2cac36960ca39bbf19', 'gw_port': {'id': 'd3b26ff8-4a61-41d0-9217-5bcfe64a125d', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d040e-bd08-4c6a-bdf0-4d11dad126c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:41Z', 'updated_at': '2022-04-18T19:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:49.984882 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaf3a75-5680-463b-93da-295936c1147a None None] The sync data for ids ['0b3d040e-bd08-4c6a-bdf0-4d11dad126c0'] in n-d-838334-1 is: [{'id': '0b3d040e-bd08-4c6a-bdf0-4d11dad126c0', 'name': 'tempest-snat-router-1461129977', 'tenant_id': '628c4c8ae5514c2cac36960ca39bbf19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.84'}], 'enable_snat': False}, 'gw_port_id': 'd3b26ff8-4a61-41d0-9217-5bcfe64a125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:39Z', 'updated_at': '2022-04-18T19:41:42Z', 'revision_number': 3, 'project_id': '628c4c8ae5514c2cac36960ca39bbf19', 'gw_port': {'id': 'd3b26ff8-4a61-41d0-9217-5bcfe64a125d', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:4a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3d040e-bd08-4c6a-bdf0-4d11dad126c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:41Z', 'updated_at': '2022-04-18T19:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:50.036532 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.037993 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.041278 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-380a58f3-72dd-4b80-bba9-11de8b33f897 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Calling delete_port for 9a4ddcbc-7762-45e4-b81a-1950c6196f41 owned by {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:50.084933 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] For port 91c3bb63-5559-4496-807f-cfd3d267a945, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:50.105894 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=df760f9c-ad79-477c-8a9f-29d807da272c,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:50.115106 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] For port 91c3bb63-5559-4496-807f-cfd3d267a945, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=91c3bb63-5559-4496-807f-cfd3d267a945,segment=NetworkSegment(f6877870-572a-47bc-b212-681e9aa75263),segment_id=f6877870-572a-47bc-b212-681e9aa75263)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:50.195949 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31,segment=NetworkSegment(07922f48-caea-4685-8d56-dcf1ddda8f7e),segment_id=07922f48-caea-4685-8d56-dcf1ddda8f7e)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:50.216418 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.249592 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5c7ec5e1-b180-4c67-9d5e-84bd73b13225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.251795 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.263808 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'port_id': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31', 'mac_address': 'fa:16:3e:df:d2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:50.266573 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:41:50.266573 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:41:50.288361 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:41:50.379737 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.389852 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0f060-1ce1-4063-b6e3-cc7fa5b224b5 None None] Pushing event updated for resources: {'Port': ['ID=91c3bb63-5559-4496-807f-cfd3d267a945,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:50.404909 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:50.420770 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5c7ec5e1-b180-4c67-9d5e-84bd73b13225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.421130 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31,segment=NetworkSegment(07922f48-caea-4685-8d56-dcf1ddda8f7e),segment_id=07922f48-caea-4685-8d56-dcf1ddda8f7e)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:50.506279 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4ae8e-4475-4e1f-9727-e3fef05a8c15 req-6fd0f775-cd29-4350-8539-eb442362c4a6 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:50.507998 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eee4ae8e-4475-4e1f-9727-e3fef05a8c15 req-6fd0f775-cd29-4350-8539-eb442362c4a6 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 946 time: 0.3316839 Apr 18 19:41:50.523734 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ec5e1-b180-4c67-9d5e-84bd73b13225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacae203-e007-4258-9be5-91315f3b3f12,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:50.526425 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 19:41:50.526425 n-d-838334-1 neutron-server[84804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 19:41:50.526425 n-d-838334-1 neutron-server[84804]: [parameters: {'id': '40eab54f-46af-4364-b705-26a628092777'}] Apr 18 19:41:50.526425 n-d-838334-1 neutron-server[84804]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:41:50.526866 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:41:50.556862 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.558621 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 127b8468-71c8-4503-8de1-3be2a807a1c7 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:50.565385 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5c7ec5e1-b180-4c67-9d5e-84bd73b13225 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5aa2c576aebd4952a55070a9c4026a63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5314114 Apr 18 19:41:50.568605 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41478) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:50.590640 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eee4ae8e-4475-4e1f-9727-e3fef05a8c15 req-256f0cab-0f87-4bb3-a47a-4190a31a152a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705473 Apr 18 19:41:50.597160 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-380a58f3-72dd-4b80-bba9-11de8b33f897 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.652540 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Router de6cf999-df0d-4e25-83c8-2c3f4a3e780e is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:41:50.795022 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c568d79c-8b9f-4277-8694-7b7a93f19aaa None None] Network 40eab54f-46af-4364-b705-26a628092777 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:50.878993 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a58f3-72dd-4b80-bba9-11de8b33f897 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a4ddcbc-7762-45e4-b81a-1950c6196f41,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:50.901625 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 127b8468-71c8-4503-8de1-3be2a807a1c7, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=127b8468-71c8-4503-8de1-3be2a807a1c7,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:50.922195 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:50.943805 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '127b8468-71c8-4503-8de1-3be2a807a1c7', 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805', 'port_id': '127b8468-71c8-4503-8de1-3be2a807a1c7', 'mac_address': 'fa:16:3e:5e:b2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:50.972990 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-380a58f3-72dd-4b80-bba9-11de8b33f897 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.991117 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e3d70464-b0be-4ef9-b3c0-eb10aeaabf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:50.996952 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-380a58f3-72dd-4b80-bba9-11de8b33f897 tempest-RoutersAdminNegativeIpV6Test-102390994 tempest-RoutersAdminNegativeIpV6Test-102390994-project-admin] 10.222.0.66 "DELETE /v2.0/ports/9a4ddcbc-7762-45e4-b81a-1950c6196f41 HTTP/1.1" status: 204 len: 168 time: 1.8200266 Apr 18 19:41:51.028157 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.031680 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3167a-702a-4061-bc23-3dd4d3b97302 req-5e6e2ee9-5bb1-4b9f-830d-60e56bc4345d tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:51.033221 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7bd3167a-702a-4061-bc23-3dd4d3b97302 req-5e6e2ee9-5bb1-4b9f-830d-60e56bc4345d tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.4472165 Apr 18 19:41:51.047838 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port 91c3bb63-5559-4496-807f-cfd3d267a945 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:51.047838 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.048107 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e3d70464-b0be-4ef9-b3c0-eb10aeaabf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.194630 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.226782 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-7bd3167a-702a-4061-bc23-3dd4d3b97302 req-478baa05-19e5-435f-ba2b-48bb56816fb4 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851914 Apr 18 19:41:51.249668 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127b8468-71c8-4503-8de1-3be2a807a1c7 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:51.300559 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 127b8468-71c8-4503-8de1-3be2a807a1c7, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=127b8468-71c8-4503-8de1-3be2a807a1c7,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:51.308358 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a0ec8-866b-46cd-861f-a6898e1f37c4 None None] get_active_networks_info from n-d-838334-1 {{(pid=84806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 19:41:51.316245 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e3d70464-b0be-4ef9-b3c0-eb10aeaabf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.406132 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d70464-b0be-4ef9-b3c0-eb10aeaabf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacae203-e007-4258-9be5-91315f3b3f12,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:51.439583 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d3b26ff8-4a61-41d0-9217-5bcfe64a125d up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:51.461908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:41:51.475910 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e3d70464-b0be-4ef9-b3c0-eb10aeaabf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.479581 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Sync routers for ids ['de6cf999-df0d-4e25-83c8-2c3f4a3e780e'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:41:51.482991 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e3d70464-b0be-4ef9-b3c0-eb10aeaabf85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bacae203-e007-4258-9be5-91315f3b3f12 HTTP/1.1" status: 204 len: 168 time: 0.9131038 Apr 18 19:41:51.509272 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Routers {'de6cf999-df0d-4e25-83c8-2c3f4a3e780e'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:51.509943 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['de6cf999-df0d-4e25-83c8-2c3f4a3e780e'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:51.595240 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.596622 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-49a73a6c-77f0-440a-aa47-8e47bfe95d1c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4437172 Apr 18 19:41:51.599940 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41494) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:51.608063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] For port 91c3bb63-5559-4496-807f-cfd3d267a945, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=91c3bb63-5559-4496-807f-cfd3d267a945,segment=NetworkSegment(f6877870-572a-47bc-b212-681e9aa75263),segment_id=f6877870-572a-47bc-b212-681e9aa75263)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:51.608427 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.638265 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.639064 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device dbcd273e-9e13-410c-be6c-a5940f757060 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:51.768828 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Calling delete_port for 91c3bb63-5559-4496-807f-cfd3d267a945 owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:51.805696 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41500) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:51.814841 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a7d76e69-6c7a-4dfe-bae8-8737885ca29b req-b147668b-73cf-4523-87d2-b8ae1b5a879a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1097 time: 0.3423283 Apr 18 19:41:51.820690 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.resource_extend [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:41:51.859181 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port dbcd273e-9e13-410c-be6c-a5940f757060, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=dbcd273e-9e13-410c-be6c-a5940f757060,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:51.862900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bafad-bdf0-4b13-a7cf-6e9b5d0f6b0e req-b43385db-8b6f-4684-90dd-3710cd0e9a87 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:51.867760 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bafad-bdf0-4b13-a7cf-6e9b5d0f6b0e req-b43385db-8b6f-4684-90dd-3710cd0e9a87 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:51.872374 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bafad-bdf0-4b13-a7cf-6e9b5d0f6b0e req-b43385db-8b6f-4684-90dd-3710cd0e9a87 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:51.876977 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bafad-bdf0-4b13-a7cf-6e9b5d0f6b0e req-b43385db-8b6f-4684-90dd-3710cd0e9a87 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:51.882446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bafad-bdf0-4b13-a7cf-6e9b5d0f6b0e req-b43385db-8b6f-4684-90dd-3710cd0e9a87 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:51.882741 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-070d9529-33aa-4f1a-8f1c-e5f5456ffa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:51.888080 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bafad-bdf0-4b13-a7cf-6e9b5d0f6b0e req-b43385db-8b6f-4684-90dd-3710cd0e9a87 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:51.894038 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bafad-bdf0-4b13-a7cf-6e9b5d0f6b0e req-b43385db-8b6f-4684-90dd-3710cd0e9a87 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:51.897842 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=127b8468-71c8-4503-8de1-3be2a807a1c7,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:51.902417 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d40bafad-bdf0-4b13-a7cf-6e9b5d0f6b0e req-b43385db-8b6f-4684-90dd-3710cd0e9a87 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5426 time: 0.3628666 Apr 18 19:41:51.936295 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': 'dbcd273e-9e13-410c-be6c-a5940f757060', 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805', 'port_id': 'dbcd273e-9e13-410c-be6c-a5940f757060', 'mac_address': 'fa:16:3e:82:3f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:51.953659 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a7d76e69-6c7a-4dfe-bae8-8737885ca29b req-a3ad1123-10cd-4164-993f-36ea0f342c87 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293638 Apr 18 19:41:51.970051 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Set router de6cf999-df0d-4e25-83c8-2c3f4a3e780e gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:51.979837 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a6f63-cffa-46c7-a6f8-a8d82b92c5aa req-16aef9c3-8cf7-4379-84cc-c437922bf2a8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:51.981638 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd5a6f63-cffa-46c7-a6f8-a8d82b92c5aa req-16aef9c3-8cf7-4379-84cc-c437922bf2a8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 946 time: 0.4412265 Apr 18 19:41:52.013594 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d40bafad-bdf0-4b13-a7cf-6e9b5d0f6b0e req-a541e10b-da66-45a5-9858-3372d3e81716 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1092005 Apr 18 19:41:52.029806 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port d3b26ff8-4a61-41d0-9217-5bcfe64a125d completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:52.045000 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port d3b26ff8-4a61-41d0-9217-5bcfe64a125d triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:52.045577 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.078940 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a0ec8-866b-46cd-861f-a6898e1f37c4 None None] Resources bound (agent type, host, resource id): {{(pid=84806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 19:41:52.087075 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a0ed20e9-32ba-4c8d-abd3-e75d5d58390e tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/routers/de6cf999-df0d-4e25-83c8-2c3f4a3e780e HTTP/1.1" status: 200 len: 908 time: 0.4853253 Apr 18 19:41:52.088264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41508) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:52.093733 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dd5a6f63-cffa-46c7-a6f8-a8d82b92c5aa req-dcf92913-9ce7-448b-b132-17e10fe573c3 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052263 Apr 18 19:41:52.097894 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.218152 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.226390 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Port': ['ID=91c3bb63-5559-4496-807f-cfd3d267a945,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:52.257699 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No DVR routers for this DVR port 91c3bb63-5559-4496-807f-cfd3d267a945 on host n-d-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:41:52.291719 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9b683b14-909f-4463-8343-ec2396995c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.309142 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcd273e-9e13-410c-be6c-a5940f757060 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:52.335685 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.435612 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9b683b14-909f-4463-8343-ec2396995c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:52.446604 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.454762 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9b683b14-909f-4463-8343-ec2396995c81 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0566c945304718a89031b8ce7473f4 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:52.460648 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-9b683b14-909f-4463-8343-ec2396995c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:52.477936 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-9b683b14-909f-4463-8343-ec2396995c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:52.490369 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40eab54f-46af-4364-b705-26a628092777']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:52.512984 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6877870-572a-47bc-b212-681e9aa75263') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:52.513232 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6877870-572a-47bc-b212-681e9aa75263') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:52.517708 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port dbcd273e-9e13-410c-be6c-a5940f757060, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=dbcd273e-9e13-410c-be6c-a5940f757060,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:52.531332 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.537764 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.558799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port d3b26ff8-4a61-41d0-9217-5bcfe64a125d, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d3b26ff8-4a61-41d0-9217-5bcfe64a125d,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:52.599757 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.606977 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6cf999-df0d-4e25-83c8-2c3f4a3e780e', 'name': 'tempest-snat-router-1461129977', 'tenant_id': '628c4c8ae5514c2cac36960ca39bbf19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c1558800-850e-408b-84c7-7eae36510499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:46Z', 'updated_at': '2022-04-18T19:41:49Z', 'revision_number': 3, 'project_id': '628c4c8ae5514c2cac36960ca39bbf19', 'gw_port': {'id': 'c1558800-850e-408b-84c7-7eae36510499', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:dd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6cf999-df0d-4e25-83c8-2c3f4a3e780e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:41:48Z', 'updated_at': '2022-04-18T19:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:52.613263 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.615010 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 43d331f5-78c3-4417-84ac-4c54c0f9a91a details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:52.618739 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41516) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:52.619864 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Checking router: de6cf999-df0d-4e25-83c8-2c3f4a3e780e for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:41:52.620209 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Updating router de6cf999-df0d-4e25-83c8-2c3f4a3e780e port c1558800-850e-408b-84c7-7eae36510499 binding host n-d-838334-1 {{(pid=84807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 18 19:41:52.641349 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:41:52.641915 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:41:52.663285 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:41:52.696542 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.714006 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61b6e-e1ce-4183-903e-7f0154481d3b req-99e370af-18e4-4e9a-8558-95d9d5c5a681 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:52.715481 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9fc61b6e-e1ce-4183-903e-7f0154481d3b req-99e370af-18e4-4e9a-8558-95d9d5c5a681 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1634359 Apr 18 19:41:52.733014 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5994ecb7-a6bc-4277-b983-771915043006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.775731 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=dbcd273e-9e13-410c-be6c-a5940f757060,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:52.800606 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9fc61b6e-e1ce-4183-903e-7f0154481d3b req-728d7c8d-2a5a-4874-bb4a-a2ed5a3254e1 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790782 Apr 18 19:41:52.820673 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.826196 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.827375 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eab3fab7-c920-4868-a13d-c55baf90e37f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:52.884726 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5994ecb7-a6bc-4277-b983-771915043006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:52.888015 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9b683b14-909f-4463-8343-ec2396995c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.892559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5994ecb7-a6bc-4277-b983-771915043006 admin admin] Usage tracker for resource:security_group_rule and tenant:2731868e7e21493282ff5b0faea0bc0d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:52.897277 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-5994ecb7-a6bc-4277-b983-771915043006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:52.911160 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Deleting port c1558800-850e-408b-84c7-7eae36510499 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:52.911537 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-5994ecb7-a6bc-4277-b983-771915043006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:52.915830 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:52.938646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6a532-3812-4ebb-84ae-4cc27d3da9a3 req-ef519a23-941d-40c0-bb5e-210ebf795f03 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:52.940400 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eec6a532-3812-4ebb-84ae-4cc27d3da9a3 req-ef519a23-941d-40c0-bb5e-210ebf795f03 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.71 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 946 time: 0.1698661 Apr 18 19:41:52.981591 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.008362 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.036326 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-9b683b14-909f-4463-8343-ec2396995c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.181115 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=d3b26ff8-4a61-41d0-9217-5bcfe64a125d,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:53.193122 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5994ecb7-a6bc-4277-b983-771915043006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.204393 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b683b14-909f-4463-8343-ec2396995c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b06f35-9db2-4325-b5ed-1cdf23caf0ae,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:53.216830 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 43d331f5-78c3-4417-84ac-4c54c0f9a91a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=43d331f5-78c3-4417-84ac-4c54c0f9a91a,segment=NetworkSegment(598f3716-ca3f-4e0e-a751-d269ea74b1ee),segment_id=598f3716-ca3f-4e0e-a751-d269ea74b1ee)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:53.225248 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Network': ['ID=40eab54f-46af-4364-b705-26a628092777,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:53.269281 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '43d331f5-78c3-4417-84ac-4c54c0f9a91a', 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484', 'port_id': '43d331f5-78c3-4417-84ac-4c54c0f9a91a', 'mac_address': 'fa:16:3e:5a:e2:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67b821a-7334-4bdd-bb6b-89fbafbfe6bb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:53.283314 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.283559 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-eec6a532-3812-4ebb-84ae-4cc27d3da9a3 req-f771fc41-52ca-41da-b971-18634a27d0ef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Deleting port 66c50ec8-f991-4b6e-958f-268fcc90bbeb {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:53.290805 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-eec6a532-3812-4ebb-84ae-4cc27d3da9a3 req-f771fc41-52ca-41da-b971-18634a27d0ef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.322558 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Notify callbacks [] for port, precommit_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.325904 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fa24b4d4-a838-4d1c-9340-030861f8038b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/40eab54f-46af-4364-b705-26a628092777 HTTP/1.1" status: 204 len: 168 time: 6.0795598 Apr 18 19:41:53.343332 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5994ecb7-a6bc-4277-b983-771915043006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.347263 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.provisioning_blocks [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Transition to ACTIVE for port object c1558800-850e-408b-84c7-7eae36510499 will not be triggered until provisioned by entity L2. {{(pid=84807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:53.387402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41524) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:53.393080 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-669115685'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:53.442685 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port eab3fab7-c920-4868-a13d-c55baf90e37f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:53.443374 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.465844 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.497494 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Calling delete_port for c1558800-850e-408b-84c7-7eae36510499 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:53.506447 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.525057 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:53.532444 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d331f5-78c3-4417-84ac-4c54c0f9a91a {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:53.539140 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:network and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:53.543202 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:53.558641 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:53.591096 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Attempting to bind port c1558800-850e-408b-84c7-7eae36510499 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:53.591487 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Attempting to bind port c1558800-850e-408b-84c7-7eae36510499 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:53.591904 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Attempting to bind port c1558800-850e-408b-84c7-7eae36510499 on network b9f392f6-42e1-41ad-9423-d80ed824c270 {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:53.596828 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 43d331f5-78c3-4417-84ac-4c54c0f9a91a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=43d331f5-78c3-4417-84ac-4c54c0f9a91a,segment=NetworkSegment(598f3716-ca3f-4e0e-a751-d269ea74b1ee),segment_id=598f3716-ca3f-4e0e-a751-d269ea74b1ee)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:53.611696 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Pushing event updated for resources: {'Port': ['ID=c1558800-850e-408b-84c7-7eae36510499,revision_number=2']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:53.614331 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:53.616210 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Checking segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:53.616210 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.616949 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Bound using segment: {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'} {{(pid=84807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:53.617591 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.managers [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Bound port: c1558800-850e-408b-84c7-7eae36510499, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d5174f-5c18-4e81-9de2-c44522770fc2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}] {{(pid=84807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:53.618095 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.638170 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d670e6-fc7b-4567-964b-aa552126a1f9 req-19b5d50d-cc3a-4329-91a2-2eafacc0e0f0 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:53.645608 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71d670e6-fc7b-4567-964b-aa552126a1f9 req-19b5d50d-cc3a-4329-91a2-2eafacc0e0f0 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 946 time: 0.2593930 Apr 18 19:41:53.688495 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9b683b14-909f-4463-8343-ec2396995c81 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c0566c945304718a89031b8ce7473f4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8726771 Apr 18 19:41:53.701386 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.701597 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41528) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:53.702415 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 746916e6-234b-4bfc-a048-feb8021abcc9 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:53.714955 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-71d670e6-fc7b-4567-964b-aa552126a1f9 req-1bea6f67-f4f4-4c3c-b27d-75a0e0a5360c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683742 Apr 18 19:41:53.721520 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] For port c1558800-850e-408b-84c7-7eae36510499, host n-d-838334-1, cleared binding levels {{(pid=84807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:41:53.727027 n-d-838334-1 neutron-server[84807]: DEBUG neutron.plugins.ml2.db [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] For port c1558800-850e-408b-84c7-7eae36510499, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=c1558800-850e-408b-84c7-7eae36510499,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:41:53.729032 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:53.729365 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:53.729748 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:53.730173 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:53.730847 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:53.731183 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:53.731638 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:53.731963 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:53.732284 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:53.732602 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:53.732968 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:53.754918 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:53.760890 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.805955 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:41:53.828969 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3167-dfc2-485a-a5ec-e28d2a09ee7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.830295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994ecb7-a6bc-4277-b983-771915043006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9746c507-f06d-4d99-8cb8-54c3bf105d19,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:53.836847 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 746916e6-234b-4bfc-a048-feb8021abcc9, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=746916e6-234b-4bfc-a048-feb8021abcc9,segment=NetworkSegment(598f3716-ca3f-4e0e-a751-d269ea74b1ee),segment_id=598f3716-ca3f-4e0e-a751-d269ea74b1ee)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:53.839190 n-d-838334-1 neutron-server[84807]: DEBUG neutron_lib.callbacks.manager [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.845637 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=43d331f5-78c3-4417-84ac-4c54c0f9a91a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:53.857495 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '746916e6-234b-4bfc-a048-feb8021abcc9', 'network_id': 'e78622fb-3352-44b9-a22f-f41c23e91484', 'port_id': '746916e6-234b-4bfc-a048-feb8021abcc9', 'mac_address': 'fa:16:3e:fb:c4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67b821a-7334-4bdd-bb6b-89fbafbfe6bb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:53.858822 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5994ecb7-a6bc-4277-b983-771915043006 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2731868e7e21493282ff5b0faea0bc0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2368681 Apr 18 19:41:53.861419 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41534) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:53.861802 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.862151 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Added segment 0f5e6ea6-8881-4756-b4c4-155e4ab764db of type vlan for network 63b52a78-ab94-4c14-bfe9-68de0b21a37c Apr 18 19:41:53.903924 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.api [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:41:53.912522 n-d-838334-1 neutron-server[84805]: DEBUG oslo_db.api [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:41:53.925364 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.928388 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3167-dfc2-485a-a5ec-e28d2a09ee7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.957586 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e7fbfd1e-6cae-4782-af3a-f015d16657b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.970159 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-eec6a532-3812-4ebb-84ae-4cc27d3da9a3 req-f771fc41-52ca-41da-b971-18634a27d0ef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] For port 66c50ec8-f991-4b6e-958f-268fcc90bbeb, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=66c50ec8-f991-4b6e-958f-268fcc90bbeb,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:53.973569 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-eec6a532-3812-4ebb-84ae-4cc27d3da9a3 req-f771fc41-52ca-41da-b971-18634a27d0ef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:53.976977 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746916e6-234b-4bfc-a048-feb8021abcc9 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:54.002149 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 746916e6-234b-4bfc-a048-feb8021abcc9, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=746916e6-234b-4bfc-a048-feb8021abcc9,segment=NetworkSegment(598f3716-ca3f-4e0e-a751-d269ea74b1ee),segment_id=598f3716-ca3f-4e0e-a751-d269ea74b1ee)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:54.008032 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076dd9-928e-4f8a-a051-1a2291655e9d req-b8966b84-53e5-4c40-97ef-d794e4860bfe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:54.011973 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.014122 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076dd9-928e-4f8a-a051-1a2291655e9d req-b8966b84-53e5-4c40-97ef-d794e4860bfe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:54.022261 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076dd9-928e-4f8a-a051-1a2291655e9d req-b8966b84-53e5-4c40-97ef-d794e4860bfe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:54.026320 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076dd9-928e-4f8a-a051-1a2291655e9d req-b8966b84-53e5-4c40-97ef-d794e4860bfe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:54.030278 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076dd9-928e-4f8a-a051-1a2291655e9d req-b8966b84-53e5-4c40-97ef-d794e4860bfe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:54.034581 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076dd9-928e-4f8a-a051-1a2291655e9d req-b8966b84-53e5-4c40-97ef-d794e4860bfe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:54.039330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076dd9-928e-4f8a-a051-1a2291655e9d req-b8966b84-53e5-4c40-97ef-d794e4860bfe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:54.040410 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Routers {'de6cf999-df0d-4e25-83c8-2c3f4a3e780e'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:41:54.041828 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eb076dd9-928e-4f8a-a051-1a2291655e9d req-b8966b84-53e5-4c40-97ef-d794e4860bfe tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5427 time: 0.7240250 Apr 18 19:41:54.042155 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['de6cf999-df0d-4e25-83c8-2c3f4a3e780e'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:54.081293 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.082343 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:41:54.151723 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d3b26ff8-4a61-41d0-9217-5bcfe64a125d up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:54.176195 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabfcb7-28aa-4a9e-8d39-b4211f8f9aad req-95851dd9-d799-48b5-8a5e-1518a39166b7 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:54.177744 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1aabfcb7-28aa-4a9e-8d39-b4211f8f9aad req-95851dd9-d799-48b5-8a5e-1518a39166b7 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1248915 Apr 18 19:41:54.227725 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.232897 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:54.233715 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.265760 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-eec6a532-3812-4ebb-84ae-4cc27d3da9a3 req-f771fc41-52ca-41da-b971-18634a27d0ef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Calling delete_port for 66c50ec8-f991-4b6e-958f-268fcc90bbeb owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:54.266600 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21442680-74ae-443c-82a4-6f8decfde131 None None] Pushing event updated for resources: {'Port': ['ID=c1558800-850e-408b-84c7-7eae36510499,revision_number=3']} {{(pid=84807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:54.287941 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3167-dfc2-485a-a5ec-e28d2a09ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.292493 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] Set router de6cf999-df0d-4e25-83c8-2c3f4a3e780e gateway port host: None {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:41:54.323615 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:54.333862 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=746916e6-234b-4bfc-a048-feb8021abcc9,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:54.345235 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-db798951-688e-41d0-ad47-a2f47a9205a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.357306 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '6ac6c297-5f24-4746-a3b1-a8a0301ef6a3', 'network_id': 'ffd6f4cb-0011-4fcc-8795-5dc248fc3805', 'port_id': '6ac6c297-5f24-4746-a3b1-a8a0301ef6a3', 'mac_address': 'fa:16:3e:90:f6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:41:54.363060 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1aabfcb7-28aa-4a9e-8d39-b4211f8f9aad req-7297ca3f-cc1f-4320-b71a-f5fc70feefd0 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794922 Apr 18 19:41:54.380032 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:54.382888 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:54.383284 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:54.383633 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:54.384768 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:54.385355 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:54.386810 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:54.387310 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:54.389206 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eb076dd9-928e-4f8a-a051-1a2291655e9d req-c5014a40-5a6e-4c84-89e4-2a4d604bb8b0 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3408973 Apr 18 19:41:54.399225 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:54.401765 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:54.404747 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:41:54.412443 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Deleting port c1558800-850e-408b-84c7-7eae36510499 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:54.412940 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.429142 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-db798951-688e-41d0-ad47-a2f47a9205a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.436995 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb3167-dfc2-485a-a5ec-e28d2a09ee7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b06f35-9db2-4325-b5ed-1cdf23caf0ae,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:54.468549 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3167-dfc2-485a-a5ec-e28d2a09ee7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.472519 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8cfb3167-dfc2-485a-a5ec-e28d2a09ee7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95b06f35-9db2-4325-b5ed-1cdf23caf0ae HTTP/1.1" status: 204 len: 168 time: 0.7565038 Apr 18 19:41:54.482562 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=63b52a78-ab94-4c14-bfe9-68de0b21a37c,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:54.497382 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6cf999-df0d-4e25-83c8-2c3f4a3e780e', 'name': 'tempest-snat-router-1461129977', 'tenant_id': '628c4c8ae5514c2cac36960ca39bbf19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:46Z', 'updated_at': '2022-04-18T19:41:52Z', 'revision_number': 4, 'project_id': '628c4c8ae5514c2cac36960ca39bbf19', 'gw_port_host': None}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:41:54.507102 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7735b7-9f3a-433f-9dff-60c85aa8417c None None] The sync data for ids ['de6cf999-df0d-4e25-83c8-2c3f4a3e780e'] in n-d-838334-1 is: [{'id': 'de6cf999-df0d-4e25-83c8-2c3f4a3e780e', 'name': 'tempest-snat-router-1461129977', 'tenant_id': '628c4c8ae5514c2cac36960ca39bbf19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:41:46Z', 'updated_at': '2022-04-18T19:41:52Z', 'revision_number': 4, 'project_id': '628c4c8ae5514c2cac36960ca39bbf19', 'gw_port_host': None}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:41:54.561899 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 63b52a78-ab94-4c14-bfe9-68de0b21a37c details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:41:54.621803 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4cd63485-722a-48f4-a8a1-7b3ca2b193e4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2334030 Apr 18 19:41:54.625929 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1061652276', 'description': 'tempest-description-13420460'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:54.627504 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41542) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:54.634352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:54.635679 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'network_id': '63b52a78-ab94-4c14-bfe9-68de0b21a37c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:54.647822 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:54.670337 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-db798951-688e-41d0-ad47-a2f47a9205a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.700908 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.710268 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port d3b26ff8-4a61-41d0-9217-5bcfe64a125d triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:54.710666 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.734467 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] For port c1558800-850e-408b-84c7-7eae36510499, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=c1558800-850e-408b-84c7-7eae36510499,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:54.735067 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.761309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db798951-688e-41d0-ad47-a2f47a9205a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9746c507-f06d-4d99-8cb8-54c3bf105d19,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:54.763120 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.763266 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-eec6a532-3812-4ebb-84ae-4cc27d3da9a3 req-f771fc41-52ca-41da-b971-18634a27d0ef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:54.782227 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['7231705a-2924-4226-bb3a-48dd637e81ab', '66c50ec8-f991-4b6e-958f-268fcc90bbeb'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:54.831709 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:41:54.834259 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771fc41-52ca-41da-b971-18634a27d0ef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Pushing event deleted for resources: {'Port': ['ID=66c50ec8-f991-4b6e-958f-268fcc90bbeb,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:54.922096 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:54.932170 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:54.970827 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:subnet and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:54.991969 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:55.002494 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:55.012971 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.014558 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.016768 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.018276 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-db798951-688e-41d0-ad47-a2f47a9205a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.020769 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-db798951-688e-41d0-ad47-a2f47a9205a4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9746c507-f06d-4d99-8cb8-54c3bf105d19 HTTP/1.1" status: 204 len: 168 time: 1.1530261 Apr 18 19:41:55.022560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec6a532-3812-4ebb-84ae-4cc27d3da9a3 req-f771fc41-52ca-41da-b971-18634a27d0ef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] No DVR routers for this DVR port 66c50ec8-f991-4b6e-958f-268fcc90bbeb on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:41:55.026721 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-eec6a532-3812-4ebb-84ae-4cc27d3da9a3 req-f771fc41-52ca-41da-b971-18634a27d0ef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.029913 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-eec6a532-3812-4ebb-84ae-4cc27d3da9a3 req-f771fc41-52ca-41da-b971-18634a27d0ef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.71 "DELETE /v2.0/ports/66c50ec8-f991-4b6e-958f-268fcc90bbeb HTTP/1.1" status: 204 len: 173 time: 2.0840456 Apr 18 19:41:55.075735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419213a8-b50d-4071-9553-4afb673962ca', 'name': 'network-vif-deleted', 'tag': '66c50ec8-f991-4b6e-958f-268fcc90bbeb'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:55.127131 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b2e3a730-6a13-49d9-9595-32a6381c4ef0 req-f95d47f8-59d7-489b-a193-1310633cee7b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Synchronizing usage tracker for tenant:71054a69b5364a17881f16c70019efe0 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:55.141816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:55.146442 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:55.178232 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Calling delete_port for c1558800-850e-408b-84c7-7eae36510499 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:55.354758 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.356568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:55.363103 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Usage tracker for resource:security_group_rule and tenant:bdb65becce204455978edc9c05affe12 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:55.368983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:55.452834 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:55.462514 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-b2e3a730-6a13-49d9-9595-32a6381c4ef0 req-f95d47f8-59d7-489b-a193-1310633cee7b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Unset dirty status for tenant:71054a69b5364a17881f16c70019efe0 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:55.476804 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b2e3a730-6a13-49d9-9595-32a6381c4ef0 req-f95d47f8-59d7-489b-a193-1310633cee7b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=419213a8-b50d-4071-9553-4afb673962ca HTTP/1.1" status: 200 len: 210 time: 0.4455247 Apr 18 19:41:55.565554 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fadfb24a-f14d-40f2-a57a-12d014c0dad8'] response: {'server_uuid': '419213a8-b50d-4071-9553-4afb673962ca', 'name': 'network-vif-deleted', 'tag': '66c50ec8-f991-4b6e-958f-268fcc90bbeb', 'status': 'completed', 'code': 200} Apr 18 19:41:55.589880 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.636511 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.666971 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41556) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:55.667195 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['746916e6-234b-4bfc-a048-feb8021abcc9'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:55.687055 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.707371 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['43d331f5-78c3-4417-84ac-4c54c0f9a91a'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:55.727904 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b76e567-33de-43ef-a345-76316135f725,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:55.739223 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1558800-850e-408b-84c7-7eae36510499,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:55.784227 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['dbcd273e-9e13-410c-be6c-a5940f757060'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:55.834772 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7c49c41f-5d91-49c5-8da0-f0ebe7084d99 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5039a95327a04fce8a369ffec972e054&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1666942 Apr 18 19:41:55.838659 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41564) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:55.850190 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:55.851422 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c147f22f-b2c4-4cb1-9b62-a336a50d74cf req-1502694e-07d5-4fa9-882d-43ef9f32889f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1645 time: 1.2415471 Apr 18 19:41:55.896415 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['127b8468-71c8-4503-8de1-3be2a807a1c7'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:55.920939 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6ac6c297-5f24-4746-a3b1-a8a0301ef6a3'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:56.038634 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['df760f9c-ad79-477c-8a9f-29d807da272c'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:56.050436 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef39a-5a65-4c4c-8aab-0668aa191d14 req-4d44b773-70b0-4054-bd7a-917625dccd58 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:56.055322 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef39a-5a65-4c4c-8aab-0668aa191d14 req-4d44b773-70b0-4054-bd7a-917625dccd58 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:56.059678 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef39a-5a65-4c4c-8aab-0668aa191d14 req-4d44b773-70b0-4054-bd7a-917625dccd58 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:56.063860 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef39a-5a65-4c4c-8aab-0668aa191d14 req-4d44b773-70b0-4054-bd7a-917625dccd58 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:56.068365 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef39a-5a65-4c4c-8aab-0668aa191d14 req-4d44b773-70b0-4054-bd7a-917625dccd58 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:56.072524 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef39a-5a65-4c4c-8aab-0668aa191d14 req-4d44b773-70b0-4054-bd7a-917625dccd58 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:56.076699 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef39a-5a65-4c4c-8aab-0668aa191d14 req-4d44b773-70b0-4054-bd7a-917625dccd58 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:56.085408 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d1fef39a-5a65-4c4c-8aab-0668aa191d14 req-4d44b773-70b0-4054-bd7a-917625dccd58 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5430 time: 0.4199262 Apr 18 19:41:56.133547 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.187626 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.192913 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe230-30b7-44d6-8155-ad29f8472e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.257518 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d1fef39a-5a65-4c4c-8aab-0668aa191d14 req-d71368c2-7360-48b1-8f34-c77ea731a178 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1708839 Apr 18 19:41:56.275320 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe230-30b7-44d6-8155-ad29f8472e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.284367 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=a1935622-fb58-42fe-bc09-f1e50a9624b4,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:56.449383 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-24434008-517e-43de-9053-cfc0381cdf22 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Synchronizing usage tracker for tenant:bdb65becce204455978edc9c05affe12 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:41:56.478271 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Checking segment: {'id': '0f5e6ea6-8881-4756-b4c4-155e4ab764db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '63b52a78-ab94-4c14-bfe9-68de0b21a37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:56.478731 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network hostable DHCP agents. Network: 63b52a78-ab94-4c14-bfe9-68de0b21a37c, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:41:56.546502 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.550922 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.596057 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe230-30b7-44d6-8155-ad29f8472e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.612324 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fe230-30b7-44d6-8155-ad29f8472e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eeab91c-a74e-4b8f-b21d-1fae305e695f,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:56.618548 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-24434008-517e-43de-9053-cfc0381cdf22 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Unset dirty status for tenant:bdb65becce204455978edc9c05affe12 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:41:56.620069 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-24434008-517e-43de-9053-cfc0381cdf22 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1061652276&fields=id&tenant_id=bdb65becce204455978edc9c05affe12 HTTP/1.1" status: 200 len: 267 time: 0.5011506 Apr 18 19:41:56.626818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network 63b52a78-ab94-4c14-bfe9-68de0b21a37c is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:41:56.654785 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe230-30b7-44d6-8155-ad29f8472e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.662244 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ff4fe230-30b7-44d6-8155-ad29f8472e7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3eeab91c-a74e-4b8f-b21d-1fae305e695f HTTP/1.1" status: 204 len: 168 time: 0.8205054 Apr 18 19:41:56.700829 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.701351 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de6cf999-df0d-4e25-83c8-2c3f4a3e780e {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:41:56.701491 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['73d3fd41-4a54-4e06-8109-1ef4fd2c5d31'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:56.709950 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 63b52a78-ab94-4c14-bfe9-68de0b21a37c) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:56.714646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:56.715540 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.737805 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.738919 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b1400e89-f42b-445e-8ca9-4ebca2bbdded tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "DELETE /v2.0/routers/de6cf999-df0d-4e25-83c8-2c3f4a3e780e HTTP/1.1" status: 204 len: 168 time: 4.6495633 Apr 18 19:41:56.745066 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41588) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:56.794241 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:56.804791 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-dff998e3-699c-4aa5-98d7-d8093889b703 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:56.810867 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-dff998e3-699c-4aa5-98d7-d8093889b703 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1798174 Apr 18 19:41:56.819744 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-911cae87-f2c9-45a5-b4f4-301376d5b0bf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Request body: {'port': {'security_groups': ['669e3c61-c6e9-4dcd-8119-a6273151f53b', '8b76e567-33de-43ef-a345-76316135f725']}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:56.823149 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b75fa-787e-4094-83c4-d63601b0c270 None None] Network 63b52a78-ab94-4c14-bfe9-68de0b21a37c requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:41:56.951353 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6baa281b-4079-43f1-a6d3-d8a98ce5b8ac tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3224416 Apr 18 19:41:56.957964 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41594) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:56.970458 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99838549'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:56.985070 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:56.999473 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:network and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:57.003867 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-911cae87-f2c9-45a5-b4f4-301376d5b0bf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.019392 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:57.032287 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:57.113394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48aae8-a81c-4ab2-a9d2-fdfdb8027f1a req-6297c692-1301-4e74-af4b-2a359e4c1525 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:57.123842 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fa48aae8-a81c-4ab2-a9d2-fdfdb8027f1a req-6297c692-1301-4e74-af4b-2a359e4c1525 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3668678 Apr 18 19:41:57.149295 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:57.157249 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.227311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:41:57.255138 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.262855 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.264543 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Added segment 720f6451-040e-4b7a-9b6b-f34600dff4cf of type vlan for network 7298c454-f986-452c-9f13-7e58c06cc052 Apr 18 19:41:57.401478 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-fa48aae8-a81c-4ab2-a9d2-fdfdb8027f1a req-b5e79d5a-93f9-49ff-95a3-8b43ba80ccd9 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762585 Apr 18 19:41:57.433379 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 66c50ec8-f991-4b6e-958f-268fcc90bbeb no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:41:57.512266 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: 66c50ec8-f991-4b6e-958f-268fcc90bbeb {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:41:57.512596 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 66c50ec8-f991-4b6e-958f-268fcc90bbeb not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:41:57.522456 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.587859 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-63b52a78-ab94-4c14-bfe9-68de0b21a37c', 'network_id': '63b52a78-ab94-4c14-bfe9-68de0b21a37c', 'tenant_id': 'c26aa31362a5484e8672bce837f7aa80', 'fixed_ips': [{'subnet_id': 'a1935622-fb58-42fe-bc09-f1e50a9624b4'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:41:57.588682 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.682762 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-911cae87-f2c9-45a5-b4f4-301376d5b0bf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] For port 6a3bda74-133c-4e84-9201-208467f37728, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6a3bda74-133c-4e84-9201-208467f37728,segment=NetworkSegment(f7a84007-feb3-421f-9c57-8802a8bb05ec),segment_id=f7a84007-feb3-421f-9c57-8802a8bb05ec)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:57.741354 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-911cae87-f2c9-45a5-b4f4-301376d5b0bf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.774223 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.782682 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:57.783631 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.801362 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.824408 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137222-60b0-4a6c-b8b3-9ee8d88c48ce req-e1d512db-8731-4aae-8ba0-65e0d1c1e456 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:57.828282 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137222-60b0-4a6c-b8b3-9ee8d88c48ce req-e1d512db-8731-4aae-8ba0-65e0d1c1e456 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:57.832676 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137222-60b0-4a6c-b8b3-9ee8d88c48ce req-e1d512db-8731-4aae-8ba0-65e0d1c1e456 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:57.836107 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137222-60b0-4a6c-b8b3-9ee8d88c48ce req-e1d512db-8731-4aae-8ba0-65e0d1c1e456 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:57.840536 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137222-60b0-4a6c-b8b3-9ee8d88c48ce req-e1d512db-8731-4aae-8ba0-65e0d1c1e456 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:57.844342 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137222-60b0-4a6c-b8b3-9ee8d88c48ce req-e1d512db-8731-4aae-8ba0-65e0d1c1e456 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:57.848454 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16137222-60b0-4a6c-b8b3-9ee8d88c48ce req-e1d512db-8731-4aae-8ba0-65e0d1c1e456 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:57.856185 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-16137222-60b0-4a6c-b8b3-9ee8d88c48ce req-e1d512db-8731-4aae-8ba0-65e0d1c1e456 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5430 time: 0.2743528 Apr 18 19:41:57.868772 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-911cae87-f2c9-45a5-b4f4-301376d5b0bf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.944299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-911cae87-f2c9-45a5-b4f4-301376d5b0bf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:57.944994 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-911cae87-f2c9-45a5-b4f4-301376d5b0bf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:57.946740 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-021af7ff-228a-4c71-a0b1-cba6edc1062d req-911cae87-f2c9-45a5-b4f4-301376d5b0bf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "PUT /v2.0/ports/6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 982 time: 1.1321762 Apr 18 19:41:57.960541 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-16137222-60b0-4a6c-b8b3-9ee8d88c48ce req-cfe56d55-58f5-45b8-b206-5650fc4a251b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0975270 Apr 18 19:41:58.025462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Deleting port d3b26ff8-4a61-41d0-9217-5bcfe64a125d {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:41:58.025816 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:58.069480 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Allocated IP 2001:db8::1 (63b52a78-ab94-4c14-bfe9-68de0b21a37c/a1935622-fb58-42fe-bc09-f1e50a9624b4/372a0883-6b6a-4953-aab2-c6015a4364a3) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:41:58.128770 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6a3bda74-133c-4e84-9201-208467f37728'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:58.242262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'tag': '6a3bda74-133c-4e84-9201-208467f37728'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:41:58.247273 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=7298c454-f986-452c-9f13-7e58c06cc052,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:58.270508 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-13fa99aa-7458-4b2f-bdfb-03ee1e5ef8c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3070092 Apr 18 19:41:58.295798 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41646) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:58.301940 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'network_id': '7298c454-f986-452c-9f13-7e58c06cc052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:58.393054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cae87-f2c9-45a5-b4f4-301376d5b0bf tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Pushing event updated for resources: {'Port': ['ID=6a3bda74-133c-4e84-9201-208467f37728,revision_number=6']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:58.404004 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 7298c454-f986-452c-9f13-7e58c06cc052 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:41:58.418638 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf280a-2420-4bbe-8a44-e086127850af req-a9db7869-f1b1-44f8-8770-f711778dfe9c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:58.426142 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8bcf280a-2420-4bbe-8a44-e086127850af req-a9db7869-f1b1-44f8-8770-f711778dfe9c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2516434 Apr 18 19:41:58.451446 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] For port d3b26ff8-4a61-41d0-9217-5bcfe64a125d, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=d3b26ff8-4a61-41d0-9217-5bcfe64a125d,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:41:58.451861 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:58.534433 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4dd89fae-be97-497c-8ba0-6b1232d80399 req-b7841fff-39a9-4647-b76e-863899081534 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1061652276&fields=id&tenant_id=bdb65becce204455978edc9c05affe12 HTTP/1.1" status: 200 len: 267 time: 0.2731726 Apr 18 19:41:58.656304 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41652) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:58.673647 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Calling delete_port for d3b26ff8-4a61-41d0-9217-5bcfe64a125d owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:41:58.711120 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:41:58.717237 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:subnet and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:41:58.721148 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:41:58.728582 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:41:58.750661 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd89fae-be97-497c-8ba0-6b1232d80399 req-d7af06bc-328d-49ad-8553-54f559f28769 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:41:58.752882 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4dd89fae-be97-497c-8ba0-6b1232d80399 req-d7af06bc-328d-49ad-8553-54f559f28769 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 985 time: 0.2058792 Apr 18 19:41:58.778661 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-4dd89fae-be97-497c-8ba0-6b1232d80399 req-f3258f52-8a78-470d-a159-9d53f7767f33 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Request body: {'port': {'security_groups': ['669e3c61-c6e9-4dcd-8119-a6273151f53b']}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:41:58.795081 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:58.832690 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Transition to ACTIVE for port object 372a0883-6b6a-4953-aab2-c6015a4364a3 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:58.859962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:41:58.888738 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8bcf280a-2420-4bbe-8a44-e086127850af req-18970961-99ef-4195-917d-cd0447f370df tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606860 Apr 18 19:41:59.034741 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 43d331f5-78c3-4417-84ac-4c54c0f9a91a up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:41:59.078066 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-7aa465d2-8240-43eb-8205-b1eaf04552b5 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.079217 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7aa465d2-8240-43eb-8205-b1eaf04552b5 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4215572 Apr 18 19:41:59.082902 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41668) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.085503 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Transition to ACTIVE for port object 372a0883-6b6a-4953-aab2-c6015a4364a3 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:41:59.089146 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.097515 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-bed6b042-e9f5-41b7-9abd-fa04dab2d87e tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.098629 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bed6b042-e9f5-41b7-9abd-fa04dab2d87e tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0110309 Apr 18 19:41:59.136761 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41672) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.163216 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-8338f32d-340f-4e17-851e-06ca3c1c8b64 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.163216 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8338f32d-340f-4e17-851e-06ca3c1c8b64 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0167158 Apr 18 19:41:59.165331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3b26ff8-4a61-41d0-9217-5bcfe64a125d,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:59.173171 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41676) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.186521 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.189767 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-4d2de9d4-afe0-4310-aa9b-2f4a6e9f7c3a tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.191355 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4d2de9d4-afe0-4310-aa9b-2f4a6e9f7c3a tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0168684 Apr 18 19:41:59.196651 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41680) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.203184 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.235388 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-d2e394b8-e7d1-411d-88d7-e30325ee6048 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.236424 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d2e394b8-e7d1-411d-88d7-e30325ee6048 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0386012 Apr 18 19:41:59.242415 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41684) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.258792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-796624b4-7d1a-402a-93c6-794635467125 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.259767 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-796624b4-7d1a-402a-93c6-794635467125 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0096734 Apr 18 19:41:59.283107 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41688) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.296543 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-a109d714-2358-450f-80c3-e9fcf3b6c955 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.297791 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a109d714-2358-450f-80c3-e9fcf3b6c955 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0135012 Apr 18 19:41:59.300825 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41694) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.306500 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-620dd5c4-19b5-47f8-9470-0a335367e9bb tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.307716 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-620dd5c4-19b5-47f8-9470-0a335367e9bb tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0057070 Apr 18 19:41:59.314647 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41698) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.321031 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 43d331f5-78c3-4417-84ac-4c54c0f9a91a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:41:59.322029 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-d59b903b-16d4-457e-8a8e-c866d61a25c7 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.332076 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d59b903b-16d4-457e-8a8e-c866d61a25c7 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0162232 Apr 18 19:41:59.333431 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Network 63b52a78-ab94-4c14-bfe9-68de0b21a37c is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:41:59.336147 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41702) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.348039 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-019c519e-39c6-4038-9806-ace9618169b5 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.349282 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-019c519e-39c6-4038-9806-ace9618169b5 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0117147 Apr 18 19:41:59.351820 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:41:59.359396 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:41:59.364124 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41706) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.370788 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 43d331f5-78c3-4417-84ac-4c54c0f9a91a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:41:59.370788 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.379183 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b0d63d-1e46-47ec-beac-9eee62526288'] response: {'name': 'network-changed', 'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'tag': '6a3bda74-133c-4e84-9201-208467f37728', 'status': 'completed', 'code': 200} Apr 18 19:41:59.397443 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-41e764fd-7f5d-4837-86c1-01df5a0985f0 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.398830 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-41e764fd-7f5d-4837-86c1-01df5a0985f0 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0181720 Apr 18 19:41:59.399548 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4dd89fae-be97-497c-8ba0-6b1232d80399 req-f3258f52-8a78-470d-a159-9d53f7767f33 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.402276 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41714) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.409859 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-223cafe1-82bf-4b06-9d27-48c3bea000ba tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.411275 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-223cafe1-82bf-4b06-9d27-48c3bea000ba tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0065436 Apr 18 19:41:59.422664 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6a3bda74-133c-4e84-9201-208467f37728'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:41:59.437010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41718) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.466611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-e3fbb931-48a8-44a0-bd12-9b51ddca051e tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.479249 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e3fbb931-48a8-44a0-bd12-9b51ddca051e tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0321879 Apr 18 19:41:59.482067 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41728) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.499081 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-25b6965e-a1d8-4ca5-8090-d7e0cf1271f9 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.503306 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-25b6965e-a1d8-4ca5-8090-d7e0cf1271f9 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0170362 Apr 18 19:41:59.504020 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41732) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.515015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.ipam_backend_mixin [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Performing IP validity checks on allocation pools {{(pid=84805) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 19:41:59.515539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.ipam_backend_mixin [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84805) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 19:41:59.520407 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-30c4531e-67ab-4488-a55d-faa66056c3dc tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.521514 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-30c4531e-67ab-4488-a55d-faa66056c3dc tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0165803 Apr 18 19:41:59.601663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41738) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.608341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-b8e7c842-9e14-43a7-9099-1578b86425ff tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.608567 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Pushing event updated for resources: {'Port': ['ID=372a0883-6b6a-4953-aab2-c6015a4364a3,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:41:59.609700 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b8e7c842-9e14-43a7-9099-1578b86425ff tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0055478 Apr 18 19:41:59.622238 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41744) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.654505 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-2e77a9c6-2c27-4d0e-964c-ee8aebcf713c tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.655818 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2e77a9c6-2c27-4d0e-964c-ee8aebcf713c tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0280397 Apr 18 19:41:59.663115 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41748) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.687220 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-19a95e2f-0c2e-4aca-890f-21f5e6ad3e58 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.689256 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-19a95e2f-0c2e-4aca-890f-21f5e6ad3e58 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0222926 Apr 18 19:41:59.697933 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.704054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41752) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.710595 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Attempting to bind port 372a0883-6b6a-4953-aab2-c6015a4364a3 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:41:59.711221 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Attempting to bind port 372a0883-6b6a-4953-aab2-c6015a4364a3 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '0f5e6ea6-8881-4756-b4c4-155e4ab764db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '63b52a78-ab94-4c14-bfe9-68de0b21a37c'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:41:59.711991 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Attempting to bind port 372a0883-6b6a-4953-aab2-c6015a4364a3 on network 63b52a78-ab94-4c14-bfe9-68de0b21a37c {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:41:59.736014 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-2e4a248d-e9f8-4b9a-91d8-f9ffed2cc043 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.736014 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2e4a248d-e9f8-4b9a-91d8-f9ffed2cc043 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0276556 Apr 18 19:41:59.736014 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41756) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.747435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-6a7300eb-eb5b-45d1-bd67-776ee0a055b3 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.752175 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6a7300eb-eb5b-45d1-bd67-776ee0a055b3 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0131998 Apr 18 19:41:59.754322 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:41:59.754951 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Checking segment: {'id': '0f5e6ea6-8881-4756-b4c4-155e4ab764db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '63b52a78-ab94-4c14-bfe9-68de0b21a37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:41:59.755556 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.756097 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Bound using segment: {'id': '0f5e6ea6-8881-4756-b4c4-155e4ab764db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '63b52a78-ab94-4c14-bfe9-68de0b21a37c'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:41:59.756748 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Bound port: 372a0883-6b6a-4953-aab2-c6015a4364a3, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5e6ea6-8881-4756-b4c4-155e4ab764db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '63b52a78-ab94-4c14-bfe9-68de0b21a37c'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:41:59.756893 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41760) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.757394 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:41:59.766649 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-8fc5ee50-8e02-4bd1-84f3-b1623364d82b tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.767889 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8fc5ee50-8e02-4bd1-84f3-b1623364d82b tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0101218 Apr 18 19:41:59.772115 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41764) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.852003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-0bb24c6d-2210-45d3-88f9-170e03f6de2a tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.855884 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0bb24c6d-2210-45d3-88f9-170e03f6de2a tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0759857 Apr 18 19:41:59.900688 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41770) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.920431 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-6e251266-b3c9-488f-b561-10c367d0f404 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.923691 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6e251266-b3c9-488f-b561-10c367d0f404 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0171630 Apr 18 19:41:59.928626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41774) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.938565 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-603d1074-87ca-403e-a487-5a0729d0a9be tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.940940 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-603d1074-87ca-403e-a487-5a0729d0a9be tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0081410 Apr 18 19:41:59.948507 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41778) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.967028 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-a0b48410-e64f-41f2-b19a-0f44cddbe722 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.968156 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a0b48410-e64f-41f2-b19a-0f44cddbe722 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0166173 Apr 18 19:41:59.981311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41782) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:41:59.983962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-a533824c-9e06-418d-9cc9-1ec27cd9ea6b tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:41:59.984915 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a533824c-9e06-418d-9cc9-1ec27cd9ea6b tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0091538 Apr 18 19:41:59.999941 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41786) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.019804 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-e30d3d6c-9dfb-437a-b6b2-85a4cea86257 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.024271 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e30d3d6c-9dfb-437a-b6b2-85a4cea86257 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0209360 Apr 18 19:42:00.027892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41790) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.043123 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-2cd748d2-06ab-4b56-b1cb-694b41561a1d tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.046577 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2cd748d2-06ab-4b56-b1cb-694b41561a1d tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0066078 Apr 18 19:42:00.051008 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41794) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.053304 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.070210 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e121456d-9fb3-423c-937a-d688549a552c None None] For port 372a0883-6b6a-4953-aab2-c6015a4364a3, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:00.089133 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-9dbd5536-1601-41d5-b474-4db4c9701b7e tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.091125 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9dbd5536-1601-41d5-b474-4db4c9701b7e tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0362263 Apr 18 19:42:00.095366 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e121456d-9fb3-423c-937a-d688549a552c None None] For port 372a0883-6b6a-4953-aab2-c6015a4364a3, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=372a0883-6b6a-4953-aab2-c6015a4364a3,segment=NetworkSegment(0f5e6ea6-8881-4756-b4c4-155e4ab764db),segment_id=0f5e6ea6-8881-4756-b4c4-155e4ab764db)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:00.111356 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41798) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.115577 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [req-4dd89fae-be97-497c-8ba0-6b1232d80399 req-f3258f52-8a78-470d-a159-9d53f7767f33 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] For port 6a3bda74-133c-4e84-9201-208467f37728, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6a3bda74-133c-4e84-9201-208467f37728,segment=NetworkSegment(f7a84007-feb3-421f-9c57-8802a8bb05ec),segment_id=f7a84007-feb3-421f-9c57-8802a8bb05ec)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:00.120156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-8afbad9d-a357-43ce-a2d2-178902c469b6 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.123603 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8afbad9d-a357-43ce-a2d2-178902c469b6 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0088437 Apr 18 19:42:00.123748 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d331f5-78c3-4417-84ac-4c54c0f9a91a'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:00.123852 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41802) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.130247 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-f628a72b-6736-4e1a-a019-858ca03a40ec tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.133441 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f628a72b-6736-4e1a-a019-858ca03a40ec tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0065346 Apr 18 19:42:00.134033 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41808) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.138900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-20826863-a900-4681-8aae-9511477484a5 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.140039 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-20826863-a900-4681-8aae-9511477484a5 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047774 Apr 18 19:42:00.145409 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 43d331f5-78c3-4417-84ac-4c54c0f9a91a, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=43d331f5-78c3-4417-84ac-4c54c0f9a91a,segment=NetworkSegment(598f3716-ca3f-4e0e-a751-d269ea74b1ee),segment_id=598f3716-ca3f-4e0e-a751-d269ea74b1ee)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:00.147746 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41812) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.169371 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-b440704e-8055-4673-b81d-6eb88d75fad6 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.170323 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b440704e-8055-4673-b81d-6eb88d75fad6 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0222263 Apr 18 19:42:00.171298 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.188278 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41816) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.210541 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4dd89fae-be97-497c-8ba0-6b1232d80399 req-f3258f52-8a78-470d-a159-9d53f7767f33 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.211310 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.217315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-2921f8a4-9127-40cc-b83d-f78d7c47a789 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.218379 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2921f8a4-9127-40cc-b83d-f78d7c47a789 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0265555 Apr 18 19:42:00.223231 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41820) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.227877 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49bee4e8-2091-462c-94ba-fbcbe8eb5446 req-c0ff7b49-d3a3-4e0a-b65f-723b302cd90c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdb65becce204455978edc9c05affe12&device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1136 time: 0.8769181 Apr 18 19:42:00.233906 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.239562 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-2bb86b13-bb75-4c28-b367-970e96873675 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.240004 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.240536 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2bb86b13-bb75-4c28-b367-970e96873675 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0091107 Apr 18 19:42:00.245577 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41824) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.254738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-fa49be9a-dcd9-49c9-bf04-e8aa9f6b4699 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.255290 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fa49be9a-dcd9-49c9-bf04-e8aa9f6b4699 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0057707 Apr 18 19:42:00.261780 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41828) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.278899 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-ee58235c-c362-4efe-9723-a9f46465d119 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.280089 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ee58235c-c362-4efe-9723-a9f46465d119 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0170043 Apr 18 19:42:00.288886 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41832) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.290662 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.291624 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 746916e6-234b-4bfc-a048-feb8021abcc9 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:00.295584 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=37476835-4997-4c73-9d7d-3e5bbd4e5a11,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:00.297516 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4dd89fae-be97-497c-8ba0-6b1232d80399 req-f3258f52-8a78-470d-a159-9d53f7767f33 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.304020 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-a775f6dc-4680-4c34-b411-7babb3aa4478 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.305240 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a775f6dc-4680-4c34-b411-7babb3aa4478 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0138102 Apr 18 19:42:00.324957 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41836) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.338940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-5b85b15b-0f1b-4d81-a4e9-3b8a40fb6afa tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.342643 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5b85b15b-0f1b-4d81-a4e9-3b8a40fb6afa tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0093758 Apr 18 19:42:00.350767 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41840) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.363475 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-f5cbe6df-35dc-4502-b949-654bb5047675 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.365421 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f5cbe6df-35dc-4502-b949-654bb5047675 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0126660 Apr 18 19:42:00.371129 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41844) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.389095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfc61a-7649-4369-bcd2-a609bc388f89 req-5a2d376c-c672-42d3-ae5f-e6214cfd3333 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:00.392252 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d4bfc61a-7649-4369-bcd2-a609bc388f89 req-5a2d376c-c672-42d3-ae5f-e6214cfd3333 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.6124959 Apr 18 19:42:00.395521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-7b425208-f796-43df-884f-efff01c56f3c tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.399498 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7b425208-f796-43df-884f-efff01c56f3c tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0242410 Apr 18 19:42:00.400946 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Checking segment: {'id': '720f6451-040e-4b7a-9b6b-f34600dff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '7298c454-f986-452c-9f13-7e58c06cc052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:00.401097 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network hostable DHCP agents. Network: 7298c454-f986-452c-9f13-7e58c06cc052, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:00.404645 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41848) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.414520 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6a3bda74-133c-4e84-9201-208467f37728'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:42:00.417706 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd89fae-be97-497c-8ba0-6b1232d80399 req-f3258f52-8a78-470d-a159-9d53f7767f33 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:00.418467 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-4dd89fae-be97-497c-8ba0-6b1232d80399 req-f3258f52-8a78-470d-a159-9d53f7767f33 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.419175 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-4865682c-78fe-4df2-9dcf-5c0a28119e60 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.420015 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-4dd89fae-be97-497c-8ba0-6b1232d80399 req-f3258f52-8a78-470d-a159-9d53f7767f33 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "PUT /v2.0/ports/6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 943 time: 1.6530397 Apr 18 19:42:00.422922 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4865682c-78fe-4df2-9dcf-5c0a28119e60 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0148280 Apr 18 19:42:00.428135 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41852) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.436878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-f2c34760-d7dd-49f7-8dc5-8608510d49fd tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.440201 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f2c34760-d7dd-49f7-8dc5-8608510d49fd tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0088024 Apr 18 19:42:00.441516 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41858) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.454782 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3258f52-8a78-470d-a159-9d53f7767f33 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Pushing event updated for resources: {'Port': ['ID=6a3bda74-133c-4e84-9201-208467f37728,revision_number=7']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:00.461150 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-0dea3b8f-6c85-4bb7-8256-cc41aa0edf60 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.466602 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0dea3b8f-6c85-4bb7-8256-cc41aa0edf60 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0095384 Apr 18 19:42:00.467606 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41862) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.480624 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121456d-9fb3-423c-937a-d688549a552c None None] Pushing event updated for resources: {'Port': ['ID=372a0883-6b6a-4953-aab2-c6015a4364a3,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:00.489661 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-8fa87889-6768-4a52-8247-2a42756f9d92 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.491102 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8fa87889-6768-4a52-8247-2a42756f9d92 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0163558 Apr 18 19:42:00.493831 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41866) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.499895 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-b7198015-d96a-47d1-b632-ef665966e369 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.501075 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b7198015-d96a-47d1-b632-ef665966e369 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0060594 Apr 18 19:42:00.503945 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41870) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.510994 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-b5511c77-f750-4175-8e77-d14c27bf5234 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.512279 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b5511c77-f750-4175-8e77-d14c27bf5234 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0071232 Apr 18 19:42:00.514752 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41874) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.521973 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-d9f2b54a-034e-4b15-a47f-2e0e82a15047 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.526404 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d9f2b54a-034e-4b15-a47f-2e0e82a15047 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071304 Apr 18 19:42:00.526624 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.526624 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b3d040e-bd08-4c6a-bdf0-4d11dad126c0 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:42:00.528075 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41878) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.538003 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-55cd6976-ab08-46b7-a828-4d6ca3398261 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.541694 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-55cd6976-ab08-46b7-a828-4d6ca3398261 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0124962 Apr 18 19:42:00.542017 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41882) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.547787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-8d3df594-ce5d-45bb-87e9-d6f0db74bea0 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.550432 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8d3df594-ce5d-45bb-87e9-d6f0db74bea0 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0050936 Apr 18 19:42:00.553950 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41886) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.560261 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['6a3bda74-133c-4e84-9201-208467f37728'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:42:00.565265 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-c7caa297-6e02-4cfd-8f1a-3f708d73c27b tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.570716 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c7caa297-6e02-4cfd-8f1a-3f708d73c27b tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0147779 Apr 18 19:42:00.571297 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41890) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.587515 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-76c162fe-c46c-4f40-b4ca-c984983d5b39 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.592234 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-76c162fe-c46c-4f40-b4ca-c984983d5b39 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0199106 Apr 18 19:42:00.593139 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41894) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.597330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee4e8-2091-462c-94ba-fbcbe8eb5446 req-89a1dabd-500d-434c-89fb-100f0da15c23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:00.600098 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-4ccb90f2-de83-45c3-a3b3-7942d7a3e9da tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.603177 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49bee4e8-2091-462c-94ba-fbcbe8eb5446 req-89a1dabd-500d-434c-89fb-100f0da15c23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 200 len: 919 time: 0.3651426 Apr 18 19:42:00.608371 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4ccb90f2-de83-45c3-a3b3-7942d7a3e9da tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0124195 Apr 18 19:42:00.609053 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41898) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.622958 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-4730d02f-9c76-4a82-a31a-940300ac7370 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.628971 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4730d02f-9c76-4a82-a31a-940300ac7370 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0188372 Apr 18 19:42:00.631122 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41902) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.643394 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-6ff63b1b-9064-41e5-938b-7b178958b71b tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.649924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6ff63b1b-9064-41e5-938b-7b178958b71b tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0177956 Apr 18 19:42:00.652029 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41906) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.704838 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-221911c3-1de9-44e3-80cd-b5b240c258fb tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.708091 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-221911c3-1de9-44e3-80cd-b5b240c258fb tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0550702 Apr 18 19:42:00.719745 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network 7298c454-f986-452c-9f13-7e58c06cc052 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:00.746607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=43d331f5-78c3-4417-84ac-4c54c0f9a91a,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:00.762863 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.764649 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c7528a95-b518-4766-90f4-39a9547b24a6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "DELETE /v2.0/routers/0b3d040e-bd08-4c6a-bdf0-4d11dad126c0 HTTP/1.1" status: 204 len: 168 time: 4.0179820 Apr 18 19:42:00.767216 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49bee4e8-2091-462c-94ba-fbcbe8eb5446 req-4c4be600-4dc5-495c-8441-a21127026ad5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 217 time: 0.1529555 Apr 18 19:42:00.767970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41910) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.768313 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41912) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.782040 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-564745476', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}, 'admin_state_up': False}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:00.792048 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:00.799542 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Usage tracker for resource:router and tenant:2e0f7d93dddc46a9b093b20c8bb5b107 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:00.804793 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:00.819255 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:00.832143 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d4bfc61a-7649-4369-bcd2-a609bc388f89 req-a0dd1832-cf1a-47f2-83a3-e110baebb590 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171212 Apr 18 19:42:00.836995 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-f508301a-bf22-430e-bd27-681fffb5e7e5 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.840882 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f508301a-bf22-430e-bd27-681fffb5e7e5 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0692215 Apr 18 19:42:00.844919 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 746916e6-234b-4bfc-a048-feb8021abcc9 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:00.851109 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41918) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.860137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-067c7053-21b6-4c44-a1c7-b43f9a1136c5 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.861021 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-067c7053-21b6-4c44-a1c7-b43f9a1136c5 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0089445 Apr 18 19:42:00.869156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41922) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.891625 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-7b46dba5-459f-416a-8f83-b551162c9463 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.896275 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7b46dba5-459f-416a-8f83-b551162c9463 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0126622 Apr 18 19:42:00.899020 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 746916e6-234b-4bfc-a048-feb8021abcc9 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:00.899852 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:00.910840 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41928) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.944520 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [None req-4a8fda7b-f95f-4e03-af3a-65e4c7c6ef49 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.948849 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4a8fda7b-f95f-4e03-af3a-65e4c7c6ef49 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0337265 Apr 18 19:42:00.954392 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41932) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:00.972216 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902346c5-8a21-4f94-b7c3-89d7b76ede9b req-a96911ec-62b9-4df8-b845-a314a8b90750 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:00.976657 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902346c5-8a21-4f94-b7c3-89d7b76ede9b req-a96911ec-62b9-4df8-b845-a314a8b90750 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:00.991129 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-4a41f3c9-f7f4-4727-8135-c2fc0b27508e tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:00.995428 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902346c5-8a21-4f94-b7c3-89d7b76ede9b req-a96911ec-62b9-4df8-b845-a314a8b90750 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:00.996583 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4a41f3c9-f7f4-4727-8135-c2fc0b27508e tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0226092 Apr 18 19:42:00.999649 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41936) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:01.004053 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902346c5-8a21-4f94-b7c3-89d7b76ede9b req-a96911ec-62b9-4df8-b845-a314a8b90750 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:01.016166 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902346c5-8a21-4f94-b7c3-89d7b76ede9b req-a96911ec-62b9-4df8-b845-a314a8b90750 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:01.017531 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-a4ddf07a-1840-4445-a0f1-966e96d6ce4d tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:01.021511 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a4ddf07a-1840-4445-a0f1-966e96d6ce4d tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0206902 Apr 18 19:42:01.026104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41942) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:01.026283 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902346c5-8a21-4f94-b7c3-89d7b76ede9b req-a96911ec-62b9-4df8-b845-a314a8b90750 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:01.035826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-f5b7c884-1a5c-49fa-92b1-8bee739635fd tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:01.051769 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f5b7c884-1a5c-49fa-92b1-8bee739635fd tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0237491 Apr 18 19:42:01.055254 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41946) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:01.063810 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902346c5-8a21-4f94-b7c3-89d7b76ede9b req-a96911ec-62b9-4df8-b845-a314a8b90750 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:01.065106 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [None req-189155b0-e963-4a76-80f2-060dc3c133b8 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:01.067383 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-902346c5-8a21-4f94-b7c3-89d7b76ede9b req-a96911ec-62b9-4df8-b845-a314a8b90750 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5431 time: 0.4164047 Apr 18 19:42:01.072549 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-189155b0-e963-4a76-80f2-060dc3c133b8 tempest-ExtensionsTestJSON-309404157 tempest-ExtensionsTestJSON-309404157-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0161786 Apr 18 19:42:01.076583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 7298c454-f986-452c-9f13-7e58c06cc052) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:01.080520 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.089119 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.089864 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee4e8-2091-462c-94ba-fbcbe8eb5446 req-047abc5a-7900-4f4f-a22e-f001f3a5f14e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:01.090059 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:01.090666 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.092830 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49bee4e8-2091-462c-94ba-fbcbe8eb5446 req-047abc5a-7900-4f4f-a22e-f001f3a5f14e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eea24c7-e757-4938-8db0-4f4f48b678bd HTTP/1.1" status: 200 len: 858 time: 0.2634864 Apr 18 19:42:01.140011 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d4d1e5-8880-4a67-aa97-aac4738237d4'] response: {'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d331f5-78c3-4417-84ac-4c54c0f9a91a', 'code': 200} Apr 18 19:42:01.144361 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b7632c-5917-4990-ad6c-8a9d51d5223e None None] Network 7298c454-f986-452c-9f13-7e58c06cc052 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:01.261142 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-902346c5-8a21-4f94-b7c3-89d7b76ede9b req-58482f8f-e5c1-478c-83a6-4cae830daef5 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1535807 Apr 18 19:42:01.288939 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0c5dbf9c-1c3a-4453-92b6-72a3a494a76d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9897583 Apr 18 19:42:01.289913 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41952) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:01.392178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'tag': '6a3bda74-133c-4e84-9201-208467f37728'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:01.407031 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49bee4e8-2091-462c-94ba-fbcbe8eb5446 req-b498dee3-6bff-417f-82e5-0ea66ddf6cab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3043177 Apr 18 19:42:01.525337 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.525569 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.529059 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3d062b-0024-4f18-bb6d-72a2dfe16d89'] response: {'name': 'network-changed', 'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'tag': '6a3bda74-133c-4e84-9201-208467f37728', 'status': 'completed', 'code': 200} Apr 18 19:42:01.640923 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.812610 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-48c49245-0a47-47bb-ac15-e9fbcbbd32cb tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6385050 Apr 18 19:42:01.819280 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:01.825061 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:01.894278 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.904187 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Usage tracker for resource:floatingip and tenant:bdb65becce204455978edc9c05affe12 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:01.925885 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ca96f5-63c9-4c6a-8596-85efd25de39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-7298c454-f986-452c-9f13-7e58c06cc052', 'network_id': '7298c454-f986-452c-9f13-7e58c06cc052', 'tenant_id': 'c26aa31362a5484e8672bce837f7aa80', 'fixed_ips': [{'subnet_id': '37476835-4997-4c73-9d7d-3e5bbd4e5a11'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:42:01.928143 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-66ca96f5-63c9-4c6a-8596-85efd25de39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:01.998540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 41962) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:02.007167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:02.042201 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.049520 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:02.130840 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 746916e6-234b-4bfc-a048-feb8021abcc9, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=746916e6-234b-4bfc-a048-feb8021abcc9,segment=NetworkSegment(598f3716-ca3f-4e0e-a751-d269ea74b1ee),segment_id=598f3716-ca3f-4e0e-a751-d269ea74b1ee)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:02.180081 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cdb4bf-8aea-49f0-adf6-72734abf710b None None] Network 7298c454-f986-452c-9f13-7e58c06cc052 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:02.211443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118a08c9-b225-4a20-a185-be7a2d31d8af None None] Network 63b52a78-ab94-4c14-bfe9-68de0b21a37c requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:02.429227 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.429695 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.429695 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:02.465495 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Subnet': ['ID=37476835-4997-4c73-9d7d-3e5bbd4e5a11,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:02.483015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7298c454-f986-452c-9f13-7e58c06cc052']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:02.503063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720f6451-040e-4b7a-9b6b-f34600dff4cf') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:02.505174 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720f6451-040e-4b7a-9b6b-f34600dff4cf') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:02.518300 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-110bc887-efec-489b-8ce4-60474eec261f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.535030 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.537768 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.541782 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49bee4e8-2091-462c-94ba-fbcbe8eb5446 req-3c80d40a-cd49-4d29-a0c9-2a220f8a9600 service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0624774 Apr 18 19:42:02.569642 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.569781 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-110bc887-efec-489b-8ce4-60474eec261f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:02.569898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:02.569898 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.570072 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-110bc887-efec-489b-8ce4-60474eec261f admin admin] Usage tracker for resource:security_group_rule and tenant:1f40833ae89c47e3a4e55e94bfbf4611 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:02.570159 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-110bc887-efec-489b-8ce4-60474eec261f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:02.575881 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-110bc887-efec-489b-8ce4-60474eec261f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: util.warn( Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:02.581606 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:02.590334 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 372a0883-6b6a-4953-aab2-c6015a4364a3 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:02.609211 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.832309 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.869260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2ae6e-ae62-4d9f-852c-71e869b777d4 req-893db012-77a6-4340-b81c-3320629003a2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:02.891892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2ae6e-ae62-4d9f-852c-71e869b777d4 req-893db012-77a6-4340-b81c-3320629003a2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:02.893827 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-110bc887-efec-489b-8ce4-60474eec261f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:02.904791 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2ae6e-ae62-4d9f-852c-71e869b777d4 req-893db012-77a6-4340-b81c-3320629003a2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:02.916031 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2ae6e-ae62-4d9f-852c-71e869b777d4 req-893db012-77a6-4340-b81c-3320629003a2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:02.935027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2ae6e-ae62-4d9f-852c-71e869b777d4 req-893db012-77a6-4340-b81c-3320629003a2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:02.953041 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2ae6e-ae62-4d9f-852c-71e869b777d4 req-893db012-77a6-4340-b81c-3320629003a2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:02.958650 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2ae6e-ae62-4d9f-852c-71e869b777d4 req-893db012-77a6-4340-b81c-3320629003a2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:02.970185 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e3c2ae6e-ae62-4d9f-852c-71e869b777d4 req-893db012-77a6-4340-b81c-3320629003a2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5432 time: 0.3349543 Apr 18 19:42:02.971703 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=746916e6-234b-4bfc-a048-feb8021abcc9,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:02.996653 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-110bc887-efec-489b-8ce4-60474eec261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.017258 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-0cdec65c-815f-427c-b9cd-0855f68e4a5b None None] Provisioning for port 372a0883-6b6a-4953-aab2-c6015a4364a3 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:03.021148 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-49bee4e8-2091-462c-94ba-fbcbe8eb5446 req-6a7f0d2d-2304-45a9-805b-dc95ffed1ab1 service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309778 Apr 18 19:42:03.100902 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.120670 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/7298c454-f986-452c-9f13-7e58c06cc052 HTTP/1.1" status: 204 len: 168 time: 1.8293839 Apr 18 19:42:03.122898 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-110bc887-efec-489b-8ce4-60474eec261f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f40833ae89c47e3a4e55e94bfbf4611&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1087832 Apr 18 19:42:03.132435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41978) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:03.132776 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41980) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:03.141018 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746916e6-234b-4bfc-a048-feb8021abcc9'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:03.148009 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa41b51-2831-4218-b96d-23ada40d5bf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Network': ['ID=7298c454-f986-452c-9f13-7e58c06cc052,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:03.148362 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 372a0883-6b6a-4953-aab2-c6015a4364a3 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:03.157994 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 372a0883-6b6a-4953-aab2-c6015a4364a3 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:03.158677 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.172493 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1635643686'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:03.196808 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:03.218173 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:03.233491 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:03.233847 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.234116 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:network and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:03.254861 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:03.256793 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.258659 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bc887-efec-489b-8ce4-60474eec261f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624bec31-0629-4957-a5bb-7de32c65e661,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:03.277335 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:03.291409 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e3c2ae6e-ae62-4d9f-852c-71e869b777d4 req-3b8bb4b0-0d05-49fd-964d-3b6297ed0931 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3200109 Apr 18 19:42:03.331391 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70599e27-a48c-457b-97ed-a7fc3c512e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.369012 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70599e27-a48c-457b-97ed-a7fc3c512e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.407015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:03.409992 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.471504 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66b13d30-f826-4faa-9be1-d397e15fa8fd req-630ec384-d270-4781-bf5e-f2d6f557d3f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdb65becce204455978edc9c05affe12&device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1097 time: 0.3276451 Apr 18 19:42:03.553616 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e81616-32aa-4b4f-ad0c-8d16165f707f'] response: {'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746916e6-234b-4bfc-a048-feb8021abcc9', 'code': 200} Apr 18 19:42:03.606234 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:03.612032 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.628400 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.628739 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Added segment 047b3561-2355-4bc9-bcef-02151df89ba1 of type vlan for network 838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff Apr 18 19:42:03.653872 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Allocated IP 172.25.8.21 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/e5d858ee-8df9-4172-bd59-f55e9f3a054c) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:03.693905 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.736870 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.752521 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 6ac6c297-5f24-4746-a3b1-a8a0301ef6a3, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:03.765933 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b13d30-f826-4faa-9be1-d397e15fa8fd req-0e5e969c-93db-40b7-94f7-3963dedb795b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:03.767358 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66b13d30-f826-4faa-9be1-d397e15fa8fd req-0e5e969c-93db-40b7-94f7-3963dedb795b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 200 len: 919 time: 0.2768600 Apr 18 19:42:03.774049 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70599e27-a48c-457b-97ed-a7fc3c512e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.775320 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 372a0883-6b6a-4953-aab2-c6015a4364a3, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=372a0883-6b6a-4953-aab2-c6015a4364a3,segment=NetworkSegment(0f5e6ea6-8881-4756-b4c4-155e4ab764db),segment_id=0f5e6ea6-8881-4756-b4c4-155e4ab764db)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:03.782481 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.794575 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70599e27-a48c-457b-97ed-a7fc3c512e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624bec31-0629-4957-a5bb-7de32c65e661,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:03.811236 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70599e27-a48c-457b-97ed-a7fc3c512e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.812580 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-70599e27-a48c-457b-97ed-a7fc3c512e51 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/624bec31-0629-4957-a5bb-7de32c65e661 HTTP/1.1" status: 204 len: 168 time: 0.6739302 Apr 18 19:42:03.858840 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.892288 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.896403 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:03.897151 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.904785 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:03.940260 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:03.980383 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.000438 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d3b26ff8-4a61-41d0-9217-5bcfe64a125d no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:04.041063 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.062950 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f9c930e2-2597-4b9e-94f7-06c89454de66 None None] Provisioning complete for port 372a0883-6b6a-4953-aab2-c6015a4364a3 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:04.062950 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f9c930e2-2597-4b9e-94f7-06c89454de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.084542 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:04.111922 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:04.115529 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66b13d30-f826-4faa-9be1-d397e15fa8fd req-00faf7c2-1afc-45b7-a5f6-c8bd275a348e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 217 time: 0.1318040 Apr 18 19:42:04.129697 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: d3b26ff8-4a61-41d0-9217-5bcfe64a125d {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:04.130651 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device d3b26ff8-4a61-41d0-9217-5bcfe64a125d not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:04.174776 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2f0c8b00-843f-449b-baf4-1fed50f7991b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0407903 Apr 18 19:42:04.180418 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 41994) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:04.186526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'network_id': '838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:04.191965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b13d30-f826-4faa-9be1-d397e15fa8fd req-a863a9b1-1ef3-4e9b-9636-1758d7ce5363 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:04.193454 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66b13d30-f826-4faa-9be1-d397e15fa8fd req-a863a9b1-1ef3-4e9b-9636-1758d7ce5363 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eea24c7-e757-4938-8db0-4f4f48b678bd HTTP/1.1" status: 200 len: 858 time: 0.0710719 Apr 18 19:42:04.230825 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:04.259602 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66b13d30-f826-4faa-9be1-d397e15fa8fd req-bc24b63a-ad1c-439c-b31d-3acc9230c7f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565209 Apr 18 19:42:04.377192 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:04.391660 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:subnet and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:04.396313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:04.416910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:04.515974 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=372a0883-6b6a-4953-aab2-c6015a4364a3,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:04.545489 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.556242 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66b13d30-f826-4faa-9be1-d397e15fa8fd req-39f1e370-af82-41ed-9f04-90a1f9a9056a service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882226 Apr 18 19:42:04.572426 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:04.619496 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:04.630346 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:04.630815 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.820112 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.882421 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31,segment=NetworkSegment(07922f48-caea-4685-8d56-dcf1ddda8f7e),segment_id=07922f48-caea-4685-8d56-dcf1ddda8f7e)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:04.917556 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.938333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:04.947713 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:04.949030 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 127b8468-71c8-4503-8de1-3be2a807a1c7 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:04.953826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:04.963300 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:05.034009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Allocated IP 172.25.8.38 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/5031e6f5-68aa-45bf-a553-d95811e9d0eb) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:05.048067 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Pushing event updated for resources: {'Port': ['ID=e5d858ee-8df9-4172-bd59-f55e9f3a054c,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:05.066619 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3703a47-c872-4874-b15f-86bb60f0708c req-a0055951-a57c-489d-8997-0f96f961859d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:05.071381 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3703a47-c872-4874-b15f-86bb60f0708c req-a0055951-a57c-489d-8997-0f96f961859d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:05.075281 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3703a47-c872-4874-b15f-86bb60f0708c req-a0055951-a57c-489d-8997-0f96f961859d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:05.079309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3703a47-c872-4874-b15f-86bb60f0708c req-a0055951-a57c-489d-8997-0f96f961859d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:05.083288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3703a47-c872-4874-b15f-86bb60f0708c req-a0055951-a57c-489d-8997-0f96f961859d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:05.087502 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3703a47-c872-4874-b15f-86bb60f0708c req-a0055951-a57c-489d-8997-0f96f961859d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:05.096973 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3703a47-c872-4874-b15f-86bb60f0708c req-a0055951-a57c-489d-8997-0f96f961859d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:05.106519 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c3703a47-c872-4874-b15f-86bb60f0708c req-a0055951-a57c-489d-8997-0f96f961859d tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5433 time: 0.4126210 Apr 18 19:42:05.168993 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:05.180863 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c3703a47-c872-4874-b15f-86bb60f0708c req-031bc1bd-d9bb-4f08-a296-1b14b0ad94c3 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0733798 Apr 18 19:42:05.338345 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-66b13d30-f826-4faa-9be1-d397e15fa8fd req-03c4d6e9-addd-4604-9a52-6ff2c28a7256 service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7120259 Apr 18 19:42:05.373629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 127b8468-71c8-4503-8de1-3be2a807a1c7 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:05.379064 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 127b8468-71c8-4503-8de1-3be2a807a1c7 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:05.379433 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.385985 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.455193 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.522321 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.550298 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=8f3ce219-e8b0-421c-9323-58455cdbbe83,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:05.568497 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac6c297-5f24-4746-a3b1-a8a0301ef6a3'}, {'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:05.582059 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Checking segment: {'id': '047b3561-2355-4bc9-bcef-02151df89ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:05.582444 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network hostable DHCP agents. Network: 838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:05.583759 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.651056 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 127b8468-71c8-4503-8de1-3be2a807a1c7, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=127b8468-71c8-4503-8de1-3be2a807a1c7,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:05.688726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287334d-00f3-4d8f-89f3-fae09c89dbed req-f0e72e47-55c9-47bb-a9b1-440180ce60f0 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:05.690427 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a287334d-00f3-4d8f-89f3-fae09c89dbed req-f0e72e47-55c9-47bb-a9b1-440180ce60f0 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.0865843 Apr 18 19:42:05.725502 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.746980 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-a287334d-00f3-4d8f-89f3-fae09c89dbed req-b7b8550a-e736-4907-8eff-ebe1d0f0be40 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497270 Apr 18 19:42:05.792746 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42038) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:05.800575 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network 838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:05.813778 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.815327 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device df760f9c-ad79-477c-8a9f-29d807da272c up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:05.863707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:05.874822 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:05.874822 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:05.889691 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee51594-2f49-4e06-adc5-bfccaec552cb'] response: {'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac6c297-5f24-4746-a3b1-a8a0301ef6a3', 'code': 200} Apr 18 19:42:05.889948 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee51594-2f49-4e06-adc5-bfccaec552cb'] response: {'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31', 'code': 200} Apr 18 19:42:05.925089 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:05.936121 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:05.939638 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:05.950264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=127b8468-71c8-4503-8de1-3be2a807a1c7,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:05.980875 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9506f1-873e-4a51-85ce-c6fd8657a54f None None] Network 838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:06.117926 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5e7d2173-65b3-46fc-9e85-c0e915b307e6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9360869 Apr 18 19:42:06.120263 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42046) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:06.127349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1388751289'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:06.143015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:06.148592 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.166679 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 372a0883-6b6a-4953-aab2-c6015a4364a3 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:06.178339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Usage tracker for resource:network and tenant:7999c3ef7bed4befa88c6752d8ba8ba0 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:06.183472 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:06.189310 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Pushing event updated for resources: {'Port': ['ID=5031e6f5-68aa-45bf-a553-d95811e9d0eb,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:06.216201 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port df760f9c-ad79-477c-8a9f-29d807da272c completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:06.221892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:06.252825 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port df760f9c-ad79-477c-8a9f-29d807da272c triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:06.253222 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.465441 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 372a0883-6b6a-4953-aab2-c6015a4364a3 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:06.466721 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.470902 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.484077 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.485887 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.521224 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.532188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e18a7-1070-472c-b023-ec7775c5980d req-b189ced0-49a6-460e-a0a7-abab4cebd7b4 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:06.540252 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b37e18a7-1070-472c-b023-ec7775c5980d req-b189ced0-49a6-460e-a0a7-abab4cebd7b4 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.4960122 Apr 18 19:42:06.578393 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.600661 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86fdd42-1514-4e0a-bddd-ed2a421d7818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff', 'network_id': '838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff', 'tenant_id': 'c26aa31362a5484e8672bce837f7aa80', 'fixed_ips': [{'subnet_id': '8f3ce219-e8b0-421c-9323-58455cdbbe83'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:42:06.601590 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a86fdd42-1514-4e0a-bddd-ed2a421d7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.622945 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.631866 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Made reservation on behalf of 7999c3ef7bed4befa88c6752d8ba8ba0 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:06.631866 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.663725 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.679290 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b37e18a7-1070-472c-b023-ec7775c5980d req-b26fa607-3e53-40fc-a675-88dd71dc8a06 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381629 Apr 18 19:42:06.698887 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.761779 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:06.769861 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Usage tracker for resource:security_group_rule and tenant:7999c3ef7bed4befa88c6752d8ba8ba0 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:06.776287 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:06.787003 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:06.874990 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.885329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Pushing event updated for resources: {'Port': ['ID=e5d858ee-8df9-4172-bd59-f55e9f3a054c,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:06.892572 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:06.893313 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port df760f9c-ad79-477c-8a9f-29d807da272c, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=df760f9c-ad79-477c-8a9f-29d807da272c,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:07.015386 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.016580 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-418f870f-e5fd-4e24-b099-792e67ded39e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.2034290 Apr 18 19:42:07.022460 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3ce219-e8b0-421c-9323-58455cdbbe83,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server [None req-a86fdd42-1514-4e0a-bddd-ed2a421d7818 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f3ce219-e8b0-421c-9323-58455cdbbe83: This subnet is being modified by another concurrent operation. Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server raise value Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server raise value Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server raise value Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 19:42:07.024953 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server raise value Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server raise value Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server raise value Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server raise exception Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f3ce219-e8b0-421c-9323-58455cdbbe83: This subnet is being modified by another concurrent operation. Apr 18 19:42:07.029092 n-d-838334-1 neutron-server[84806]: ERROR oslo_messaging.rpc.server Apr 18 19:42:07.044782 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.047472 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device dbcd273e-9e13-410c-be6c-a5940f757060 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:07.124482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Router a4be1c1b-9457-49d3-814a-46d292813c57 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:42:07.217352 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.218620 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b7b3b-2a9d-409f-8840-593644a67b8e None None] Network 838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:07.288405 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.299723 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=df760f9c-ad79-477c-8a9f-29d807da272c,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:07.307177 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-1e5ff43e-0062-43a5-809f-7ea19f50c0e1 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Synchronizing usage tracker for tenant:bdb65becce204455978edc9c05affe12 on resource:floatingip {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:07.326538 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.393162 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d55355-b5ab-4d50-a4a1-1f83096f3e68,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:07.419275 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:07.441573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047b3561-2355-4bc9-bcef-02151df89ba1') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:07.443807 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047b3561-2355-4bc9-bcef-02151df89ba1') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:07.451700 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e36cc4-94ac-4cf5-8c5f-50e254c88bca None None] get_active_networks_info from n-d-838334-1 {{(pid=84806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 19:42:07.465443 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.492633 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b202e0-1d42-419c-8276-26722d7680e4 req-0d90e966-b5e5-48ab-ad58-94dae81a8083 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:07.496636 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b202e0-1d42-419c-8276-26722d7680e4 req-0d90e966-b5e5-48ab-ad58-94dae81a8083 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:07.501311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b202e0-1d42-419c-8276-26722d7680e4 req-0d90e966-b5e5-48ab-ad58-94dae81a8083 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:07.507423 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b202e0-1d42-419c-8276-26722d7680e4 req-0d90e966-b5e5-48ab-ad58-94dae81a8083 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:07.513268 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b202e0-1d42-419c-8276-26722d7680e4 req-0d90e966-b5e5-48ab-ad58-94dae81a8083 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:07.517452 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b202e0-1d42-419c-8276-26722d7680e4 req-0d90e966-b5e5-48ab-ad58-94dae81a8083 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:07.518139 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port dbcd273e-9e13-410c-be6c-a5940f757060 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:07.533112 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port dbcd273e-9e13-410c-be6c-a5940f757060 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:07.541198 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.550598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b202e0-1d42-419c-8276-26722d7680e4 req-0d90e966-b5e5-48ab-ad58-94dae81a8083 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:07.556225 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-37b202e0-1d42-419c-8276-26722d7680e4 req-0d90e966-b5e5-48ab-ad58-94dae81a8083 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5436 time: 0.6554856 Apr 18 19:42:07.557014 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:07.576520 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.576855 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Added segment 4ad131a5-86b4-4a4e-be49-877121a0739e of type vlan for network dd5dd231-646c-40de-b8b7-295874871daf Apr 18 19:42:07.591394 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.600949 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-1e5ff43e-0062-43a5-809f-7ea19f50c0e1 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Unset dirty status for tenant:bdb65becce204455978edc9c05affe12 on resource:floatingip {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:07.608306 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-1e5ff43e-0062-43a5-809f-7ea19f50c0e1 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 695 time: 0.5639710 Apr 18 19:42:07.615720 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:07.616134 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:07.636962 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:07.684370 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-37b202e0-1d42-419c-8276-26722d7680e4 req-b95b8776-71e3-4fa0-98bc-f78c87024eb2 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1102455 Apr 18 19:42:07.779570 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.819540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:07.839680 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514451e5-d838-4e75-8ff2-8d9078b14b55 None None] Sync routers for ids ['a4be1c1b-9457-49d3-814a-46d292813c57'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:07.842863 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.843690 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-5382fa6f-9541-4bde-9280-9b811f11e962 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:07.850997 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-5382fa6f-9541-4bde-9280-9b811f11e962 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.2421243 Apr 18 19:42:07.860305 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-d6bdcbe6-bc48-4f85-a2fc-4d10ce3fdd74 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:07.860798 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port dbcd273e-9e13-410c-be6c-a5940f757060, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=dbcd273e-9e13-410c-be6c-a5940f757060,segment=NetworkSegment(4abd0007-1d04-49fe-9fb9-af69a1d3ecb5),segment_id=4abd0007-1d04-49fe-9fb9-af69a1d3ecb5)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:07.865158 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9d03c3bb-5035-4dc9-b07d-8e9d789ece6d req-d6bdcbe6-bc48-4f85-a2fc-4d10ce3fdd74 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0131960 Apr 18 19:42:07.868514 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514451e5-d838-4e75-8ff2-8d9078b14b55 None None] Routers {'a4be1c1b-9457-49d3-814a-46d292813c57'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:07.869136 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-514451e5-d838-4e75-8ff2-8d9078b14b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a4be1c1b-9457-49d3-814a-46d292813c57'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:07.923079 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127b8468-71c8-4503-8de1-3be2a807a1c7'}, {'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df760f9c-ad79-477c-8a9f-29d807da272c'}, {'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd273e-9e13-410c-be6c-a5940f757060'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:07.945978 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:07.951977 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-514451e5-d838-4e75-8ff2-8d9078b14b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:07.974745 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514451e5-d838-4e75-8ff2-8d9078b14b55 None None] Routers {'a4be1c1b-9457-49d3-814a-46d292813c57'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:07.974745 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-514451e5-d838-4e75-8ff2-8d9078b14b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a4be1c1b-9457-49d3-814a-46d292813c57'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:07.996996 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:08.006261 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-23ae2b12-8509-46a4-9428-5cade781a9d1 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.2257349 Apr 18 19:42:08.007164 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42064) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:08.013327 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-2d92e86c-6343-407d-a085-70ff09cfe425 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'enable_snat': False}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:08.023484 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:08.037046 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09e1682-42f8-42f9-8567-6e3497c31d42'] response: {'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127b8468-71c8-4503-8de1-3be2a807a1c7', 'code': 200} Apr 18 19:42:08.037295 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09e1682-42f8-42f9-8567-6e3497c31d42'] response: {'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df760f9c-ad79-477c-8a9f-29d807da272c', 'code': 200} Apr 18 19:42:08.037543 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09e1682-42f8-42f9-8567-6e3497c31d42'] response: {'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcd273e-9e13-410c-be6c-a5940f757060', 'code': 200} Apr 18 19:42:08.049239 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:08.095062 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Network': ['ID=838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:08.121699 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=dbcd273e-9e13-410c-be6c-a5940f757060,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:08.122274 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:08.124269 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-514451e5-d838-4e75-8ff2-8d9078b14b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:08.124660 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514451e5-d838-4e75-8ff2-8d9078b14b55 None None] The sync data for ids ['a4be1c1b-9457-49d3-814a-46d292813c57'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:08.127254 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e36cc4-94ac-4cf5-8c5f-50e254c88bca None None] Resources bound (agent type, host, resource id): {{(pid=84806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 19:42:08.143063 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:08.146180 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:08.212485 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7f632b7f-19b0-48ab-94fb-ed5fca95c4f8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff HTTP/1.1" status: 204 len: 168 time: 2.0645339 Apr 18 19:42:08.216352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42078) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:08.236889 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-395876277'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:08.316830 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5229206 Apr 18 19:42:08.318907 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:08.324170 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-756f60a8-e12f-443b-a9b1-b3fcc0745e75 req-31083ab0-809b-4ad6-9a43-a9835a5430eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6494 time: 0.1368482 Apr 18 19:42:08.328264 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42084) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:08.337823 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Request body: {'subnet': {'network_id': 'dd5dd231-646c-40de-b8b7-295874871daf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:08.374479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:network and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:08.390413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:08.428613 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fa2ef-19f1-459e-811b-466ab1ebbee9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event updated for resources: {'Network': ['ID=dd5dd231-646c-40de-b8b7-295874871daf,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:08.436007 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:08.445815 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network dd5dd231-646c-40de-b8b7-295874871daf details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:08.483201 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-443e2161-00b9-4532-b31e-db13e80cb03d tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:08.490779 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-443e2161-00b9-4532-b31e-db13e80cb03d tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4635379 Apr 18 19:42:08.547977 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-756f60a8-e12f-443b-a9b1-b3fcc0745e75 req-f35a7aaa-7630-42e6-8785-5c0898d377f3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2142792 Apr 18 19:42:08.578760 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:08.585721 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Usage tracker for resource:subnet and tenant:7999c3ef7bed4befa88c6752d8ba8ba0 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:08.589302 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:08.595447 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-7de1eb0f-54db-45cf-9781-9547cdd96b37 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 695 time: 0.1035728 Apr 18 19:42:08.599512 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:08.606485 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:08.606665 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:08.636759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-1f8be35d-0b32-48c3-9300-eb1843f26570 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Request body: {'floatingip': {'port_id': '6a3bda74-133c-4e84-9201-208467f37728', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:08.751775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Made reservation on behalf of 7999c3ef7bed4befa88c6752d8ba8ba0 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:08.798184 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-1f8be35d-0b32-48c3-9300-eb1843f26570 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:08.906261 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:08.952207 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:08.999430 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:08.999771 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Added segment 1ef27810-50f0-4f18-9796-06e22d661537 of type vlan for network 4095ff31-e89c-46e4-8df9-64db8fd4912b Apr 18 19:42:09.072725 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.200961 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7068-6c74-4ac7-903f-24e8ce319940 req-aef0c248-2224-4dde-bb93-d633b827d514 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:09.205902 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7068-6c74-4ac7-903f-24e8ce319940 req-aef0c248-2224-4dde-bb93-d633b827d514 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:09.212994 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7068-6c74-4ac7-903f-24e8ce319940 req-aef0c248-2224-4dde-bb93-d633b827d514 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:09.221163 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7068-6c74-4ac7-903f-24e8ce319940 req-aef0c248-2224-4dde-bb93-d633b827d514 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:09.228262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7068-6c74-4ac7-903f-24e8ce319940 req-aef0c248-2224-4dde-bb93-d633b827d514 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:09.232382 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7068-6c74-4ac7-903f-24e8ce319940 req-aef0c248-2224-4dde-bb93-d633b827d514 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:09.236462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7068-6c74-4ac7-903f-24e8ce319940 req-aef0c248-2224-4dde-bb93-d633b827d514 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:09.238641 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bccd7068-6c74-4ac7-903f-24e8ce319940 req-aef0c248-2224-4dde-bb93-d633b827d514 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5437 time: 0.2670295 Apr 18 19:42:09.398317 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bccd7068-6c74-4ac7-903f-24e8ce319940 req-5239ad2e-41e9-4823-aba8-93d1fa68002b tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1502638 Apr 18 19:42:09.420432 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.421914 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:09.422526 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.550410 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=4095ff31-e89c-46e4-8df9-64db8fd4912b,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:09.565610 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 4095ff31-e89c-46e4-8df9-64db8fd4912b details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:09.652169 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c08b9b66-ba2a-4b57-bbec-3c3ab89e8a20 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4266448 Apr 18 19:42:09.657146 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42094) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:09.665270 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'network_id': '4095ff31-e89c-46e4-8df9-64db8fd4912b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:09.814804 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.819696 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.850163 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2d92e86c-6343-407d-a085-70ff09cfe425 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.890079 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-1f8be35d-0b32-48c3-9300-eb1843f26570 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.974391 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-1f8be35d-0b32-48c3-9300-eb1843f26570 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:09.991612 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event updated for resources: {'Subnet': ['ID=9c0fee4f-d8f8-4894-b281-53044c184452,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:10.009595 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:10.017294 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:subnet and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:10.021682 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:10.041146 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:10.055723 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Checking segment: {'id': '4ad131a5-86b4-4a4e-be49-877121a0739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dd5dd231-646c-40de-b8b7-295874871daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:10.056093 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Network hostable DHCP agents. Network: dd5dd231-646c-40de-b8b7-295874871daf, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:10.189455 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:10.280121 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-1f8be35d-0b32-48c3-9300-eb1843f26570 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Floating IP 7755fe50-84fa-47c5-b6f2-9b4ba550e682 associated. External IP: 172.25.8.21, port: 6a3bda74-133c-4e84-9201-208467f37728. Apr 18 19:42:10.306628 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Network dd5dd231-646c-40de-b8b7-295874871daf is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:10.389641 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.488008 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, dd5dd231-646c-40de-b8b7-295874871daf) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:10.497185 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee23317-18d0-4106-ab35-31e1218d4efc None None] Network dd5dd231-646c-40de-b8b7-295874871daf requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:10.517293 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:10.517869 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.603383 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4a76d-92ff-48f0-949a-490295d8f5ba req-5ce7de3e-d2ae-4abf-8eec-704d412940db tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:10.604851 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74d4a76d-92ff-48f0-949a-490295d8f5ba req-5ce7de3e-d2ae-4abf-8eec-704d412940db tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2641556 Apr 18 19:42:10.784403 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ee1b5a8e-e068-4a15-b606-26c31b653477 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4547760 Apr 18 19:42:10.784762 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42110) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:10.794768 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-355810c4-df33-41a0-82f3-af127231184a tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-511589026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:10.801718 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-355810c4-df33-41a0-82f3-af127231184a tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:10.810310 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-355810c4-df33-41a0-82f3-af127231184a tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Usage tracker for resource:router and tenant:7999c3ef7bed4befa88c6752d8ba8ba0 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:10.811719 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-355810c4-df33-41a0-82f3-af127231184a tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:10.815401 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-dd5dd231-646c-40de-b8b7-295874871daf', 'network_id': 'dd5dd231-646c-40de-b8b7-295874871daf', 'tenant_id': '7999c3ef7bed4befa88c6752d8ba8ba0', 'fixed_ips': [{'subnet_id': '9c0fee4f-d8f8-4894-b281-53044c184452'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:42:10.817987 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.820266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-355810c4-df33-41a0-82f3-af127231184a tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:10.870823 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-74d4a76d-92ff-48f0-949a-490295d8f5ba req-97f00612-c9cc-4e4d-bc92-e58fadf0d233 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063727 Apr 18 19:42:10.888612 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-1f8be35d-0b32-48c3-9300-eb1843f26570 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Router 545629cf-99e2-4ece-9526-01e5aacab384 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:42:10.911973 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2d92e86c-6343-407d-a085-70ff09cfe425 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.928019 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2d92e86c-6343-407d-a085-70ff09cfe425 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4113115'] for router, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.969126 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-355810c4-df33-41a0-82f3-af127231184a tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:10.970104 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-355810c4-df33-41a0-82f3-af127231184a tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.126745 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-355810c4-df33-41a0-82f3-af127231184a tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.156031 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.181118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Allocated IP 172.20.0.2 (dd5dd231-646c-40de-b8b7-295874871daf/9c0fee4f-d8f8-4894-b281-53044c184452/5aad002f-6330-408d-8340-11ff0f18f603) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:11.250392 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-1f8be35d-0b32-48c3-9300-eb1843f26570 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:11.263685 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b7faf-3987-4148-b537-fe7ad3005c2e None None] Sync routers for ids ['545629cf-99e2-4ece-9526-01e5aacab384'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:11.269248 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-1f8be35d-0b32-48c3-9300-eb1843f26570 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.279045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=c2203b82-fd08-411a-bc35-d595c7d9a87d,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:11.288622 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b7faf-3987-4148-b537-fe7ad3005c2e None None] Routers {'545629cf-99e2-4ece-9526-01e5aacab384'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:11.291540 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-207b7faf-3987-4148-b537-fe7ad3005c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['545629cf-99e2-4ece-9526-01e5aacab384'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:11.324163 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.336398 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Checking segment: {'id': '1ef27810-50f0-4f18-9796-06e22d661537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4095ff31-e89c-46e4-8df9-64db8fd4912b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:11.336747 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network hostable DHCP agents. Network: 4095ff31-e89c-46e4-8df9-64db8fd4912b, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:11.357745 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44c6a-a6f1-48c4-bca8-3b4429c223ec req-77eb91bb-5fee-42e6-a816-197dba4d7477 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:11.361939 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44c6a-a6f1-48c4-bca8-3b4429c223ec req-77eb91bb-5fee-42e6-a816-197dba4d7477 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:11.366745 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44c6a-a6f1-48c4-bca8-3b4429c223ec req-77eb91bb-5fee-42e6-a816-197dba4d7477 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:11.370959 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44c6a-a6f1-48c4-bca8-3b4429c223ec req-77eb91bb-5fee-42e6-a816-197dba4d7477 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:11.372786 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-1f8be35d-0b32-48c3-9300-eb1843f26570 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "PUT /v2.0/floatingips/7755fe50-84fa-47c5-b6f2-9b4ba550e682 HTTP/1.1" status: 200 len: 996 time: 2.7449958 Apr 18 19:42:11.376099 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'tag': '6a3bda74-133c-4e84-9201-208467f37728'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:11.376740 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44c6a-a6f1-48c4-bca8-3b4429c223ec req-77eb91bb-5fee-42e6-a816-197dba4d7477 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:11.380529 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-355810c4-df33-41a0-82f3-af127231184a tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.383090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44c6a-a6f1-48c4-bca8-3b4429c223ec req-77eb91bb-5fee-42e6-a816-197dba4d7477 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:11.387282 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44c6a-a6f1-48c4-bca8-3b4429c223ec req-77eb91bb-5fee-42e6-a816-197dba4d7477 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:11.389351 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8aa44c6a-a6f1-48c4-bca8-3b4429c223ec req-77eb91bb-5fee-42e6-a816-197dba4d7477 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5437 time: 0.2860415 Apr 18 19:42:11.471592 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d92e86c-6343-407d-a085-70ff09cfe425 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Router a4be1c1b-9457-49d3-814a-46d292813c57 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:42:11.506910 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.518885 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8aa44c6a-a6f1-48c4-bca8-3b4429c223ec req-9c474fb4-a893-4392-a38d-41d467f3334f tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/security-groups?id=ed0d6b67-92a7-42a9-b500-17db6ddb059e&id=e1926229-55e8-4a98-a6cf-1c9a70fe173f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1197357 Apr 18 19:42:11.527407 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-8ecbeee7-46b7-4c4d-9fa9-eeddf8021176 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bdb65becce204455978edc9c05affe12&device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1097 time: 0.1191025 Apr 18 19:42:11.535440 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Transition to ACTIVE for port object 5aad002f-6330-408d-8340-11ff0f18f603 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:11.592411 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-355810c4-df33-41a0-82f3-af127231184a tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.593658 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-355810c4-df33-41a0-82f3-af127231184a tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8035591 Apr 18 19:42:11.594586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Transition to ACTIVE for port object 5aad002f-6330-408d-8340-11ff0f18f603 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:11.634014 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42120) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:11.638930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network 4095ff31-e89c-46e4-8df9-64db8fd4912b is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:11.689401 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-207b7faf-3987-4148-b537-fe7ad3005c2e None None] Set router 545629cf-99e2-4ece-9526-01e5aacab384 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:11.712376 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:11.808014 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Network dd5dd231-646c-40de-b8b7-295874871daf is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:11.811483 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:11.843298 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:11.963004 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-0bcc0cd5-d9e7-4a07-99ce-4da6ff7ec659 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:11.964940 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-0bcc0cd5-d9e7-4a07-99ce-4da6ff7ec659 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 200 len: 919 time: 0.4303823 Apr 18 19:42:12.002299 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Pushing event updated for resources: {'Port': ['ID=5aad002f-6330-408d-8340-11ff0f18f603,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:12.112526 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 4095ff31-e89c-46e4-8df9-64db8fd4912b) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:12.124520 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-7bacda1f-b0cc-480b-acad-304f9b0f794b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 999 time: 0.1512923 Apr 18 19:42:12.130475 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:12.131480 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:12.140289 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a627ece-348d-4302-acfc-d65caf47832b None None] Network 4095ff31-e89c-46e4-8df9-64db8fd4912b requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:12.194831 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Attempting to bind port 5aad002f-6330-408d-8340-11ff0f18f603 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:12.195196 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Attempting to bind port 5aad002f-6330-408d-8340-11ff0f18f603 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '4ad131a5-86b4-4a4e-be49-877121a0739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dd5dd231-646c-40de-b8b7-295874871daf'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:12.195557 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Attempting to bind port 5aad002f-6330-408d-8340-11ff0f18f603 on network dd5dd231-646c-40de-b8b7-295874871daf {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:12.224624 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-ba874f0f-96c5-48c8-8e3a-585204b1189e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:12.226924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-ba874f0f-96c5-48c8-8e3a-585204b1189e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4eea24c7-e757-4938-8db0-4f4f48b678bd HTTP/1.1" status: 200 len: 858 time: 0.0963750 Apr 18 19:42:12.264200 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-207b7faf-3987-4148-b537-fe7ad3005c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '7755fe50-84fa-47c5-b6f2-9b4ba550e682', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'port_id': '6a3bda74-133c-4e84-9201-208467f37728', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'mac_address': 'fa:16:3e:74:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:42:05Z', 'updated_at': '2022-04-18T19:42:09Z', 'revision_number': 1, 'project_id': 'bdb65becce204455978edc9c05affe12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fccce0-a7ab-4fc9-b1ea-c40c521a8896', 'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'mac_address': 'fa:16:3e:c1:f0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:41Z', 'updated_at': '2022-04-18T19:40:54Z', 'revision_number': 5, 'project_id': 'bdb65becce204455978edc9c05affe12', 'subnets': [{'id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:12.273898 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b7faf-3987-4148-b537-fe7ad3005c2e None None] Checking router: 545629cf-99e2-4ece-9526-01e5aacab384 for host: n-d-838334-1 {{(pid=84807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:42:12.290308 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:12.290742 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Checking segment: {'id': '4ad131a5-86b4-4a4e-be49-877121a0739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dd5dd231-646c-40de-b8b7-295874871daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:12.293541 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:12.293995 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Bound using segment: {'id': '4ad131a5-86b4-4a4e-be49-877121a0739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dd5dd231-646c-40de-b8b7-295874871daf'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:12.294764 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Bound port: 5aad002f-6330-408d-8340-11ff0f18f603, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad131a5-86b4-4a4e-be49-877121a0739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dd5dd231-646c-40de-b8b7-295874871daf'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:12.295147 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:12.303324 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b7faf-3987-4148-b537-fe7ad3005c2e None None] Routers {'545629cf-99e2-4ece-9526-01e5aacab384'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:12.304590 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-207b7faf-3987-4148-b537-fe7ad3005c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['545629cf-99e2-4ece-9526-01e5aacab384'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:12.307243 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-25242c18-3045-4824-931c-3dd49b7bee17 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732038 Apr 18 19:42:12.321944 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-454df453-bb30-4f5a-a2ed-b881309bb3e8 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:12.323228 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-454df453-bb30-4f5a-a2ed-b881309bb3e8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0077863 Apr 18 19:42:12.342168 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ed3714a1-2e6f-4f56-9ed1-b70607dc017e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6839607 Apr 18 19:42:12.351491 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42126) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:12.488689 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-8ac85561-8df8-41b3-91d4-7a291251b8ac service neutron] 10.222.0.66 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565115 Apr 18 19:42:12.509389 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] For port 5aad002f-6330-408d-8340-11ff0f18f603, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:12.528799 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] For port 5aad002f-6330-408d-8340-11ff0f18f603, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=5aad002f-6330-408d-8340-11ff0f18f603,segment=NetworkSegment(4ad131a5-86b4-4a4e-be49-877121a0739e),segment_id=4ad131a5-86b4-4a4e-be49-877121a0739e)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:12.556445 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de17cb0-2a73-4818-8d6f-d0ffe0920033 req-5eeb40e3-8ffb-4123-90fd-df9eaad8ad4d tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:12.557894 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9de17cb0-2a73-4818-8d6f-d0ffe0920033 req-5eeb40e3-8ffb-4123-90fd-df9eaad8ad4d tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.6312280 Apr 18 19:42:12.606620 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvr_db [None req-207b7faf-3987-4148-b537-fe7ad3005c2e None None] Set router 545629cf-99e2-4ece-9526-01e5aacab384 gateway port host: n-d-838334-1 {{(pid=84807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:12.639391 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-4095ff31-e89c-46e4-8df9-64db8fd4912b', 'network_id': '4095ff31-e89c-46e4-8df9-64db8fd4912b', 'tenant_id': 'c26aa31362a5484e8672bce837f7aa80', 'fixed_ips': [{'subnet_id': 'c2203b82-fd08-411a-bc35-d595c7d9a87d'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:42:12.640104 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:12.678990 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:12.681703 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-79748f64-5bbd-4247-acd4-758bdb6bca78 req-206321bd-8227-4a15-939b-227aaee2552a service neutron] 10.222.0.66 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808667 Apr 18 19:42:12.739064 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9de17cb0-2a73-4818-8d6f-d0ffe0920033 req-92a7ea1f-ad34-4c4f-ae54-0498a2646fab tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650400 Apr 18 19:42:12.838338 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914de530-14ef-483c-ac06-b89c3a11a300 None None] Pushing event updated for resources: {'Port': ['ID=5aad002f-6330-408d-8340-11ff0f18f603,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:12.880194 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:12.908515 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446b900f-680a-497c-b44e-8d5ee6809dac'] response: {'name': 'network-changed', 'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'tag': '6a3bda74-133c-4e84-9201-208467f37728', 'status': 'completed', 'code': 200} Apr 18 19:42:13.067996 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Allocated IP 2001:db8::1 (4095ff31-e89c-46e4-8df9-64db8fd4912b/c2203b82-fd08-411a-bc35-d595c7d9a87d/e0163368-dee2-490d-ac73-af7f40557e02) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:13.276243 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-18f738c6-2dd3-4325-b17f-bfacfe353e06 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 999 time: 0.3382900 Apr 18 19:42:13.371821 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:13.420274 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-207b7faf-3987-4148-b537-fe7ad3005c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '7755fe50-84fa-47c5-b6f2-9b4ba550e682', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'port_id': '6a3bda74-133c-4e84-9201-208467f37728', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'mac_address': 'fa:16:3e:74:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:42:05Z', 'updated_at': '2022-04-18T19:42:09Z', 'revision_number': 1, 'project_id': 'bdb65becce204455978edc9c05affe12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fccce0-a7ab-4fc9-b1ea-c40c521a8896', 'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'mac_address': 'fa:16:3e:c1:f0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:41Z', 'updated_at': '2022-04-18T19:40:54Z', 'revision_number': 5, 'project_id': 'bdb65becce204455978edc9c05affe12', 'subnets': [{'id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:13.423981 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207b7faf-3987-4148-b537-fe7ad3005c2e None None] The sync data for ids ['545629cf-99e2-4ece-9526-01e5aacab384'] in n-d-838334-1 is: [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': '7755fe50-84fa-47c5-b6f2-9b4ba550e682', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'floating_ip_address': '172.25.8.21', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'port_id': '6a3bda74-133c-4e84-9201-208467f37728', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'mac_address': 'fa:16:3e:74:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:42:05Z', 'updated_at': '2022-04-18T19:42:09Z', 'revision_number': 1, 'project_id': 'bdb65becce204455978edc9c05affe12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fccce0-a7ab-4fc9-b1ea-c40c521a8896', 'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'mac_address': 'fa:16:3e:c1:f0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:41Z', 'updated_at': '2022-04-18T19:40:54Z', 'revision_number': 5, 'project_id': 'bdb65becce204455978edc9c05affe12', 'subnets': [{'id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:13.424161 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-c567bb91-6188-41ef-8df3-47b46f99da14 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:13.424161 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-c567bb91-6188-41ef-8df3-47b46f99da14 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports/6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 943 time: 0.1208196 Apr 18 19:42:13.460408 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d92e86c-6343-407d-a085-70ff09cfe425 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:13.466158 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2d92e86c-6343-407d-a085-70ff09cfe425 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:13.470809 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42138) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:13.484545 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2d92e86c-6343-407d-a085-70ff09cfe425 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "PUT /v2.0/routers/a4be1c1b-9457-49d3-814a-46d292813c57 HTTP/1.1" status: 200 len: 920 time: 5.4743354 Apr 18 19:42:13.616392 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49520ff6-c9d6-4bad-9cf0-c300983d7176 None None] Sync routers for ids ['a4be1c1b-9457-49d3-814a-46d292813c57'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:13.633336 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:13.643550 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:13.662527 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49520ff6-c9d6-4bad-9cf0-c300983d7176 None None] Routers {'a4be1c1b-9457-49d3-814a-46d292813c57'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:13.663768 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-49520ff6-c9d6-4bad-9cf0-c300983d7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a4be1c1b-9457-49d3-814a-46d292813c57'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:13.684151 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5cea432d-568c-48f8-abe9-ca96a5c24329 req-2ac9f907-ba0a-4e74-ab3a-1033ee210fa7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdb65becce204455978edc9c05affe12&device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1097 time: 0.7438633 Apr 18 19:42:13.745554 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Transition to ACTIVE for port object e0163368-dee2-490d-ac73-af7f40557e02 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:13.775933 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-49520ff6-c9d6-4bad-9cf0-c300983d7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:13.795238 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Transition to ACTIVE for port object e0163368-dee2-490d-ac73-af7f40557e02 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:13.817261 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49520ff6-c9d6-4bad-9cf0-c300983d7176 None None] Routers {'a4be1c1b-9457-49d3-814a-46d292813c57'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:13.818813 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-49520ff6-c9d6-4bad-9cf0-c300983d7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a4be1c1b-9457-49d3-814a-46d292813c57'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:13.885570 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-b619869b-f9e2-442f-b5ef-a133acfbc11b tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 999 time: 0.2819424 Apr 18 19:42:13.924605 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-49520ff6-c9d6-4bad-9cf0-c300983d7176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:13.926399 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49520ff6-c9d6-4bad-9cf0-c300983d7176 None None] The sync data for ids ['a4be1c1b-9457-49d3-814a-46d292813c57'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:13.929715 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f733eb-d2f2-458c-aa24-82b5eea8650c None None] New status for floating IP 7755fe50-84fa-47c5-b6f2-9b4ba550e682: ACTIVE {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:42:14.120340 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 5aad002f-6330-408d-8340-11ff0f18f603 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:14.242700 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231668de-5907-40ff-9309-ac4b98e02620 req-594dc0ac-e4aa-42aa-ae98-d22221fb8856 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:14.252181 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-7cc60d56-e363-44f2-b2aa-86ee990c6a6e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:14.253517 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-7cc60d56-e363-44f2-b2aa-86ee990c6a6e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.3616724 Apr 18 19:42:14.256192 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:14.256777 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231668de-5907-40ff-9309-ac4b98e02620 req-594dc0ac-e4aa-42aa-ae98-d22221fb8856 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:14.261195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231668de-5907-40ff-9309-ac4b98e02620 req-594dc0ac-e4aa-42aa-ae98-d22221fb8856 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:14.279469 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231668de-5907-40ff-9309-ac4b98e02620 req-594dc0ac-e4aa-42aa-ae98-d22221fb8856 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:14.283857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231668de-5907-40ff-9309-ac4b98e02620 req-594dc0ac-e4aa-42aa-ae98-d22221fb8856 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:14.296356 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231668de-5907-40ff-9309-ac4b98e02620 req-594dc0ac-e4aa-42aa-ae98-d22221fb8856 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:14.320080 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231668de-5907-40ff-9309-ac4b98e02620 req-594dc0ac-e4aa-42aa-ae98-d22221fb8856 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:14.357441 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-231668de-5907-40ff-9309-ac4b98e02620 req-594dc0ac-e4aa-42aa-ae98-d22221fb8856 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 5437 time: 1.1422799 Apr 18 19:42:14.357441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42144) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:14.422934 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Pushing event updated for resources: {'Port': ['ID=e0163368-dee2-490d-ac73-af7f40557e02,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:14.462157 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Network 4095ff31-e89c-46e4-8df9-64db8fd4912b is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:14.466826 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:14.469228 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-32fe6799-1354-4a8f-b654-9fa92c7d1c55 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Request body: {'floatingip': {'port_id': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:14.470370 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:14.553792 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d429c690-edf7-403c-9c97-3687a33cf3dc tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/routers/a4be1c1b-9457-49d3-814a-46d292813c57 HTTP/1.1" status: 200 len: 920 time: 1.0810168 Apr 18 19:42:14.559200 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-247ee95a-4837-471f-aa53-6bfe43e574f7 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 1001 time: 0.2928820 Apr 18 19:42:14.571357 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-c470e11a-790a-4f46-a331-1d393e474fbc tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:14.601547 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42150) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:14.634774 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Attempting to bind port e0163368-dee2-490d-ac73-af7f40557e02 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:14.635243 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Attempting to bind port e0163368-dee2-490d-ac73-af7f40557e02 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '1ef27810-50f0-4f18-9796-06e22d661537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4095ff31-e89c-46e4-8df9-64db8fd4912b'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:14.635694 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Attempting to bind port e0163368-dee2-490d-ac73-af7f40557e02 on network 4095ff31-e89c-46e4-8df9-64db8fd4912b {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:14.644347 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:14.645429 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Checking segment: {'id': '1ef27810-50f0-4f18-9796-06e22d661537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4095ff31-e89c-46e4-8df9-64db8fd4912b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:14.646185 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:14.646652 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Bound using segment: {'id': '1ef27810-50f0-4f18-9796-06e22d661537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4095ff31-e89c-46e4-8df9-64db8fd4912b'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:14.647226 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Bound port: e0163368-dee2-490d-ac73-af7f40557e02, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef27810-50f0-4f18-9796-06e22d661537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4095ff31-e89c-46e4-8df9-64db8fd4912b'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:14.647917 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:14.661236 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7781c3-8e27-4314-8bc2-8e95a94b93a2 None None] Network dd5dd231-646c-40de-b8b7-295874871daf requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:14.728318 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-c470e11a-790a-4f46-a331-1d393e474fbc tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:14.745785 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-32fe6799-1354-4a8f-b654-9fa92c7d1c55 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for floatingip, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:14.753146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 5aad002f-6330-408d-8340-11ff0f18f603 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:14.939863 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8aaf01cf-9837-4afd-9b48-5551c916e8cb None None] Provisioning for port 5aad002f-6330-408d-8340-11ff0f18f603 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:14.979359 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-8aaf01cf-9837-4afd-9b48-5551c916e8cb None None] Provisioning complete for port 5aad002f-6330-408d-8340-11ff0f18f603 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:14.979737 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8aaf01cf-9837-4afd-9b48-5551c916e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:14.990598 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.004886 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] For port e0163368-dee2-490d-ac73-af7f40557e02, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:15.038859 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea432d-568c-48f8-abe9-ca96a5c24329 req-a635e975-c73b-4de2-8b11-a0c8951b704c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:15.040575 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5cea432d-568c-48f8-abe9-ca96a5c24329 req-a635e975-c73b-4de2-8b11-a0c8951b704c service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 200 len: 919 time: 1.1853297 Apr 18 19:42:15.067540 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] For port e0163368-dee2-490d-ac73-af7f40557e02, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e0163368-dee2-490d-ac73-af7f40557e02,segment=NetworkSegment(1ef27810-50f0-4f18-9796-06e22d661537),segment_id=1ef27810-50f0-4f18-9796-06e22d661537)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:15.171758 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.197930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Subnet': ['ID=c2203b82-fd08-411a-bc35-d595c7d9a87d,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:15.197930 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5cea432d-568c-48f8-abe9-ca96a5c24329 req-d99b2151-86eb-4bd1-a716-a8e1ef908b8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 1001 time: 0.1343107 Apr 18 19:42:15.290853 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8aaf01cf-9837-4afd-9b48-5551c916e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.313404 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-c470e11a-790a-4f46-a331-1d393e474fbc tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.318478 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582161c-ac1c-4d28-b914-f3cfe57963d8 None None] Pushing event updated for resources: {'Port': ['ID=e0163368-dee2-490d-ac73-af7f40557e02,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:15.348243 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-8aaf01cf-9837-4afd-9b48-5551c916e8cb None None] For port 5aad002f-6330-408d-8340-11ff0f18f603, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=5aad002f-6330-408d-8340-11ff0f18f603,segment=NetworkSegment(4ad131a5-86b4-4a4e-be49-877121a0739e),segment_id=4ad131a5-86b4-4a4e-be49-877121a0739e)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:15.409536 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-c470e11a-790a-4f46-a331-1d393e474fbc tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.411399 n-d-838334-1 neutron-server[84805]: INFO neutron.db.l3_db [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-c470e11a-790a-4f46-a331-1d393e474fbc tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Floating IP 7755fe50-84fa-47c5-b6f2-9b4ba550e682 disassociated. External IP: 172.25.8.21, port: 6a3bda74-133c-4e84-9201-208467f37728. Apr 18 19:42:15.434110 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8aaf01cf-9837-4afd-9b48-5551c916e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.440777 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-66bef1b3-d2e6-484c-b768-1c8287d3697c tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=b9f392f6-42e1-41ad-9423-d80ed824c270&device_id=a4be1c1b-9457-49d3-814a-46d292813c57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8226562 Apr 18 19:42:15.446739 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44816768-5654-45e4-979a-17d6a616837d req-46688dfa-0dd0-4ec2-a6cd-dc4a04d3cbc3 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:15.456586 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-44816768-5654-45e4-979a-17d6a616837d req-46688dfa-0dd0-4ec2-a6cd-dc4a04d3cbc3 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.8506744 Apr 18 19:42:15.513340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42156) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:15.627058 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf01cf-9837-4afd-9b48-5551c916e8cb None None] Pushing event updated for resources: {'Port': ['ID=5aad002f-6330-408d-8340-11ff0f18f603,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:15.650534 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea432d-568c-48f8-abe9-ca96a5c24329 req-2c1e5635-3321-4654-88e4-9bad69e9dc04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:15.652965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5cea432d-568c-48f8-abe9-ca96a5c24329 req-2c1e5635-3321-4654-88e4-9bad69e9dc04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eea24c7-e757-4938-8db0-4f4f48b678bd HTTP/1.1" status: 200 len: 858 time: 0.4365928 Apr 18 19:42:15.777709 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Allocated IP 172.20.0.1 (dd5dd231-646c-40de-b8b7-295874871daf/9c0fee4f-d8f8-4894-b281-53044c184452/ed26b32a-c4bf-48bf-81a4-624dc33507da) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:15.845120 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ad0b3-b804-49fa-aedf-13fe3153c1a3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:15.845120 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fa8ad0b3-b804-49fa-aedf-13fe3153c1a3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Synchronizing usage tracker for tenant:628c4c8ae5514c2cac36960ca39bbf19 on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:15.870321 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6e2b318b-8755-4e48-8ab4-b64800655740 None None] Provisioning complete for port 5aad002f-6330-408d-8340-11ff0f18f603 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:15.870823 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6e2b318b-8755-4e48-8ab4-b64800655740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.892699 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:15.929793 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5cea432d-568c-48f8-abe9-ca96a5c24329 req-9f4489f6-5347-4b6f-b74c-7023a4901937 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854864 Apr 18 19:42:15.946743 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-44816768-5654-45e4-979a-17d6a616837d req-361b7335-d329-4ce4-a94d-204fb8739b15 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920056 Apr 18 19:42:15.972561 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fa8ad0b3-b804-49fa-aedf-13fe3153c1a3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Unset dirty status for tenant:628c4c8ae5514c2cac36960ca39bbf19 on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:15.978849 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fa8ad0b3-b804-49fa-aedf-13fe3153c1a3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 881 time: 0.4544592 Apr 18 19:42:15.983381 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42162) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:16.059172 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4095ff31-e89c-46e4-8df9-64db8fd4912b']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:16.133413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef27810-50f0-4f18-9796-06e22d661537') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:16.133413 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef27810-50f0-4f18-9796-06e22d661537') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:16.199959 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3696e74a-a8ca-4586-8122-6e2cb67fdb10 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4be1c1b-9457-49d3-814a-46d292813c57 HTTP/1.1" status: 200 len: 205 time: 0.2142737 Apr 18 19:42:16.205510 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42168) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:16.269603 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 5aad002f-6330-408d-8340-11ff0f18f603 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:16.369944 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 5aad002f-6330-408d-8340-11ff0f18f603 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:16.370765 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.452982 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.516304 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device e0163368-dee2-490d-ac73-af7f40557e02 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:16.640817 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-c470e11a-790a-4f46-a331-1d393e474fbc tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Router 545629cf-99e2-4ece-9526-01e5aacab384 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:42:16.653884 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.675405 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5cea432d-568c-48f8-abe9-ca96a5c24329 req-1001045b-3906-427d-ba6e-79122bbd9871 service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273560 Apr 18 19:42:16.687723 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port e0163368-dee2-490d-ac73-af7f40557e02 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:16.804643 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b3255-354d-4f71-98e3-22d19ef8b22b None None] Network 4095ff31-e89c-46e4-8df9-64db8fd4912b requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:16.845020 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:16.968681 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:16.968979 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.000408 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1c974bfd-3a7f-4675-b5f3-60e35193b280 None None] Provisioning for port e0163368-dee2-490d-ac73-af7f40557e02 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:17.013927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1c974bfd-3a7f-4675-b5f3-60e35193b280 None None] Provisioning complete for port e0163368-dee2-490d-ac73-af7f40557e02 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:17.017531 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1c974bfd-3a7f-4675-b5f3-60e35193b280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:17.085418 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:17.189351 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.210699 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.228459 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-c470e11a-790a-4f46-a331-1d393e474fbc tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:17.233615 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-c470e11a-790a-4f46-a331-1d393e474fbc tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.241148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59de07-c641-4a9d-a40b-a55885baf2a4 req-14176ce7-c45e-4f2b-ba5d-0cb2e7b00dc0 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:17.246400 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423f0a3-4301-4de5-ae73-667c1290d5a2 None None] Sync routers for ids ['545629cf-99e2-4ece-9526-01e5aacab384'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:17.247872 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c59de07-c641-4a9d-a40b-a55885baf2a4 req-14176ce7-c45e-4f2b-ba5d-0cb2e7b00dc0 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.7990363 Apr 18 19:42:17.268752 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 19:42:17.268752 n-d-838334-1 neutron-server[84804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 19:42:17.268752 n-d-838334-1 neutron-server[84804]: [parameters: {'id': '4095ff31-e89c-46e4-8df9-64db8fd4912b'}] Apr 18 19:42:17.268752 n-d-838334-1 neutron-server[84804]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:17.279569 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:17.279569 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Transition to ACTIVE for port object ed26b32a-c4bf-48bf-81a4-624dc33507da will not be triggered until provisioned by entity DHCP. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:17.279776 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1c974bfd-3a7f-4675-b5f3-60e35193b280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.280257 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5cea432d-568c-48f8-abe9-ca96a5c24329 req-bdc79f4d-59f6-452b-8037-108dd5793adc service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804510 Apr 18 19:42:17.299419 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Deleting port 5031e6f5-68aa-45bf-a553-d95811e9d0eb {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:17.302114 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.310944 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7c59de07-c641-4a9d-a40b-a55885baf2a4 req-16aead2b-7ae6-4c72-9cf8-04890e7116c5 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622091 Apr 18 19:42:17.332070 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423f0a3-4301-4de5-ae73-667c1290d5a2 None None] Routers {'545629cf-99e2-4ece-9526-01e5aacab384'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:17.334057 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-2423f0a3-4301-4de5-ae73-667c1290d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['545629cf-99e2-4ece-9526-01e5aacab384'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:17.386288 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-c470e11a-790a-4f46-a331-1d393e474fbc tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "PUT /v2.0/floatingips/7755fe50-84fa-47c5-b6f2-9b4ba550e682 HTTP/1.1" status: 200 len: 694 time: 2.8206997 Apr 18 19:42:17.398927 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'tag': '6a3bda74-133c-4e84-9201-208467f37728'}] {{(pid=84805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:17.440321 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] DHCP port deletion for 4095ff31-e89c-46e4-8df9-64db8fd4912b request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:42:17.547366 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.554927 n-d-838334-1 neutron-server[84805]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c581f35-988d-4a6a-8273-10128f49d879'] response: {'name': 'network-changed', 'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'tag': '6a3bda74-133c-4e84-9201-208467f37728', 'status': 'completed', 'code': 200} Apr 18 19:42:17.625595 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-2423f0a3-4301-4de5-ae73-667c1290d5a2 None None] Set router 545629cf-99e2-4ece-9526-01e5aacab384 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:17.654638 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-51427e81-f977-452d-bc1a-5840f4665576 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bdb65becce204455978edc9c05affe12&device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1097 time: 0.2471416 Apr 18 19:42:17.659082 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.712295 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-32fe6799-1354-4a8f-b654-9fa92c7d1c55 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.730892 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Network dd5dd231-646c-40de-b8b7-295874871daf is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:17.737478 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:17.742049 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event updated for resources: {'Port': ['ID=ed26b32a-c4bf-48bf-81a4-624dc33507da,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:17.744593 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:17.769653 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.787761 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-32fe6799-1354-4a8f-b654-9fa92c7d1c55 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:17.930444 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Calling delete_port for 5031e6f5-68aa-45bf-a553-d95811e9d0eb owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:18.072415 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfddbed4-4352-4c61-9430-a2260aa564a5 req-518c2939-efed-42db-8fb1-51e272536657 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdb65becce204455978edc9c05affe12&device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 1097 time: 0.5187664 Apr 18 19:42:18.082533 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port e0163368-dee2-490d-ac73-af7f40557e02 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:18.082533 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.106991 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1c974bfd-3a7f-4675-b5f3-60e35193b280 None None] For port e0163368-dee2-490d-ac73-af7f40557e02, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e0163368-dee2-490d-ac73-af7f40557e02,segment=NetworkSegment(1ef27810-50f0-4f18-9796-06e22d661537),segment_id=1ef27810-50f0-4f18-9796-06e22d661537)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:18.108850 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Deleting port e0163368-dee2-490d-ac73-af7f40557e02 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:18.109590 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.151186 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.179164 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-3b255b36-66c8-4830-bf74-a567aeb09c76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:18.179164 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-3b255b36-66c8-4830-bf74-a567aeb09c76 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 200 len: 919 time: 0.4983447 Apr 18 19:42:18.201686 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device e0163368-dee2-490d-ac73-af7f40557e02 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:18.266388 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-70f36f54-5f5d-47c8-b553-24ef1ef851db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 217 time: 0.0919847 Apr 18 19:42:18.281274 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1c974bfd-3a7f-4675-b5f3-60e35193b280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.387010 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78d4ea-4c9d-4325-a9e4-77dc5e8faaf2 req-99d91429-2dbb-412d-a51a-df730ab1db2a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:18.393602 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6a78d4ea-4c9d-4325-a9e4-77dc5e8faaf2 req-99d91429-2dbb-412d-a51a-df730ab1db2a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.5424747 Apr 18 19:42:18.401239 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-160cd862-37d9-4dc7-a0cb-d27a9e035d1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:18.413323 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-160cd862-37d9-4dc7-a0cb-d27a9e035d1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4eea24c7-e757-4938-8db0-4f4f48b678bd HTTP/1.1" status: 200 len: 858 time: 0.1291847 Apr 18 19:42:18.463649 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-2779901b-a1a2-4b23-8d5e-fbdfeaaeeea4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509174 Apr 18 19:42:18.578570 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.581296 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c974bfd-3a7f-4675-b5f3-60e35193b280 None None] Pushing event updated for resources: {'Port': ['ID=e0163368-dee2-490d-ac73-af7f40557e02,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:18.621811 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddbed4-4352-4c61-9430-a2260aa564a5 req-5bfdb8ed-55ca-4361-a605-b3af4ddd54c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:18.623275 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfddbed4-4352-4c61-9430-a2260aa564a5 req-5bfdb8ed-55ca-4361-a605-b3af4ddd54c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 200 len: 919 time: 0.5100970 Apr 18 19:42:18.637877 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-fd91a5d7-7dc7-43bd-99b9-0c9778cd981b None None] Provisioning for port ed26b32a-c4bf-48bf-81a4-624dc33507da completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:18.659749 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Pushing event deleted for resources: {'Port': ['ID=5031e6f5-68aa-45bf-a553-d95811e9d0eb,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:18.665856 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-fd91a5d7-7dc7-43bd-99b9-0c9778cd981b None None] Provisioning complete for port ed26b32a-c4bf-48bf-81a4-624dc33507da triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:18.666774 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fd91a5d7-7dc7-43bd-99b9-0c9778cd981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.792293 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfddbed4-4352-4c61-9430-a2260aa564a5 req-7f12577d-7c08-48df-bd43-dcca4322cb0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 200 len: 217 time: 0.1391454 Apr 18 19:42:18.796011 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-590784f5-cef6-46f7-b63c-ac95942e3e13 service neutron] 10.222.0.66 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212454 Apr 18 19:42:18.850325 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-fd91a5d7-7dc7-43bd-99b9-0c9778cd981b None None] Port ed26b32a-c4bf-48bf-81a4-624dc33507da cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:42:18.861647 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.871635 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.887182 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6a78d4ea-4c9d-4325-a9e4-77dc5e8faaf2 req-12015a07-7795-44df-a8ba-28cb78da8b10 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927135 Apr 18 19:42:18.888829 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] For port e0163368-dee2-490d-ac73-af7f40557e02, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e0163368-dee2-490d-ac73-af7f40557e02,segment=NetworkSegment(1ef27810-50f0-4f18-9796-06e22d661537),segment_id=1ef27810-50f0-4f18-9796-06e22d661537)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:18.889189 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.897835 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] For port e0163368-dee2-490d-ac73-af7f40557e02, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e0163368-dee2-490d-ac73-af7f40557e02,segment=NetworkSegment(1ef27810-50f0-4f18-9796-06e22d661537),segment_id=1ef27810-50f0-4f18-9796-06e22d661537)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:18.898548 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:18.923490 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-2423f0a3-4301-4de5-ae73-667c1290d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '01fccce0-a7ab-4fc9-b1ea-c40c521a8896', 'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'mac_address': 'fa:16:3e:c1:f0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:41Z', 'updated_at': '2022-04-18T19:40:54Z', 'revision_number': 5, 'project_id': 'bdb65becce204455978edc9c05affe12', 'subnets': [{'id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:19.042254 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Calling delete_port for e0163368-dee2-490d-ac73-af7f40557e02 owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:19.096369 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Calling delete_port for e0163368-dee2-490d-ac73-af7f40557e02 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:19.134231 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423f0a3-4301-4de5-ae73-667c1290d5a2 None None] Checking router: 545629cf-99e2-4ece-9526-01e5aacab384 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:42:19.165886 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port e0163368-dee2-490d-ac73-af7f40557e02, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e0163368-dee2-490d-ac73-af7f40557e02,segment=NetworkSegment(1ef27810-50f0-4f18-9796-06e22d661537),segment_id=1ef27810-50f0-4f18-9796-06e22d661537)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:19.190281 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423f0a3-4301-4de5-ae73-667c1290d5a2 None None] Routers {'545629cf-99e2-4ece-9526-01e5aacab384'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:19.191250 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-2423f0a3-4301-4de5-ae73-667c1290d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:41:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['545629cf-99e2-4ece-9526-01e5aacab384'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:19.358620 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddbed4-4352-4c61-9430-a2260aa564a5 req-64437444-2909-4675-92fc-8d39e57b957c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:19.359317 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.360834 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfddbed4-4352-4c61-9430-a2260aa564a5 req-64437444-2909-4675-92fc-8d39e57b957c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4eea24c7-e757-4938-8db0-4f4f48b678bd HTTP/1.1" status: 200 len: 858 time: 0.5607862 Apr 18 19:42:19.421239 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.511355 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfddbed4-4352-4c61-9430-a2260aa564a5 req-da1b9758-3a41-4765-8f9d-888b44e0397a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219828 Apr 18 19:42:19.521402 n-d-838334-1 neutron-server[84804]: INFO neutron.db.l3_db [None req-32fe6799-1354-4a8f-b654-9fa92c7d1c55 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Floating IP e85b68ef-385c-4c12-9c4d-e95c2d0a2daa associated. External IP: 172.25.8.223, port: 73d3fd41-4a54-4e06-8109-1ef4fd2c5d31. Apr 18 19:42:19.547314 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-2423f0a3-4301-4de5-ae73-667c1290d5a2 None None] Set router 545629cf-99e2-4ece-9526-01e5aacab384 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:19.605095 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:19.605254 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:19.614340 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=e0163368-dee2-490d-ac73-af7f40557e02,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:19.625135 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1b0adc3a-5663-4f76-a164-644ba10b28fb req-d8f41c28-9b20-451a-9b01-766f998f5dea service neutron] 10.222.0.66 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8183463 Apr 18 19:42:19.709967 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.714414 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.858987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9e974-7ee1-4f97-be64-b5e71f8d9e2e req-0287e1d2-dd07-4992-83e3-b458f08ba62b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:19.860441 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1f9e974-7ee1-4f97-be64-b5e71f8d9e2e req-0287e1d2-dd07-4992-83e3-b458f08ba62b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.5494156 Apr 18 19:42:19.883233 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfddbed4-4352-4c61-9430-a2260aa564a5 req-73559516-e22f-4533-a25a-65b95c0b2c2d service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140278 Apr 18 19:42:19.906275 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:19.950565 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-2423f0a3-4301-4de5-ae73-667c1290d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '01fccce0-a7ab-4fc9-b1ea-c40c521a8896', 'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'mac_address': 'fa:16:3e:c1:f0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:41Z', 'updated_at': '2022-04-18T19:40:54Z', 'revision_number': 5, 'project_id': 'bdb65becce204455978edc9c05affe12', 'subnets': [{'id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:19.955156 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423f0a3-4301-4de5-ae73-667c1290d5a2 None None] The sync data for ids ['545629cf-99e2-4ece-9526-01e5aacab384'] in n-d-838334-1 is: [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_interfaces': [{'id': '01fccce0-a7ab-4fc9-b1ea-c40c521a8896', 'name': '', 'network_id': '0c71b8ba-be3f-4c0e-a7ee-b96c334de8be', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'mac_address': 'fa:16:3e:c1:f0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:41Z', 'updated_at': '2022-04-18T19:40:54Z', 'revision_number': 5, 'project_id': 'bdb65becce204455978edc9c05affe12', 'subnets': [{'id': '4eea24c7-e757-4938-8db0-4f4f48b678bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:20.106119 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Deleting port e0163368-dee2-490d-ac73-af7f40557e02 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:20.106519 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.185287 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:20.185600 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:20.225976 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.226668 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Fanout notify agent at l3_agent the message router_deleted on router a4be1c1b-9457-49d3-814a-46d292813c57 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:42:20.227442 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b1f9e974-7ee1-4f97-be64-b5e71f8d9e2e req-c7f85143-c545-4b1f-9a6a-f3600f43b63b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468785 Apr 18 19:42:20.246006 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-2e0305ff-4043-40ce-9fb8-ec191a52530f tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/floatingips/7755fe50-84fa-47c5-b6f2-9b4ba550e682 HTTP/1.1" status: 200 len: 694 time: 0.1283476 Apr 18 19:42:20.283890 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.289919 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-76fa0a43-0b51-4ded-9ed6-cdb4744746dd tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/a4be1c1b-9457-49d3-814a-46d292813c57 HTTP/1.1" status: 204 len: 168 time: 4.0745161 Apr 18 19:42:20.294783 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42200) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:20.302978 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.417479 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-be1fc248-5ce7-406b-8d96-61605c4e56da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1155315910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:20.424114 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bfddbed4-4352-4c61-9430-a2260aa564a5 req-7aa25363-a2fd-4dce-b97b-65618fa2b840 service neutron] 10.222.0.16 "GET /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133905 Apr 18 19:42:20.443351 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-be1fc248-5ce7-406b-8d96-61605c4e56da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:20.478578 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-be1fc248-5ce7-406b-8d96-61605c4e56da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Usage tracker for resource:router and tenant:2e0f7d93dddc46a9b093b20c8bb5b107 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:20.492486 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-be1fc248-5ce7-406b-8d96-61605c4e56da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:20.517920 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.525243 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-be1fc248-5ce7-406b-8d96-61605c4e56da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:20.557271 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] For port e0163368-dee2-490d-ac73-af7f40557e02, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e0163368-dee2-490d-ac73-af7f40557e02,segment=NetworkSegment(1ef27810-50f0-4f18-9796-06e22d661537),segment_id=1ef27810-50f0-4f18-9796-06e22d661537)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:20.557962 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.570229 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event updated for resources: {'Port': ['ID=ed26b32a-c4bf-48bf-81a4-624dc33507da,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:20.607382 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaacc69-5841-4cb3-8350-9f9b062c9ab9 None None] New status for floating IP 7755fe50-84fa-47c5-b6f2-9b4ba550e682: DOWN {{(pid=84807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:42:20.630849 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-67d36feb-2901-4b81-a06c-bfddf756ac2e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:20.632257 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-67d36feb-2901-4b81-a06c-bfddf756ac2e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 784 time: 0.3801856 Apr 18 19:42:20.702986 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be1fc248-5ce7-406b-8d96-61605c4e56da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.704153 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be1fc248-5ce7-406b-8d96-61605c4e56da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.731813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port e0163368-dee2-490d-ac73-af7f40557e02 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:20.732421 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.738787 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-0d7b24a3-9b13-45c5-be10-d3882cdc27dd tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 697 time: 0.0993547 Apr 18 19:42:20.835708 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-86e7dffe-44f4-40b3-8483-63a14a583cf5 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.8.21 HTTP/1.1" status: 200 len: 697 time: 0.0902698 Apr 18 19:42:20.842029 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be1fc248-5ce7-406b-8d96-61605c4e56da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:20.857190 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Calling delete_port for e0163368-dee2-490d-ac73-af7f40557e02 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:21.036644 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Deleting port e5d858ee-8df9-4172-bd59-f55e9f3a054c {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:21.036644 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.073792 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Network dd5dd231-646c-40de-b8b7-295874871daf is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:21.080645 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c02ffe-876c-4c4c-a763-7f6a8f96131b req-3e3569ea-716d-4d46-bdbe-318fc2402d98 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:21.087519 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5c02ffe-876c-4c4c-a763-7f6a8f96131b req-3e3569ea-716d-4d46-bdbe-318fc2402d98 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3948965 Apr 18 19:42:21.091852 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.107044 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:21.201580 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] Pushing event deleted for resources: {'Port': ['ID=e0163368-dee2-490d-ac73-af7f40557e02,revision_number=None']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:21.203939 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f966601-15f3-424e-8ca4-57edd9fffb72 None None] No DVR routers for this DVR port e0163368-dee2-490d-ac73-af7f40557e02 on host n-d-838334-1 {{(pid=84806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:42:21.249417 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be1fc248-5ce7-406b-8d96-61605c4e56da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.312498 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] For port e0163368-dee2-490d-ac73-af7f40557e02, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=e0163368-dee2-490d-ac73-af7f40557e02,segment=NetworkSegment(1ef27810-50f0-4f18-9796-06e22d661537),segment_id=1ef27810-50f0-4f18-9796-06e22d661537)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:21.312863 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.343406 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.348203 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.480168 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Calling delete_port for e0163368-dee2-490d-ac73-af7f40557e02 owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:21.534798 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-597b9cc8-d649-4a41-b782-c9d2e91a466b None None] Provisioning complete for port ed26b32a-c4bf-48bf-81a4-624dc33507da triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:21.535945 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-597b9cc8-d649-4a41-b782-c9d2e91a466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.605567 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-be1fc248-5ce7-406b-8d96-61605c4e56da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.611537 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-be1fc248-5ce7-406b-8d96-61605c4e56da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3160851 Apr 18 19:42:21.619319 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Calling delete_port for e5d858ee-8df9-4172-bd59-f55e9f3a054c owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:21.622975 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-597b9cc8-d649-4a41-b782-c9d2e91a466b None None] Port ed26b32a-c4bf-48bf-81a4-624dc33507da cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:42:21.627781 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42214) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:21.666295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:21.687637 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e3d6c10-a617-4fdb-80fa-f93e8e82c6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:21.757737 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.api [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:21.758465 n-d-838334-1 neutron-server[84805]: DEBUG oslo_db.api [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:21.933803 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5c02ffe-876c-4c4c-a763-7f6a8f96131b req-657ed412-a0ee-4137-aed7-6b6aab82e839 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8437905 Apr 18 19:42:21.969503 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:21.969503 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:22.100833 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port e0163368-dee2-490d-ac73-af7f40557e02 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:22.100833 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.260811 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Deleting port e5d858ee-8df9-4172-bd59-f55e9f3a054c {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:22.261470 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.341484 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] The port 'e0163368-dee2-490d-ac73-af7f40557e02' was deleted {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:42:22.493306 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.493306 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.528075 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fe6799-1354-4a8f-b654-9fa92c7d1c55 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Router c08f3a40-e9b6-4fa3-955a-e937d4a00785 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:42:22.591261 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.629170 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Calling delete_port for e5d858ee-8df9-4172-bd59-f55e9f3a054c owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:22.759457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4095ff31-e89c-46e4-8df9-64db8fd4912b']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:22.768023 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4366df-447a-417c-b0a7-5696a301731e req-b8b0ab61-99e9-4050-b41e-29ceca4c401b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:22.772336 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3d4366df-447a-417c-b0a7-5696a301731e req-b8b0ab61-99e9-4050-b41e-29ceca4c401b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.5816751 Apr 18 19:42:22.809506 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef27810-50f0-4f18-9796-06e22d661537') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:22.809806 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef27810-50f0-4f18-9796-06e22d661537') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:22.906332 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.923827 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:22.982352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Pushing event deleted for resources: {'Port': ['ID=e5d858ee-8df9-4172-bd59-f55e9f3a054c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:22.995313 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.000036 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:23.001106 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:23.001106 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:23.002036 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:23.002484 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:23.002914 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:23.003340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:23.005238 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:23.005647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:23.007905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:23.007905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:23.022733 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.050574 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:23.051310 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.078707 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3d4366df-447a-417c-b0a7-5696a301731e req-18339469-00f0-4217-8b8d-5cd3d4154afc tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996752 Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:23.079392 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:23.219543 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.259871 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:42:23.344203 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.381661 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.399455 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5d25c1dc-e13a-4c6f-b4c0-3cbbc37d139a req-88d28b95-940f-413f-9cab-ee2f3dd71449 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "DELETE /v2.0/floatingips/7755fe50-84fa-47c5-b6f2-9b4ba550e682 HTTP/1.1" status: 204 len: 173 time: 2.5380869 Apr 18 19:42:23.506489 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d04ccabe-4576-4c1e-8b8d-9441edf55982 req-0c2d38ca-4735-402a-be26-4bc15b706fcd tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups/8b76e567-33de-43ef-a345-76316135f725 HTTP/1.1" status: 200 len: 1640 time: 0.0678024 Apr 18 19:42:23.568140 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.593054 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Router 45783759-a493-4532-8250-ae998eddd0a5 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:42:23.602821 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d04ccabe-4576-4c1e-8b8d-9441edf55982 req-270f16a9-df49-4cb8-9075-0a3c307e5d3e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.603060 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Network': ['ID=4095ff31-e89c-46e4-8df9-64db8fd4912b,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:23.641189 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d04ccabe-4576-4c1e-8b8d-9441edf55982 req-270f16a9-df49-4cb8-9075-0a3c307e5d3e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.646306 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fb11761a-1c55-4124-b016-34f3874fbb08 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/4095ff31-e89c-46e4-8df9-64db8fd4912b HTTP/1.1" status: 204 len: 168 time: 11.2872317 Apr 18 19:42:23.649590 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42234) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:23.654689 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-210839720'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:23.668905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:23.668905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:network and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:23.681878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:23.714054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:23.816464 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:23.818786 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.845315 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d04ccabe-4576-4c1e-8b8d-9441edf55982 req-270f16a9-df49-4cb8-9075-0a3c307e5d3e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.862633 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940f774-45a3-4e98-a38a-1c6a838fd699 req-d489d1a5-ac33-4a42-96f1-8a3e856574c2 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:23.864693 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2940f774-45a3-4e98-a38a-1c6a838fd699 req-d489d1a5-ac33-4a42-96f1-8a3e856574c2 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.5228021 Apr 18 19:42:23.893267 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:23.893267 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.893267 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Added segment 4fd74c27-a56d-48ec-b692-2dbf3b69b310 of type vlan for network b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 Apr 18 19:42:23.908827 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-cbca3fce-1e58-459e-875b-02785d713e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.919674 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fe6799-1354-4a8f-b654-9fa92c7d1c55 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:23.925369 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-32fe6799-1354-4a8f-b654-9fa92c7d1c55 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.925515 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:23.932436 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b34733-e99d-451d-9172-a8546ff7ef02 None None] Sync routers for ids ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:23.957229 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b34733-e99d-451d-9172-a8546ff7ef02 None None] Routers {'c08f3a40-e9b6-4fa3-955a-e937d4a00785'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:23.957229 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f6b34733-e99d-451d-9172-a8546ff7ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:23.993817 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f16a9-df49-4cb8-9075-0a3c307e5d3e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b76e567-33de-43ef-a345-76316135f725,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:24.072604 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-32fe6799-1354-4a8f-b654-9fa92c7d1c55 tempest-TaggedBootDevicesTest-1411824648 tempest-TaggedBootDevicesTest-1411824648-project] 10.222.0.66 "PUT /v2.0/floatingips/e85b68ef-385c-4c12-9c4d-e95c2d0a2daa HTTP/1.1" status: 200 len: 992 time: 9.6208363 Apr 18 19:42:24.080009 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.084631 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:24.086662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:24.087391 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.141399 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2940f774-45a3-4e98-a38a-1c6a838fd699 req-872e2922-283b-43b8-86d5-a7949f5b9002 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618322 Apr 18 19:42:24.152020 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.203386 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-f6b34733-e99d-451d-9172-a8546ff7ef02 None None] Set router c08f3a40-e9b6-4fa3-955a-e937d4a00785 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:24.244072 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.261685 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [req-d04ccabe-4576-4c1e-8b8d-9441edf55982 req-270f16a9-df49-4cb8-9075-0a3c307e5d3e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.265217 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d04ccabe-4576-4c1e-8b8d-9441edf55982 req-270f16a9-df49-4cb8-9075-0a3c307e5d3e tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "DELETE /v2.0/security-groups/8b76e567-33de-43ef-a345-76316135f725 HTTP/1.1" status: 204 len: 173 time: 0.7530422 Apr 18 19:42:24.265217 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=b4ba72eb-ef19-4bf7-a77b-0fb3082277b2,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:24.299993 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:24.326145 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b40b3b-3b1d-446e-9920-871c6f07d3b2'] response: {'name': 'network-changed', 'server_uuid': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'tag': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31', 'status': 'completed', 'code': 200} Apr 18 19:42:24.367431 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-1503156e-0ffc-49f6-a95d-053f3da4e9c8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7189288 Apr 18 19:42:24.374138 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42248) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:24.383043 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'network_id': 'b4ba72eb-ef19-4bf7-a77b-0fb3082277b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:24.431704 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:24.453970 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8ad4c-c510-453a-8423-7699c6b063df None None] Sync routers for ids ['45783759-a493-4532-8250-ae998eddd0a5'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:24.466281 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8ad4c-c510-453a-8423-7699c6b063df None None] Routers {'45783759-a493-4532-8250-ae998eddd0a5'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:24.467156 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-bed8ad4c-c510-453a-8423-7699c6b063df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['45783759-a493-4532-8250-ae998eddd0a5'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:24.543603 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-31676ac1-6c2e-4a61-a9ee-35093ddbfc2d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "PUT /v2.0/routers/45783759-a493-4532-8250-ae998eddd0a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9053037 Apr 18 19:42:24.553348 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42252) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:24.571524 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Request body: {'port': {'network_id': 'dd5dd231-646c-40de-b8b7-295874871daf', 'name': 'tempest-FloatingIPNegativeTestJSON-436655845'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:24.611547 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-bed8ad4c-c510-453a-8423-7699c6b063df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:24.631268 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8ad4c-c510-453a-8423-7699c6b063df None None] Routers {'45783759-a493-4532-8250-ae998eddd0a5'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:24.631884 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-bed8ad4c-c510-453a-8423-7699c6b063df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['45783759-a493-4532-8250-ae998eddd0a5'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:24.651655 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Allocated IP 172.25.8.29 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/f251b820-df2a-4ccb-bb61-54ca28ca73d6) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:24.686094 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-577b52c3-48a0-4c14-934c-b99f14053969 req-2f23be67-932d-44eb-aee1-fffe23c5c942 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6494 time: 0.3286994 Apr 18 19:42:24.716763 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-bed8ad4c-c510-453a-8423-7699c6b063df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:24.717392 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8ad4c-c510-453a-8423-7699c6b063df None None] The sync data for ids ['45783759-a493-4532-8250-ae998eddd0a5'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:24.825577 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:24.840470 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:subnet and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:24.847477 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:24.868916 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:24.895260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0c482-e739-4061-9216-5c21c8bb78f3 req-82fe125b-a909-4ee7-8d81-dfb3aca8b855 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:24.897390 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-65b0c482-e739-4061-9216-5c21c8bb78f3 req-82fe125b-a909-4ee7-8d81-dfb3aca8b855 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3500621 Apr 18 19:42:24.911276 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:24.934330 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Usage tracker for resource:port and tenant:7999c3ef7bed4befa88c6752d8ba8ba0 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:24.939662 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:24.953520 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:24.962776 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b52c3-48a0-4c14-934c-b99f14053969 req-91e1efac-343b-4d31-93db-68730cf74029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:24.964246 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-577b52c3-48a0-4c14-934c-b99f14053969 req-91e1efac-343b-4d31-93db-68730cf74029 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ffffad2-0800-488c-99ce-066b8a9fb855 HTTP/1.1" status: 200 len: 913 time: 0.2658069 Apr 18 19:42:24.972322 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.008648 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f6b34733-e99d-451d-9172-a8546ff7ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'name': 'tempest-TaggedBootDevicesTest-1405363008-router', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:34Z', 'updated_at': '2022-04-18T19:38:40Z', 'revision_number': 4, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'gw_port': {'id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:35Z', 'updated_at': '2022-04-18T19:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'e85b68ef-385c-4c12-9c4d-e95c2d0a2daa', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'port_id': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'mac_address': 'fa:16:3e:df:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:40:17Z', 'updated_at': '2022-04-18T19:42:17Z', 'revision_number': 1, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6519000c-7a6a-43c5-9c26-b0dce020bf37', 'name': '', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'mac_address': 'fa:16:3e:c2:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:39Z', 'updated_at': '2022-04-18T19:38:57Z', 'revision_number': 5, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'subnets': [{'id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:25.015515 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b34733-e99d-451d-9172-a8546ff7ef02 None None] Checking router: c08f3a40-e9b6-4fa3-955a-e937d4a00785 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:42:25.027803 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b34733-e99d-451d-9172-a8546ff7ef02 None None] Routers {'c08f3a40-e9b6-4fa3-955a-e937d4a00785'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:25.028453 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f6b34733-e99d-451d-9172-a8546ff7ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:25.057759 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:25.088525 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.116093 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-577b52c3-48a0-4c14-934c-b99f14053969 req-a6b9e797-ad48-4157-803c-8808bac8fd6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 HTTP/1.1" status: 200 len: 1000 time: 0.1385665 Apr 18 19:42:25.173275 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:25.182938 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.205465 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.237434 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-f6b34733-e99d-451d-9172-a8546ff7ef02 None None] Set router c08f3a40-e9b6-4fa3-955a-e937d4a00785 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:25.310733 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-65b0c482-e739-4061-9216-5c21c8bb78f3 req-a67871d1-70f1-4ab3-b7fe-0f0662f23915 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030433 Apr 18 19:42:25.342882 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b52c3-48a0-4c14-934c-b99f14053969 req-bf308ce9-2ba4-4dce-b8b3-47c3957b90bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:25.342882 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-577b52c3-48a0-4c14-934c-b99f14053969 req-bf308ce9-2ba4-4dce-b8b3-47c3957b90bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837 HTTP/1.1" status: 200 len: 851 time: 0.2167692 Apr 18 19:42:25.353361 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:25.356938 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Pushing event updated for resources: {'Port': ['ID=f251b820-df2a-4ccb-bb61-54ca28ca73d6,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:25.360602 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:25.371216 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Made reservation on behalf of 7999c3ef7bed4befa88c6752d8ba8ba0 for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:25.374795 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.404381 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:25.438134 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] device_id is not set on port 6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57 yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:42:25.552448 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823385a-f057-490b-bbb1-93a90b66ec7a req-d21fd785-6c34-4f48-8057-b14dc3a1a4ae tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:25.554446 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a823385a-f057-490b-bbb1-93a90b66ec7a req-d21fd785-6c34-4f48-8057-b14dc3a1a4ae tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.3405132 Apr 18 19:42:25.627739 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-577b52c3-48a0-4c14-934c-b99f14053969 req-55106407-0507-45a3-8fb6-d8371e7f570b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ffffad2-0800-488c-99ce-066b8a9fb855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2715976 Apr 18 19:42:25.631045 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a823385a-f057-490b-bbb1-93a90b66ec7a req-1fbf9fd1-93a5-487b-ad81-619c6922a821 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697248 Apr 18 19:42:25.704242 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:25.749104 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-f6b34733-e99d-451d-9172-a8546ff7ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'name': 'tempest-TaggedBootDevicesTest-1405363008-router', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:34Z', 'updated_at': '2022-04-18T19:38:40Z', 'revision_number': 4, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'gw_port': {'id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:35Z', 'updated_at': '2022-04-18T19:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'e85b68ef-385c-4c12-9c4d-e95c2d0a2daa', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'port_id': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'mac_address': 'fa:16:3e:df:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:40:17Z', 'updated_at': '2022-04-18T19:42:17Z', 'revision_number': 1, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6519000c-7a6a-43c5-9c26-b0dce020bf37', 'name': '', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'mac_address': 'fa:16:3e:c2:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:39Z', 'updated_at': '2022-04-18T19:38:57Z', 'revision_number': 5, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'subnets': [{'id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:25.753937 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b34733-e99d-451d-9172-a8546ff7ef02 None None] The sync data for ids ['c08f3a40-e9b6-4fa3-955a-e937d4a00785'] in n-d-838334-1 is: [{'id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'name': 'tempest-TaggedBootDevicesTest-1405363008-router', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:38:34Z', 'updated_at': '2022-04-18T19:38:40Z', 'revision_number': 4, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'gw_port': {'id': 'b45298cb-47bc-423b-9087-2b724413d41b', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:6c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:35Z', 'updated_at': '2022-04-18T19:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1', '_floatingips': [{'id': 'e85b68ef-385c-4c12-9c4d-e95c2d0a2daa', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'router_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'port_id': '73d3fd41-4a54-4e06-8109-1ef4fd2c5d31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'mac_address': 'fa:16:3e:df:d2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3213165-07f0-4586-9b4e-2bec115c4117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T19:40:17Z', 'updated_at': '2022-04-18T19:42:17Z', 'revision_number': 1, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6519000c-7a6a-43c5-9c26-b0dce020bf37', 'name': '', 'network_id': '6ffffad2-0800-488c-99ce-066b8a9fb855', 'tenant_id': '8c45541b663f4cc5824ad6067033356a', 'mac_address': 'fa:16:3e:c2:24:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08f3a40-e9b6-4fa3-955a-e937d4a00785', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:38:39Z', 'updated_at': '2022-04-18T19:38:57Z', 'revision_number': 5, 'project_id': '8c45541b663f4cc5824ad6067033356a', 'subnets': [{'id': '4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:25.797875 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22a589-0532-4b9f-ac81-42f49d1f8654 req-d09a85c3-b94a-4296-828f-97dd8b57a245 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:25.800866 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3f22a589-0532-4b9f-ac81-42f49d1f8654 req-d09a85c3-b94a-4296-828f-97dd8b57a245 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2290554 Apr 18 19:42:25.813535 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Allocated IP 172.20.0.3 (dd5dd231-646c-40de-b8b7-295874871daf/9c0fee4f-d8f8-4894-b281-53044c184452/6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:25.844677 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=dbe23c8e-2b2f-421c-b007-e7af8908e657,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:25.928455 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Checking segment: {'id': '4fd74c27-a56d-48ec-b692-2dbf3b69b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b4ba72eb-ef19-4bf7-a77b-0fb3082277b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:25.928813 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network hostable DHCP agents. Network: b4ba72eb-ef19-4bf7-a77b-0fb3082277b2, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:25.942313 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-577b52c3-48a0-4c14-934c-b99f14053969 req-7203eac2-9d17-4fc9-b156-93edcf3e82e8 service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035367 Apr 18 19:42:25.978486 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3f22a589-0532-4b9f-ac81-42f49d1f8654 req-c830f658-b31b-4945-a7d1-9b0ca7815429 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626194 Apr 18 19:42:26.052607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9646ed9f-b6f2-4660-9b29-9d6e781874a1 None None] New status for floating IP e85b68ef-385c-4c12-9c4d-e95c2d0a2daa: ACTIVE {{(pid=84806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 18 19:42:26.062472 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.160290 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:26.226145 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.247260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Transition to ACTIVE for port object 6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57 will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:26.259349 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, b4ba72eb-ef19-4bf7-a77b-0fb3082277b2) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:26.265397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:26.266161 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.275058 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb8dfb-35f0-484c-8cae-4479ee40cc6a None None] Network b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:26.315017 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-577b52c3-48a0-4c14-934c-b99f14053969 req-184efd2b-4e09-4f43-b682-182ebc97362a service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667223 Apr 18 19:42:26.355908 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.364530 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4113115'] for router, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.371559 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2d155243-494e-47f4-a54a-47b88d5fa23c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9986176 Apr 18 19:42:26.375332 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42270) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:26.382790 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'network_id': 'b4ba72eb-ef19-4bf7-a77b-0fb3082277b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:26.440411 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f3adf-6f7e-43bd-8546-b3689508322e req-c97bb647-fc60-464c-a53c-6ea5dd2075d1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:26.447292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-169f3adf-6f7e-43bd-8546-b3689508322e req-c97bb647-fc60-464c-a53c-6ea5dd2075d1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2095487 Apr 18 19:42:26.452211 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.497383 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.555930 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Network dd5dd231-646c-40de-b8b7-295874871daf is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:26.568947 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:26.576728 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:26.586926 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-169f3adf-6f7e-43bd-8546-b3689508322e req-dd66d989-bc97-4b2d-aa9c-bdeb59c8298e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387424 Apr 18 19:42:26.612528 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event updated for resources: {'Port': ['ID=6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:26.633083 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-b4ba72eb-ef19-4bf7-a77b-0fb3082277b2', 'network_id': 'b4ba72eb-ef19-4bf7-a77b-0fb3082277b2', 'tenant_id': 'c26aa31362a5484e8672bce837f7aa80', 'fixed_ips': [{'subnet_id': 'dbe23c8e-2b2f-421c-b007-e7af8908e657'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:42:26.634260 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.680956 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:26.681666 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:26.727611 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:26.732698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:subnet and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:26.736166 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:26.743310 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:26.892918 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Allocated IP 2001:db8::2 (b4ba72eb-ef19-4bf7-a77b-0fb3082277b2/dbe23c8e-2b2f-421c-b007-e7af8908e657/61ffbd5d-4874-4efa-bf25-af026d7c4b8a) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:26.895030 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9e939-c34c-4def-935f-32f665420c4e req-a158c51b-9cbe-48a9-a92c-f884629a0b7c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:26.903376 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5d9e939-c34c-4def-935f-32f665420c4e req-a158c51b-9cbe-48a9-a92c-f884629a0b7c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.1010661 Apr 18 19:42:26.908982 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-65c925bc-3d34-4951-8eb6-8598ef0c9fe7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3530180 Apr 18 19:42:26.914583 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42284) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:26.932053 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:26.935489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Router 5b2900b4-6797-4a91-bd99-a2c07a87d1f3 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:42:26.943163 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:26.951317 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Usage tracker for resource:floatingip and tenant:7999c3ef7bed4befa88c6752d8ba8ba0 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:26.957487 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:26.977825 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:27.010934 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7af94-b888-4fd9-8cfe-4e7877db07ae req-19cb5146-611a-4ebc-a2a1-9a78591fdb91 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:27.017455 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-68d7af94-b888-4fd9-8cfe-4e7877db07ae req-19cb5146-611a-4ebc-a2a1-9a78591fdb91 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/networks?id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74 HTTP/1.1" status: 200 len: 814 time: 0.2021003 Apr 18 19:42:27.023307 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b5d9e939-c34c-4def-935f-32f665420c4e req-c2145331-d3d6-4f42-88ca-1afb2cbae8a4 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167269 Apr 18 19:42:27.027504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:27.030876 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.091371 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-96ab6351-bba2-43d6-adb1-8ebeb62454e7 None None] Provisioning for port 6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:27.111279 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-96ab6351-bba2-43d6-adb1-8ebeb62454e7 None None] Provisioning complete for port 6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57 triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:27.111942 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-96ab6351-bba2-43d6-adb1-8ebeb62454e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.117864 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-68d7af94-b888-4fd9-8cfe-4e7877db07ae req-52e8dc62-9e51-4aa6-9c62-5dfe3b459f83 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/quotas/71054a69b5364a17881f16c70019efe0 HTTP/1.1" status: 200 len: 375 time: 0.0987239 Apr 18 19:42:27.188945 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.201584 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.207764 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-96ab6351-bba2-43d6-adb1-8ebeb62454e7 None None] Port 6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57 cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:42:27.211691 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:27.216341 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Transition to ACTIVE for port object 61ffbd5d-4874-4efa-bf25-af026d7c4b8a will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:27.225438 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aac3bf-7f22-4093-a415-1ea33f41d1f6 None None] Sync routers for ids ['5b2900b4-6797-4a91-bd99-a2c07a87d1f3'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:27.235273 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.235273 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ae33d7d6-22e1-4993-9016-95b3e1fef59b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "PUT /v2.0/routers/5b2900b4-6797-4a91-bd99-a2c07a87d1f3 HTTP/1.1" status: 200 len: 879 time: 5.5926685 Apr 18 19:42:27.238183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42290) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:27.243585 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aac3bf-7f22-4093-a415-1ea33f41d1f6 None None] Routers {'5b2900b4-6797-4a91-bd99-a2c07a87d1f3'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:27.245536 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-18aac3bf-7f22-4093-a415-1ea33f41d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['5b2900b4-6797-4a91-bd99-a2c07a87d1f3'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:27.253568 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Transition to ACTIVE for port object 61ffbd5d-4874-4efa-bf25-af026d7c4b8a will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:27.314327 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-18aac3bf-7f22-4093-a415-1ea33f41d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:27.320602 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.326736 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aac3bf-7f22-4093-a415-1ea33f41d1f6 None None] Routers {'5b2900b4-6797-4a91-bd99-a2c07a87d1f3'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:27.327352 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-18aac3bf-7f22-4093-a415-1ea33f41d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['5b2900b4-6797-4a91-bd99-a2c07a87d1f3'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:27.393166 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-18aac3bf-7f22-4093-a415-1ea33f41d1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:27.393909 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aac3bf-7f22-4093-a415-1ea33f41d1f6 None None] The sync data for ids ['5b2900b4-6797-4a91-bd99-a2c07a87d1f3'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:27.397356 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Network b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:27.417685 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:27.417685 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:27.462324 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Pushing event updated for resources: {'Port': ['ID=61ffbd5d-4874-4efa-bf25-af026d7c4b8a,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:27.486560 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8cb5ba6a-af67-4cb0-aada-1b1cce6b5f87 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/routers/5b2900b4-6797-4a91-bd99-a2c07a87d1f3 HTTP/1.1" status: 200 len: 920 time: 0.2466383 Apr 18 19:42:27.489599 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42296) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:27.510609 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-68d7af94-b888-4fd9-8cfe-4e7877db07ae req-151884bf-33cb-4230-9250-3c37152961c9 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=71054a69b5364a17881f16c70019efe0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3840206 Apr 18 19:42:27.534576 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Attempting to bind port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:27.536162 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Attempting to bind port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '4fd74c27-a56d-48ec-b692-2dbf3b69b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b4ba72eb-ef19-4bf7-a77b-0fb3082277b2'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:27.536785 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Attempting to bind port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a on network b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:27.553404 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:27.553404 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Checking segment: {'id': '4fd74c27-a56d-48ec-b692-2dbf3b69b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b4ba72eb-ef19-4bf7-a77b-0fb3082277b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:27.553404 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.553404 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Bound using segment: {'id': '4fd74c27-a56d-48ec-b692-2dbf3b69b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b4ba72eb-ef19-4bf7-a77b-0fb3082277b2'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:27.553404 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Bound port: 61ffbd5d-4874-4efa-bf25-af026d7c4b8a, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd74c27-a56d-48ec-b692-2dbf3b69b310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b4ba72eb-ef19-4bf7-a77b-0fb3082277b2'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:27.553404 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.594159 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-c734a2c4-336f-4b81-b269-72da60bc4c39 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=b9f392f6-42e1-41ad-9423-d80ed824c270&device_id=5b2900b4-6797-4a91-bd99-a2c07a87d1f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1029890 Apr 18 19:42:27.596220 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42302) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:27.664630 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] For port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:27.668610 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] For port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=61ffbd5d-4874-4efa-bf25-af026d7c4b8a,segment=NetworkSegment(4fd74c27-a56d-48ec-b692-2dbf3b69b310),segment_id=4fd74c27-a56d-48ec-b692-2dbf3b69b310)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:27.712756 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.733443 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.794772 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.864975 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096590d-bdfe-4172-978d-b92cb7087d1e None None] Pushing event updated for resources: {'Port': ['ID=61ffbd5d-4874-4efa-bf25-af026d7c4b8a,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:27.921892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:27.928590 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:27.945431 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:27.946178 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:27.950062 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=4bc7dcac-8d1b-4817-b622-16b8e4d29187,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:27.955962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Allocated IP 172.25.8.235 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/57898674-a14a-4138-a8fb-2f61b888c669) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:28.034808 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3ac03-0be5-4eae-afcb-f7c2e7774e03 req-7abcbf53-85fe-4679-a681-eab5580878ce tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.036901 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7de3ac03-0be5-4eae-afcb-f7c2e7774e03 req-7abcbf53-85fe-4679-a681-eab5580878ce tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3478520 Apr 18 19:42:28.040639 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a0483-5f83-4a4c-915c-776551baa3b6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.044994 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-953a0483-5f83-4a4c-915c-776551baa3b6 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 881 time: 0.4489925 Apr 18 19:42:28.045765 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42306) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:28.092129 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ce85cf66-5a31-4ab6-a992-92fb8a5621d1 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7152629 Apr 18 19:42:28.098566 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42312) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:28.165454 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-58e374ac-f221-40e1-aed8-e42e801baa0e tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b2900b4-6797-4a91-bd99-a2c07a87d1f3 HTTP/1.1" status: 200 len: 205 time: 0.0802171 Apr 18 19:42:28.166441 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42316) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:28.252984 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84dc4a6-1db0-4146-b727-f58140e7a759 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.258465 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84dc4a6-1db0-4146-b727-f58140e7a759 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.258465 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84dc4a6-1db0-4146-b727-f58140e7a759 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.258866 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84dc4a6-1db0-4146-b727-f58140e7a759 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.260122 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84dc4a6-1db0-4146-b727-f58140e7a759 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.261276 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f84dc4a6-1db0-4146-b727-f58140e7a759 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Synchronizing usage tracker for tenant:c26aa31362a5484e8672bce837f7aa80 on resource:subnet {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:28.261616 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eacb7d-8a79-4d0a-a67d-d463cd94e367 req-ab6c8835-eff8-4ecc-94e4-0c093db77a8d tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.263144 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-68eacb7d-8a79-4d0a-a67d-d463cd94e367 req-ab6c8835-eff8-4ecc-94e4-0c093db77a8d tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.16 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.4983430 Apr 18 19:42:28.373714 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.405030 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7de3ac03-0be5-4eae-afcb-f7c2e7774e03 req-ae56fb40-623a-4e0b-8d06-5c148a9a3727 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581228 Apr 18 19:42:28.405250 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17770d6a-d5c7-4339-b535-d54c818aa3ea req-afb91fda-9169-4fac-957d-64b94efee506 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.405766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-17770d6a-d5c7-4339-b535-d54c818aa3ea req-afb91fda-9169-4fac-957d-64b94efee506 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Synchronizing usage tracker for tenant:bdb65becce204455978edc9c05affe12 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:28.418095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-68eacb7d-8a79-4d0a-a67d-d463cd94e367 req-33a58f80-0207-418a-ade4-c2f0bcfa747c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Deleting port 6a3bda74-133c-4e84-9201-208467f37728 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:28.418460 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-68eacb7d-8a79-4d0a-a67d-d463cd94e367 req-33a58f80-0207-418a-ade4-c2f0bcfa747c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.470342 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f84dc4a6-1db0-4146-b727-f58140e7a759 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Unset dirty status for tenant:c26aa31362a5484e8672bce837f7aa80 on resource:subnet {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:28.471560 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f84dc4a6-1db0-4146-b727-f58140e7a759 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3718328 Apr 18 19:42:28.477456 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42324) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:28.483463 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1205615018'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:28.488691 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:28.494093 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:network and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:28.498821 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:28.505630 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:28.516596 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.547965 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-17770d6a-d5c7-4339-b535-d54c818aa3ea req-afb91fda-9169-4fac-957d-64b94efee506 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Unset dirty status for tenant:bdb65becce204455978edc9c05affe12 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:28.549103 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17770d6a-d5c7-4339-b535-d54c818aa3ea req-afb91fda-9169-4fac-957d-64b94efee506 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 946 time: 0.2840989 Apr 18 19:42:28.596083 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:28.599056 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.639961 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:28.647961 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event updated for resources: {'Port': ['ID=57898674-a14a-4138-a8fb-2f61b888c669,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:28.650542 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:28.655184 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:28.714187 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:28.718643 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-17770d6a-d5c7-4339-b535-d54c818aa3ea req-81ae00fb-4b15-44ae-ab34-4a15953f15b1 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Synchronizing usage tracker for tenant:bdb65becce204455978edc9c05affe12 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:28.747701 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.748320 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Added segment 10ffca56-2670-4dd7-b210-ff3ecc710727 of type vlan for network e96fc982-e5af-4e8f-910b-af1119d07aff Apr 18 19:42:28.788973 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.792206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375a210-236e-4a08-b189-593892d5e0fe req-3ee7f3b2-0683-4693-a31e-11fccff18496 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.793710 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c375a210-236e-4a08-b189-593892d5e0fe req-3ee7f3b2-0683-4693-a31e-11fccff18496 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2496891 Apr 18 19:42:28.830897 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-68eacb7d-8a79-4d0a-a67d-d463cd94e367 req-33a58f80-0207-418a-ade4-c2f0bcfa747c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] For port 6a3bda74-133c-4e84-9201-208467f37728, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=6a3bda74-133c-4e84-9201-208467f37728,segment=NetworkSegment(f7a84007-feb3-421f-9c57-8802a8bb05ec),segment_id=f7a84007-feb3-421f-9c57-8802a8bb05ec)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:28.831756 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-68eacb7d-8a79-4d0a-a67d-d463cd94e367 req-33a58f80-0207-418a-ade4-c2f0bcfa747c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.916997 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.923149 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-17770d6a-d5c7-4339-b535-d54c818aa3ea req-81ae00fb-4b15-44ae-ab34-4a15953f15b1 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Unset dirty status for tenant:bdb65becce204455978edc9c05affe12 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:28.924223 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-17770d6a-d5c7-4339-b535-d54c818aa3ea req-81ae00fb-4b15-44ae-ab34-4a15953f15b1 tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/security-groups?id=669e3c61-c6e9-4dcd-8119-a6273151f53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663979 Apr 18 19:42:28.939440 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.946584 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:28.946584 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.982653 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:28.984419 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd1dd44-8729-43ac-92ee-288a76a28bca None None] Network b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:29.060274 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-68eacb7d-8a79-4d0a-a67d-d463cd94e367 req-33a58f80-0207-418a-ade4-c2f0bcfa747c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Calling delete_port for 6a3bda74-133c-4e84-9201-208467f37728 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:29.075817 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=e96fc982-e5af-4e8f-910b-af1119d07aff,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:29.085607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network e96fc982-e5af-4e8f-910b-af1119d07aff details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:29.152785 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-060c6a76-00c1-4f04-970e-cda28a2f9da6 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6742387 Apr 18 19:42:29.159723 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42328) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:29.169864 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-7e09f10a-7ca0-4072-b0d1-0487737e0394 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:29.177913 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c375a210-236e-4a08-b189-593892d5e0fe req-e55ea506-e2ef-427c-b8e5-a465e7c48463 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732052 Apr 18 19:42:29.257149 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2f9c587c-33a0-489b-a95d-aaaad2ac87c2 None None] Provisioning for port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:29.330702 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.379065 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.407559 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-68eacb7d-8a79-4d0a-a67d-d463cd94e367 req-33a58f80-0207-418a-ade4-c2f0bcfa747c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.514629 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a58f80-0207-418a-ade4-c2f0bcfa747c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Pushing event deleted for resources: {'Port': ['ID=6a3bda74-133c-4e84-9201-208467f37728,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:29.516770 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Deleting port f251b820-df2a-4ccb-bb61-54ca28ca73d6 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:29.517151 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.542601 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10d10a-f48a-4725-bd77-b2d978324a48 None None] Update dhcp port {'port': {'network_id': 'b4ba72eb-ef19-4bf7-a77b-0fb3082277b2', 'fixed_ips': [{'subnet_id': 'dbe23c8e-2b2f-421c-b007-e7af8908e657', 'ip_address': '2001:db8::2'}, {'subnet_id': '4bc7dcac-8d1b-4817-b622-16b8e4d29187'}], 'binding:host_id': 'n-d-838334-1'}, 'id': '61ffbd5d-4874-4efa-bf25-af026d7c4b8a'} from n-d-838334-1. {{(pid=84806) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 18 19:42:29.550351 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2fedfe4a-9ba9-46be-8350-a3b97e8d3e07 req-a9cc3482-3cfb-4227-93b3-bdbd60579fa1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=71054a69b5364a17881f16c70019efe0 HTTP/1.1" status: 200 len: 221 time: 0.1525040 Apr 18 19:42:29.599775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eacb7d-8a79-4d0a-a67d-d463cd94e367 req-33a58f80-0207-418a-ade4-c2f0bcfa747c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] No DVR routers for this DVR port 6a3bda74-133c-4e84-9201-208467f37728 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:42:29.608856 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-68eacb7d-8a79-4d0a-a67d-d463cd94e367 req-33a58f80-0207-418a-ade4-c2f0bcfa747c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.618148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'name': 'network-vif-deleted', 'tag': '6a3bda74-133c-4e84-9201-208467f37728'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:42:29.636115 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2c10d10a-f48a-4725-bd77-b2d978324a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.666672 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7e09f10a-7ca0-4072-b0d1-0487737e0394 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.890576 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for port, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.893019 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7e09f10a-7ca0-4072-b0d1-0487737e0394 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.901179 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b76d2f-5728-4618-a777-802e618d6bb0'] response: {'server_uuid': '10a6ae4b-d40e-4136-b51a-c87dd43d7174', 'name': 'network-vif-deleted', 'tag': '6a3bda74-133c-4e84-9201-208467f37728', 'status': 'completed', 'code': 200} Apr 18 19:42:29.902626 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-2c10d10a-f48a-4725-bd77-b2d978324a48 None None] Allocated IP 172.20.0.1 (b4ba72eb-ef19-4bf7-a77b-0fb3082277b2/4bc7dcac-8d1b-4817-b622-16b8e4d29187/61ffbd5d-4874-4efa-bf25-af026d7c4b8a) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:29.909244 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-68eacb7d-8a79-4d0a-a67d-d463cd94e367 req-33a58f80-0207-418a-ade4-c2f0bcfa747c tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.16 "DELETE /v2.0/ports/6a3bda74-133c-4e84-9201-208467f37728 HTTP/1.1" status: 204 len: 173 time: 1.6381385 Apr 18 19:42:29.978037 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.998215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e09f10a-7ca0-4072-b0d1-0487737e0394 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network e96fc982-e5af-4e8f-910b-af1119d07aff is not hosted by any dhcp agent {{(pid=84805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 19:42:29.998215 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e09f10a-7ca0-4072-b0d1-0487737e0394 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:29.998215 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7e09f10a-7ca0-4072-b0d1-0487737e0394 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:29.998215 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7e09f10a-7ca0-4072-b0d1-0487737e0394 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "PUT /v2.0/networks/e96fc982-e5af-4e8f-910b-af1119d07aff HTTP/1.1" status: 200 len: 723 time: 0.8306968 Apr 18 19:42:30.016425 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42348) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:30.019367 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2476824'] for port, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.096903 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09f10a-7ca0-4072-b0d1-0487737e0394 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=e96fc982-e5af-4e8f-910b-af1119d07aff,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:30.135943 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-2c10d10a-f48a-4725-bd77-b2d978324a48 None None] For port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=61ffbd5d-4874-4efa-bf25-af026d7c4b8a,segment=NetworkSegment(4fd74c27-a56d-48ec-b692-2dbf3b69b310),segment_id=4fd74c27-a56d-48ec-b692-2dbf3b69b310)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:30.148241 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network e96fc982-e5af-4e8f-910b-af1119d07aff details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:30.198738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event updated for resources: {'Port': ['ID=57898674-a14a-4138-a8fb-2f61b888c669,revision_number=2']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:30.210498 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'network_id': 'e96fc982-e5af-4e8f-910b-af1119d07aff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:30.214041 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2c10d10a-f48a-4725-bd77-b2d978324a48 None None] Notify callbacks [] for port, precommit_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.221695 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4076067'] for floatingip, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.243247 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Calling delete_port for f251b820-df2a-4ccb-bb61-54ca28ca73d6 owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:30.276704 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dba61-7511-45d9-8e95-4eea6401de2b req-2436306e-a92c-417a-96b8-6f1ea7b4bc5c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:30.278296 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-668dba61-7511-45d9-8e95-4eea6401de2b req-2436306e-a92c-417a-96b8-6f1ea7b4bc5c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.4083769 Apr 18 19:42:30.306376 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 61ffbd5d-4874-4efa-bf25-af026d7c4b8a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:30.352996 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-993cf203-c45e-4c72-b3a3-63b317ce7689 req-59841330-e024-42f9-9b47-efec248dc42d tempest-ServerRescueTestJSONUnderV235-663584653 tempest-ServerRescueTestJSONUnderV235-663584653-project] 10.222.0.66 "GET /v2.0/ports?device_id=10a6ae4b-d40e-4136-b51a-c87dd43d7174 HTTP/1.1" status: 200 len: 210 time: 0.0746710 Apr 18 19:42:30.355240 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.359456 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f01890d3-8ff4-4920-a7a9-65e977980701 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4436939 Apr 18 19:42:30.363445 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42352) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:30.369907 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-0c4066c4-064c-49d6-8303-9681c85e744e tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Request body: {'floatingip': {'port_id': '6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:30.382590 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-2c10d10a-f48a-4725-bd77-b2d978324a48 None None] Transition to ACTIVE for port object 61ffbd5d-4874-4efa-bf25-af026d7c4b8a will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:30.453327 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-668dba61-7511-45d9-8e95-4eea6401de2b req-1bb81aab-8240-4919-82b9-af62e407fdc9 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657188 Apr 18 19:42:30.459740 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0c4066c4-064c-49d6-8303-9681c85e744e tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for floatingip, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.462513 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:30.481798 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:30.531256 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2c10d10a-f48a-4725-bd77-b2d978324a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.642822 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:30.708115 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10d10a-f48a-4725-bd77-b2d978324a48 None None] Pushing event updated for resources: {'Port': ['ID=61ffbd5d-4874-4efa-bf25-af026d7c4b8a,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:30.728045 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-0c4066c4-064c-49d6-8303-9681c85e744e tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] update failed (client error): The resource could not be found. Apr 18 19:42:30.729172 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0c4066c4-064c-49d6-8303-9681c85e744e tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "PUT /v2.0/floatingips/f6ce0690-60d5-461b-a5f4-56c166685562 HTTP/1.1" status: 404 len: 507 time: 0.3645606 Apr 18 19:42:30.732061 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42360) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:30.745680 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:30.767400 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:30.824656 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f3087-7934-4730-a950-d6a195047925 req-aa11071a-ae22-4510-b122-3b0961921294 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:30.824656 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5e2f3087-7934-4730-a950-d6a195047925 req-aa11071a-ae22-4510-b122-3b0961921294 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2323244 Apr 18 19:42:30.898857 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Pushing event deleted for resources: {'Port': ['ID=f251b820-df2a-4ccb-bb61-54ca28ca73d6,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:30.970885 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-d293e971-2a12-492d-943e-57427b4104eb tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Deleting port 57898674-a14a-4138-a8fb-2f61b888c669 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:30.971236 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d293e971-2a12-492d-943e-57427b4104eb tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:31.010161 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:31.038676 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5e2f3087-7934-4730-a950-d6a195047925 req-a5597715-adfb-4ef2-b1e0-d13ec80cf332 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084470 Apr 18 19:42:31.165600 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6a3bda74-133c-4e84-9201-208467f37728 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:31.293215 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d293e971-2a12-492d-943e-57427b4104eb tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:31.293791 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d293e971-2a12-492d-943e-57427b4104eb tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:31.307062 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 6a3bda74-133c-4e84-9201-208467f37728 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:31.307411 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 6a3bda74-133c-4e84-9201-208467f37728 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:31.426618 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-d293e971-2a12-492d-943e-57427b4104eb tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Calling delete_port for 57898674-a14a-4138-a8fb-2f61b888c669 owned by network:floatingip {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:31.571405 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf8627e-9b29-4a71-bf99-b50d37f3db2a None None] Network b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:31.607634 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:31.663309 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42372) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:31.866170 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1a91befb-f0fc-4f51-a811-ee8aa64c2bae None None] Provisioning for port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:31.877563 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1a91befb-f0fc-4f51-a811-ee8aa64c2bae None None] Provisioning complete for port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:31.878027 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1a91befb-f0fc-4f51-a811-ee8aa64c2bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:31.968618 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fb7af-499a-4212-9ec0-4b605535d5d7 req-78f22e2a-77f2-4bcf-a63c-fd9f9051bbc1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:31.969736 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-342fb7af-499a-4212-9ec0-4b605535d5d7 req-78f22e2a-77f2-4bcf-a63c-fd9f9051bbc1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.4985344 Apr 18 19:42:32.011367 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.013681 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d293e971-2a12-492d-943e-57427b4104eb tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.075853 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1a91befb-f0fc-4f51-a811-ee8aa64c2bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.094448 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.096829 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293e971-2a12-492d-943e-57427b4104eb tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event deleted for resources: {'Port': ['ID=57898674-a14a-4138-a8fb-2f61b888c669,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:32.130119 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 61ffbd5d-4874-4efa-bf25-af026d7c4b8a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:32.156498 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-342fb7af-499a-4212-9ec0-4b605535d5d7 req-d21d4eb9-d943-4932-a115-fc94880bd916 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664491 Apr 18 19:42:32.200406 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.212683 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=6f20bec0-52ee-4450-9930-093e8165c831,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:32.309560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Checking segment: {'id': '10ffca56-2670-4dd7-b210-ff3ecc710727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e96fc982-e5af-4e8f-910b-af1119d07aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:32.309560 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network hostable DHCP agents. Network: e96fc982-e5af-4e8f-910b-af1119d07aff, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:32.324443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1a91befb-f0fc-4f51-a811-ee8aa64c2bae None None] For port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=61ffbd5d-4874-4efa-bf25-af026d7c4b8a,segment=NetworkSegment(4fd74c27-a56d-48ec-b692-2dbf3b69b310),segment_id=4fd74c27-a56d-48ec-b692-2dbf3b69b310)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:32.354607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:32.354836 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.388491 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.389324 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Fanout notify agent at l3_agent the message router_deleted on router 5b2900b4-6797-4a91-bd99-a2c07a87d1f3 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:42:32.416183 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d293e971-2a12-492d-943e-57427b4104eb tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for floatingip, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.437421 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1a91befb-f0fc-4f51-a811-ee8aa64c2bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.445809 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d293e971-2a12-492d-943e-57427b4104eb tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for floatingip, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.446971 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d293e971-2a12-492d-943e-57427b4104eb tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "DELETE /v2.0/floatingips/f6ce0690-60d5-461b-a5f4-56c166685562 HTTP/1.1" status: 204 len: 168 time: 1.7140100 Apr 18 19:42:32.450645 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42380) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:32.457393 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-800bdedd-7cfe-482f-b129-588084da3529 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Request body: {'floatingip': {'floating_network_id': 'dd5dd231-646c-40de-b8b7-295874871daf', 'port_id': '6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:32.468247 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network e96fc982-e5af-4e8f-910b-af1119d07aff is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:32.471576 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.473324 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f4745c28-350b-4b1c-8681-a6dbe401a97a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/5b2900b4-6797-4a91-bd99-a2c07a87d1f3 HTTP/1.1" status: 204 len: 168 time: 4.3024547 Apr 18 19:42:32.477745 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42384) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:32.484690 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-3c1787f0-d5a5-441c-a195-92cfe4e77665 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-663271213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:32.498776 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3c1787f0-d5a5-441c-a195-92cfe4e77665 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:32.504775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3c1787f0-d5a5-441c-a195-92cfe4e77665 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Usage tracker for resource:router and tenant:2e0f7d93dddc46a9b093b20c8bb5b107 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:32.509159 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-3c1787f0-d5a5-441c-a195-92cfe4e77665 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:32.518020 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3c1787f0-d5a5-441c-a195-92cfe4e77665 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:32.523909 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-800bdedd-7cfe-482f-b129-588084da3529 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:32.530867 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f6b53-ff82-4c02-9bd5-3543f09d5897 req-94f7d8fa-c178-45ed-8c10-042b6399424c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:32.531632 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91befb-f0fc-4f51-a811-ee8aa64c2bae None None] Pushing event updated for resources: {'Port': ['ID=61ffbd5d-4874-4efa-bf25-af026d7c4b8a,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:32.532875 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-815f6b53-ff82-4c02-9bd5-3543f09d5897 req-94f7d8fa-c178-45ed-8c10-042b6399424c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1868498 Apr 18 19:42:32.593955 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-800bdedd-7cfe-482f-b129-588084da3529 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Usage tracker for resource:floatingip and tenant:7999c3ef7bed4befa88c6752d8ba8ba0 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:32.593955 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-800bdedd-7cfe-482f-b129-588084da3529 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:32.629787 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-047f26b2-774e-410d-8fac-a6d1db30ec6d None None] Provisioning complete for port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:32.629787 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-047f26b2-774e-410d-8fac-a6d1db30ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.632829 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-800bdedd-7cfe-482f-b129-588084da3529 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:32.641415 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, e96fc982-e5af-4e8f-910b-af1119d07aff) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:32.641415 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:32.641415 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.666023 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5763dae-9c80-46b3-9dd2-dc18fdfc768f None None] Network e96fc982-e5af-4e8f-910b-af1119d07aff requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:32.671352 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-815f6b53-ff82-4c02-9bd5-3543f09d5897 req-37d5a7f1-d876-4595-b6aa-fb2028817c28 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028755 Apr 18 19:42:32.683791 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3c1787f0-d5a5-441c-a195-92cfe4e77665 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.683791 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3c1787f0-d5a5-441c-a195-92cfe4e77665 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.735867 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-800bdedd-7cfe-482f-b129-588084da3529 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for floatingip, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.744008 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3c1787f0-d5a5-441c-a195-92cfe4e77665 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.795606 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ef667f95-6072-4cc7-bf26-807fad2f3937 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5912759 Apr 18 19:42:32.805312 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42394) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:32.834542 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-cafd7c42-f461-430f-8bd1-3000f4f332bc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:32.874087 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:32.927002 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3c1787f0-d5a5-441c-a195-92cfe4e77665 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.036161 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-e96fc982-e5af-4e8f-910b-af1119d07aff', 'network_id': 'e96fc982-e5af-4e8f-910b-af1119d07aff', 'tenant_id': 'c26aa31362a5484e8672bce837f7aa80', 'fixed_ips': [{'subnet_id': '6f20bec0-52ee-4450-9930-093e8165c831'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:42:33.037286 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.040057 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2df356-79c6-4e92-b5b8-026d755631c2 req-03bedbac-d933-431e-85a9-71a46d01b9ab tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:33.041515 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf2df356-79c6-4e92-b5b8-026d755631c2 req-03bedbac-d933-431e-85a9-71a46d01b9ab tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1742356 Apr 18 19:42:33.073237 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cafd7c42-f461-430f-8bd1-3000f4f332bc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2476408'] for subnet, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.116556 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3c1787f0-d5a5-441c-a195-92cfe4e77665 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.117781 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3c1787f0-d5a5-441c-a195-92cfe4e77665 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6388226 Apr 18 19:42:33.122534 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42398) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:33.130793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'enable_snat': True}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:33.165345 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bf2df356-79c6-4e92-b5b8-026d755631c2 req-debf1ea5-ff8f-4580-8ae7-18e87f07d055 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150913 Apr 18 19:42:33.429269 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cafd7c42-f461-430f-8bd1-3000f4f332bc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747487491229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2433084'] for subnet, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.452292 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-800bdedd-7cfe-482f-b129-588084da3529 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 19:42:33.453312 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-800bdedd-7cfe-482f-b129-588084da3529 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0017717 Apr 18 19:42:33.472331 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42404) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:33.488214 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Request body: {'floatingip': {'floating_network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'port_id': '6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:33.503175 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Allocated IP 2001:db8::2 (e96fc982-e5af-4e8f-910b-af1119d07aff/6f20bec0-52ee-4450-9930-093e8165c831/6fe0d868-e864-45b3-9895-5784d641ffc7) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:33.504402 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:33.524655 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafd7c42-f461-430f-8bd1-3000f4f332bc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:33.524655 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cafd7c42-f461-430f-8bd1-3000f4f332bc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.524655 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-cafd7c42-f461-430f-8bd1-3000f4f332bc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "PUT /v2.0/subnets/6f20bec0-52ee-4450-9930-093e8165c831 HTTP/1.1" status: 200 len: 826 time: 0.7000973 Apr 18 19:42:33.524655 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Usage tracker for resource:floatingip and tenant:7999c3ef7bed4befa88c6752d8ba8ba0 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:33.528110 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42408) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:33.529915 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:33.559635 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:33.565233 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd7c42-f461-430f-8bd1-3000f4f332bc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=6f20bec0-52ee-4450-9930-093e8165c831,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:33.714182 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.737547 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.748938 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Transition to ACTIVE for port object 6fe0d868-e864-45b3-9895-5784d641ffc7 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:33.749210 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for floatingip, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.780669 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Transition to ACTIVE for port object 6fe0d868-e864-45b3-9895-5784d641ffc7 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:33.852122 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.853308 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:33.951639 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6ee1-06ac-4846-a0b4-4523edf1b533 req-dca3b9dc-bbe5-457b-999e-5a25345efd7a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:33.956632 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-928f6ee1-06ac-4846-a0b4-4523edf1b533 req-dca3b9dc-bbe5-457b-999e-5a25345efd7a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.6102371 Apr 18 19:42:33.988865 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Network e96fc982-e5af-4e8f-910b-af1119d07aff is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:33.998218 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:34.005980 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:34.034874 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Pushing event updated for resources: {'Port': ['ID=6fe0d868-e864-45b3-9895-5784d641ffc7,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:34.059035 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.068824 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.082925 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-928f6ee1-06ac-4846-a0b4-4523edf1b533 req-2cbd0d8f-cc15-4fe1-961e-b114aabe439b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253943 Apr 18 19:42:34.109809 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Subnet': ['ID=6f20bec0-52ee-4450-9930-093e8165c831,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:34.128245 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.211012 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 61ffbd5d-4874-4efa-bf25-af026d7c4b8a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:34.278498 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Attempting to bind port 6fe0d868-e864-45b3-9895-5784d641ffc7 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:34.278867 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Attempting to bind port 6fe0d868-e864-45b3-9895-5784d641ffc7 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '10ffca56-2670-4dd7-b210-ff3ecc710727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e96fc982-e5af-4e8f-910b-af1119d07aff'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:34.279220 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Attempting to bind port 6fe0d868-e864-45b3-9895-5784d641ffc7 on network e96fc982-e5af-4e8f-910b-af1119d07aff {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:34.293858 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:34.294253 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Checking segment: {'id': '10ffca56-2670-4dd7-b210-ff3ecc710727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e96fc982-e5af-4e8f-910b-af1119d07aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:34.294673 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.295052 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Bound using segment: {'id': '10ffca56-2670-4dd7-b210-ff3ecc710727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e96fc982-e5af-4e8f-910b-af1119d07aff'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:34.295513 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Bound port: 6fe0d868-e864-45b3-9895-5784d641ffc7, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ffca56-2670-4dd7-b210-ff3ecc710727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e96fc982-e5af-4e8f-910b-af1119d07aff'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:34.295874 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.337106 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.382015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96fc982-e5af-4e8f-910b-af1119d07aff']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:34.400537 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] For port 6fe0d868-e864-45b3-9895-5784d641ffc7, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:34.403750 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] For port 6fe0d868-e864-45b3-9895-5784d641ffc7, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6fe0d868-e864-45b3-9895-5784d641ffc7,segment=NetworkSegment(10ffca56-2670-4dd7-b210-ff3ecc710727),segment_id=10ffca56-2670-4dd7-b210-ff3ecc710727)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:34.418766 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:34.419593 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.431057 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ffca56-2670-4dd7-b210-ff3ecc710727') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:34.431623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ffca56-2670-4dd7-b210-ff3ecc710727') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:34.470876 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.476450 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d858c70-226c-4f5e-85a1-55882ddaa301 req-8b6c2245-049c-4376-9b1d-82fa60c9dcc2 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:34.492391 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1d858c70-226c-4f5e-85a1-55882ddaa301 req-8b6c2245-049c-4376-9b1d-82fa60c9dcc2 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1952229 Apr 18 19:42:34.504426 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Allocated IP 172.25.8.81 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/010a7280-58a2-43d6-8e01-03c7ebc42042) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:34.548717 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.616553 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.652847 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.654518 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf15053-61e0-4cda-a855-7b54a545e905 None None] Pushing event updated for resources: {'Port': ['ID=6fe0d868-e864-45b3-9895-5784d641ffc7,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:34.659286 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1d858c70-226c-4f5e-85a1-55882ddaa301 req-cc50bb8e-de53-41c7-a263-2d04514e7621 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774733 Apr 18 19:42:34.718107 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] Deleting port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:34.718107 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.845694 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fcf623-1c5c-42c1-8199-6a378fa74490 None None] Network e96fc982-e5af-4e8f-910b-af1119d07aff requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:34.876265 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.894774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:34.895179 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:34.912256 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:34.941833 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] For port 01fccce0-a7ab-4fc9-b1ea-c40c521a8896, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=01fccce0-a7ab-4fc9-b1ea-c40c521a8896,segment=NetworkSegment(f7a84007-feb3-421f-9c57-8802a8bb05ec),segment_id=f7a84007-feb3-421f-9c57-8802a8bb05ec)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:34.942334 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.013882 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.102859 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 19:42:35.102859 n-d-838334-1 neutron-server[84804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 19:42:35.102859 n-d-838334-1 neutron-server[84804]: [parameters: {'id': 'e96fc982-e5af-4e8f-910b-af1119d07aff'}] Apr 18 19:42:35.102859 n-d-838334-1 neutron-server[84804]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:35.104236 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] Calling delete_port for 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 owned by network:router_interface {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:35.109464 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:35.129792 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bada1782-b866-4fc2-ab87-d7a84fee1fb8 None None] Network e96fc982-e5af-4e8f-910b-af1119d07aff requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:35.130143 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695898f-e39c-4208-9f9d-99c28d63e9fb req-b5dc5c57-20e8-46da-a2a1-c49763f6d689 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:35.150069 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9695898f-e39c-4208-9f9d-99c28d63e9fb req-b5dc5c57-20e8-46da-a2a1-c49763f6d689 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2384255 Apr 18 19:42:35.194419 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.292266 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9695898f-e39c-4208-9f9d-99c28d63e9fb req-dfe4ddc3-3fe4-4bdb-ab17-b00998a45b64 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270540 Apr 18 19:42:35.313645 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:35.313645 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:35.332334 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:35.345121 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Allocated IP 172.25.8.88 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/672d72f4-17c9-42d3-a963-a54c9719b16e) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:35.411021 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a200a15-9841-4ed9-b52f-f17255c3812b None None] get_active_networks_info from n-d-838334-1 {{(pid=84806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 19:42:35.495229 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event updated for resources: {'Port': ['ID=010a7280-58a2-43d6-8e01-03c7ebc42042,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:35.626470 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.630998 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.642687 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a200a15-9841-4ed9-b52f-f17255c3812b None None] Resources bound (agent type, host, resource id): {{(pid=84806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 19:42:35.693002 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.723033 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port 6fe0d868-e864-45b3-9895-5784d641ffc7 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:35.723033 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.804238 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-c657e700-3c10-450b-8cb5-541161043948 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3925240 Apr 18 19:42:35.875430 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f650f85-2904-460f-907d-ffbb55cb01a5 req-4a32cf1c-ea2e-44b5-88b0-3b2a9d5546bb tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:35.875430 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f650f85-2904-460f-907d-ffbb55cb01a5 req-4a32cf1c-ea2e-44b5-88b0-3b2a9d5546bb tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3247216 Apr 18 19:42:35.940729 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.951987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Deleting port 010a7280-58a2-43d6-8e01-03c7ebc42042 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:35.952945 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:35.967544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:35.970666 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] Pushing event deleted for resources: {'Port': ['ID=01fccce0-a7ab-4fc9-b1ea-c40c521a8896,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:35.974604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:36.041771 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:36.252658 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-9f650f85-2904-460f-907d-ffbb55cb01a5 req-c2048e77-335d-40fb-9650-4431df10395e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835514 Apr 18 19:42:36.322380 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] For port 6fe0d868-e864-45b3-9895-5784d641ffc7, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=6fe0d868-e864-45b3-9895-5784d641ffc7,segment=NetworkSegment(10ffca56-2670-4dd7-b210-ff3ecc710727),segment_id=10ffca56-2670-4dd7-b210-ff3ecc710727)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:36.322380 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:36.358134 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event updated for resources: {'Port': ['ID=672d72f4-17c9-42d3-a963-a54c9719b16e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:36.472546 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Calling delete_port for 6fe0d868-e864-45b3-9895-5784d641ffc7 owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:36.542734 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-ab30363c-f943-47c4-9d82-7ba0b184ae78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6494 time: 0.6542711 Apr 18 19:42:36.542734 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:36.542734 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:36.665436 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7d65a-0b13-4771-9a8d-3179fce851a8 req-a89aefdd-0bfe-4bf1-8809-aae5e5f332b8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:36.665436 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dcc7d65a-0b13-4771-9a8d-3179fce851a8 req-a89aefdd-0bfe-4bf1-8809-aae5e5f332b8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1944075 Apr 18 19:42:36.736971 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-dcc7d65a-0b13-4771-9a8d-3179fce851a8 req-6eccfd3a-8fce-430b-9d0a-8734065a3767 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618620 Apr 18 19:42:36.783332 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:36.796223 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:36.838930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Calling delete_port for 010a7280-58a2-43d6-8e01-03c7ebc42042 owned by network:floatingip {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:37.103898 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.144772 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-89d43da4-4ce9-44bd-a404-85869607e64f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:37.145150 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-89d43da4-4ce9-44bd-a404-85869607e64f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:37.145523 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-89d43da4-4ce9-44bd-a404-85869607e64f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:37.147104 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-89d43da4-4ce9-44bd-a404-85869607e64f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ffffad2-0800-488c-99ce-066b8a9fb855&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=e78622fb-3352-44b9-a22f-f41c23e91484&id=e78622fb-3352-44b9-a22f-f41c23e91484 HTTP/1.1" status: 200 len: 2294 time: 0.5368111 Apr 18 19:42:37.155689 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.173600 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4113115'] for router, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.225706 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Port': ['ID=6fe0d868-e864-45b3-9895-5784d641ffc7,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:37.258224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No DVR routers for this DVR port 6fe0d868-e864-45b3-9895-5784d641ffc7 on host n-d-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:42:37.326998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70e72c-7b69-4636-93ad-9883f10d0c26 req-51ebd4a3-d131-48fd-bcb0-b600e4fd047e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:37.328814 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9b70e72c-7b69-4636-93ad-9883f10d0c26 req-51ebd4a3-d131-48fd-bcb0-b600e4fd047e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2597291 Apr 18 19:42:37.406595 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.422621 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9b70e72c-7b69-4636-93ad-9883f10d0c26 req-29fa6c15-f6e7-483a-abb5-6cddf8a134de tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872705 Apr 18 19:42:37.440520 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-2d32439e-8d9d-42f5-814e-e7760aa22174 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 HTTP/1.1" status: 200 len: 1002 time: 0.2837009 Apr 18 19:42:37.492448 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.500729 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event deleted for resources: {'Port': ['ID=010a7280-58a2-43d6-8e01-03c7ebc42042,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:37.575931 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96fc982-e5af-4e8f-910b-af1119d07aff']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:37.672660 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ffca56-2670-4dd7-b210-ff3ecc710727') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:37.673189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ffca56-2670-4dd7-b210-ff3ecc710727') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:37.686599 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.705169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-ab6cfb2b-a37f-4c78-895a-7bec70c9313a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:37.706863 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-ab6cfb2b-a37f-4c78-895a-7bec70c9313a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837 HTTP/1.1" status: 200 len: 851 time: 0.2574909 Apr 18 19:42:37.791877 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.815417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:37.816423 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:37.830828 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:37.927688 n-d-838334-1 neutron-server[84804]: INFO neutron.api.v2.resource [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] create failed (client error): The resource could not be found. Apr 18 19:42:37.928957 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-85017b9c-bc94-45ca-8e2b-d11002a8c1a9 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4501526 Apr 18 19:42:37.935722 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42442) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:38.025679 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd7f4b-97eb-467b-a443-f0877bc5387d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Deleting port 6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:38.026029 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5ecd7f4b-97eb-467b-a443-f0877bc5387d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.067674 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-1678c86d-d31f-447b-8890-92e5d86056a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ffffad2-0800-488c-99ce-066b8a9fb855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3506756 Apr 18 19:42:38.067881 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] Router 545629cf-99e2-4ece-9526-01e5aacab384 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:42:38.077156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Router 08bef69b-4421-4371-a96f-3dc29e944026 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:42:38.102041 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529a275-90b2-4e4a-9a85-9282a48e96cb req-de3712c8-ddfc-4fe9-a19a-324286cce0a9 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:38.103530 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2529a275-90b2-4e4a-9a85-9282a48e96cb req-de3712c8-ddfc-4fe9-a19a-324286cce0a9 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.4395809 Apr 18 19:42:38.183984 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.220211 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.268420 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Network': ['ID=e96fc982-e5af-4e8f-910b-af1119d07aff,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:38.344968 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2529a275-90b2-4e4a-9a85-9282a48e96cb req-5e91900c-4bf8-48c1-af97-46249332ce68 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330863 Apr 18 19:42:38.376271 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-b2aba9a7-03cf-40ca-8509-b18bc2b677b9 service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970054 Apr 18 19:42:38.447950 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fd87ce82-1b0b-4cfc-a485-e9294d397be3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/e96fc982-e5af-4e8f-910b-af1119d07aff HTTP/1.1" status: 204 len: 168 time: 4.9145942 Apr 18 19:42:38.455969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42452) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:38.505248 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7272589-5010-434b-a81f-05065b0e92b2 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:42:38.505700 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7272589-5010-434b-a81f-05065b0e92b2 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:42:38.536511 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a7272589-5010-434b-a81f-05065b0e92b2 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/e96fc982-e5af-4e8f-910b-af1119d07aff HTTP/1.1" status: 404 len: 339 time: 0.0731900 Apr 18 19:42:38.537348 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42456) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:38.549071 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1663015308', 'description': 'd1'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:38.555768 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:38.562634 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:network and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:38.574873 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:38.579885 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:38.583480 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:38.592563 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ebed62d8-8cb3-4a2d-abdc-1224afaa178c admin admin] 10.222.0.66 "PUT /v2.0/routers/545629cf-99e2-4ece-9526-01e5aacab384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9247551 Apr 18 19:42:38.592788 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e595cf-02fb-4409-8c71-71a0c4d6fdc8 None None] Sync routers for ids ['545629cf-99e2-4ece-9526-01e5aacab384'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:38.593293 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.594512 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-beac00b9-0558-4bdf-b2bc-a99a717587d3 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "PUT /v2.0/routers/08bef69b-4421-4371-a96f-3dc29e944026 HTTP/1.1" status: 200 len: 913 time: 5.4706192 Apr 18 19:42:38.596831 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:38.601058 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42460) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:38.606560 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42462) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:38.609266 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f769fe2f-4c3a-4a88-b406-34439e7e4735 None None] Sync routers for ids ['08bef69b-4421-4371-a96f-3dc29e944026'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:38.611931 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e595cf-02fb-4409-8c71-71a0c4d6fdc8 None None] Routers {'545629cf-99e2-4ece-9526-01e5aacab384'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:38.612571 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-76e595cf-02fb-4409-8c71-71a0c4d6fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['545629cf-99e2-4ece-9526-01e5aacab384'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:38.632263 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f769fe2f-4c3a-4a88-b406-34439e7e4735 None None] Routers {'08bef69b-4421-4371-a96f-3dc29e944026'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:38.632972 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-f769fe2f-4c3a-4a88-b406-34439e7e4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['08bef69b-4421-4371-a96f-3dc29e944026'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:38.691573 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-f769fe2f-4c3a-4a88-b406-34439e7e4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:38.702684 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f769fe2f-4c3a-4a88-b406-34439e7e4735 None None] Routers {'08bef69b-4421-4371-a96f-3dc29e944026'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:38.703211 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-f769fe2f-4c3a-4a88-b406-34439e7e4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['08bef69b-4421-4371-a96f-3dc29e944026'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:38.767853 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-f769fe2f-4c3a-4a88-b406-34439e7e4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:38.768313 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f769fe2f-4c3a-4a88-b406-34439e7e4735 None None] The sync data for ids ['08bef69b-4421-4371-a96f-3dc29e944026'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:38.827920 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-76e595cf-02fb-4409-8c71-71a0c4d6fdc8 None None] Set router 545629cf-99e2-4ece-9526-01e5aacab384 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:38.860737 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:38.863784 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.865496 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5ecd7f4b-97eb-467b-a443-f0877bc5387d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.937244 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:38.959262 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:38.959604 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Added segment a71aa520-6df5-4ee9-a720-6a5ad79bba81 of type vlan for network dc2f51bd-ff16-4df7-a569-410cfa855adb Apr 18 19:42:39.015021 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:39.017990 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-99fc6dea-ddc4-40dd-806d-8f61202cb08c service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965090 Apr 18 19:42:39.024515 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-5ecd7f4b-97eb-467b-a443-f0877bc5387d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Calling delete_port for 6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57 owned by {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:39.106999 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:39.132759 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baafc2-7f57-4551-bb7a-8432b4e56a32 req-f04ba3cd-8dc3-42f5-b89c-fdb3bc5b7fde tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:39.140837 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a7baafc2-7f57-4551-bb7a-8432b4e56a32 req-f04ba3cd-8dc3-42f5-b89c-fdb3bc5b7fde tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.5102737 Apr 18 19:42:39.167138 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-76e595cf-02fb-4409-8c71-71a0c4d6fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:42:35Z', 'revision_number': 5, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:39.177447 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e595cf-02fb-4409-8c71-71a0c4d6fdc8 None None] Checking router: 545629cf-99e2-4ece-9526-01e5aacab384 for host: n-d-838334-1 {{(pid=84806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 18 19:42:39.196256 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e595cf-02fb-4409-8c71-71a0c4d6fdc8 None None] Routers {'545629cf-99e2-4ece-9526-01e5aacab384'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:39.196409 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-064d1569-c0ec-448d-b4dd-3eaabc702d2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=df760f9c-ad79-477c-8a9f-29d807da272c HTTP/1.1" status: 200 len: 217 time: 0.1163414 Apr 18 19:42:39.196876 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-76e595cf-02fb-4409-8c71-71a0c4d6fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['545629cf-99e2-4ece-9526-01e5aacab384'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:39.335174 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:39.335174 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:39.335174 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:39.349474 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-77ef2ad0-d0a3-4211-8f67-a729ded5aa5e tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/routers/08bef69b-4421-4371-a96f-3dc29e944026 HTTP/1.1" status: 200 len: 919 time: 0.7319028 Apr 18 19:42:39.366239 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42468) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:39.372422 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a7baafc2-7f57-4551-bb7a-8432b4e56a32 req-259d2d15-dd4e-4c19-9d3c-c5a1385d1e0a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307804 Apr 18 19:42:39.456697 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-e98d44f2-d40b-4f89-9b5a-7695d8a6c231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:39.458390 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-e98d44f2-d40b-4f89-9b5a-7695d8a6c231 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.2554975 Apr 18 19:42:39.484767 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvr_db [None req-76e595cf-02fb-4409-8c71-71a0c4d6fdc8 None None] Set router 545629cf-99e2-4ece-9526-01e5aacab384 gateway port host: n-d-838334-1 {{(pid=84806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 18 19:42:39.516247 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=dc2f51bd-ff16-4df7-a569-410cfa855adb,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:39.544531 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network dc2f51bd-ff16-4df7-a569-410cfa855adb details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:39.596280 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a773fa7b-436a-4c0c-bbb3-a820207b612f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0413568 Apr 18 19:42:39.596280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42476) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:39.623521 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0825b0af-c5cc-4d09-b62b-2239672cd22e tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=b9f392f6-42e1-41ad-9423-d80ed824c270&device_id=08bef69b-4421-4371-a96f-3dc29e944026&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2416019 Apr 18 19:42:39.623521 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5ecd7f4b-97eb-467b-a443-f0877bc5387d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:39.623521 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42480) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:39.718781 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd7f4b-97eb-467b-a443-f0877bc5387d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event deleted for resources: {'Port': ['ID=6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:39.718781 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-d54300ac-8e75-49f6-abb0-8796eae3c636 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2449515 Apr 18 19:42:39.752848 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b7b07a-a37d-43c1-9a96-c2d2aac24092 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:39.752848 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a7b7b07a-a37d-43c1-9a96-c2d2aac24092 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Synchronizing usage tracker for tenant:c26aa31362a5484e8672bce837f7aa80 on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:39.812841 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d13db-f805-46e0-b794-bceb16d51fa6 req-977e8d47-7724-4899-9900-a2a0237fd38a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:39.814390 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-763d13db-f805-46e0-b794-bceb16d51fa6 req-977e8d47-7724-4899-9900-a2a0237fd38a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2862837 Apr 18 19:42:39.900585 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-a7b7b07a-a37d-43c1-9a96-c2d2aac24092 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Unset dirty status for tenant:c26aa31362a5484e8672bce837f7aa80 on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:39.901750 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a7b7b07a-a37d-43c1-9a96-c2d2aac24092 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/networks?id=dc2f51bd-ff16-4df7-a569-410cfa855adb HTTP/1.1" status: 200 len: 765 time: 0.3110998 Apr 18 19:42:39.906089 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42488) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:39.926765 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e7135db5-20e0-4445-90e4-8443f12aa9ab tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'description': 'd2'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:39.934153 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.050189 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-763d13db-f805-46e0-b794-bceb16d51fa6 req-1b37cd68-0c21-4f74-91d7-43b3581bfc0a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109678 Apr 18 19:42:40.103838 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.107866 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5ecd7f4b-97eb-467b-a443-f0877bc5387d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.166400 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-76e595cf-02fb-4409-8c71-71a0c4d6fdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:42:35Z', 'revision_number': 5, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:40.176960 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e595cf-02fb-4409-8c71-71a0c4d6fdc8 None None] The sync data for ids ['545629cf-99e2-4ece-9526-01e5aacab384'] in n-d-838334-1 is: [{'id': '545629cf-99e2-4ece-9526-01e5aacab384', 'name': 'tempest-ServerRescueTestJSONUnderV235-89521832-router', 'tenant_id': 'bdb65becce204455978edc9c05affe12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'external_fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:40:28Z', 'updated_at': '2022-04-18T19:42:35Z', 'revision_number': 5, 'project_id': 'bdb65becce204455978edc9c05affe12', 'gw_port': {'id': 'b5ad90d1-16a4-476a-91aa-d6072cc5463f', 'name': '', 'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545629cf-99e2-4ece-9526-01e5aacab384', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838334-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:40:30Z', 'updated_at': '2022-04-18T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ebbb549-ca55-47e5-bacc-7d68bac0c68c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838334-1'}] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:40.202533 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5ecd7f4b-97eb-467b-a443-f0877bc5387d tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "DELETE /v2.0/ports/6b33d4dc-3cc5-4a35-b4dc-c27b348b3c57 HTTP/1.1" status: 204 len: 168 time: 2.2638395 Apr 18 19:42:40.204337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42500) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:40.214784 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c06cb-64c1-49a0-8fb2-f4ddf6db24e4 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:40.216941 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-532c06cb-64c1-49a0-8fb2-f4ddf6db24e4 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 881 time: 0.5966544 Apr 18 19:42:40.219303 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-9848dc6a-93bc-4ab1-a2e6-9bed9157a21f service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877387 Apr 18 19:42:40.219965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42506) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:40.284357 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Deleting port b5ad90d1-16a4-476a-91aa-d6072cc5463f {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:40.284786 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.327937 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bda9262f-22a5-486e-a6d9-449456e19f7e tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=08bef69b-4421-4371-a96f-3dc29e944026 HTTP/1.1" status: 200 len: 205 time: 0.1065512 Apr 18 19:42:40.333470 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42510) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:40.584260 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e7135db5-20e0-4445-90e4-8443f12aa9ab tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.635886 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ece5ab-1199-4eb8-91b0-95cb8bb63591 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:40.636646 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-94ece5ab-1199-4eb8-91b0-95cb8bb63591 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Synchronizing usage tracker for tenant:7999c3ef7bed4befa88c6752d8ba8ba0 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:40.713399 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] For port b5ad90d1-16a4-476a-91aa-d6072cc5463f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=b5ad90d1-16a4-476a-91aa-d6072cc5463f,segment=NetworkSegment(f2d5174f-5c18-4e81-9de2-c44522770fc2),segment_id=f2d5174f-5c18-4e81-9de2-c44522770fc2)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:40.713684 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.740340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c88868-4219-45d9-9c92-171995b346b3 req-4c2ed94c-4ed9-4061-aae9-c934d835d8d2 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:40.740340 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-59c88868-4219-45d9-9c92-171995b346b3 req-4c2ed94c-4ed9-4061-aae9-c934d835d8d2 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3668680 Apr 18 19:42:40.740340 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e7135db5-20e0-4445-90e4-8443f12aa9ab tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:40.770825 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-cbc4e371-1b92-4f5f-aa12-4aa4bb4f2aa3 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773099 Apr 18 19:42:40.845622 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-695f8ef4-a216-4952-8c98-9e9b8dfc2e6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 HTTP/1.1" status: 200 len: 217 time: 0.0796082 Apr 18 19:42:40.907698 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Calling delete_port for b5ad90d1-16a4-476a-91aa-d6072cc5463f owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:40.970231 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:41.035910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-94ece5ab-1199-4eb8-91b0-95cb8bb63591 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Unset dirty status for tenant:7999c3ef7bed4befa88c6752d8ba8ba0 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:41.035910 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-94ece5ab-1199-4eb8-91b0-95cb8bb63591 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "GET /v2.0/ports?device_id=45783759-a493-4532-8250-ae998eddd0a5 HTTP/1.1" status: 200 len: 913 time: 0.8229997 Apr 18 19:42:41.055775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-38c00b5d-c09d-41c3-b171-f945ae946477 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:41.055775 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-38c00b5d-c09d-41c3-b171-f945ae946477 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.1914926 Apr 18 19:42:41.055775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42520) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:41.097547 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:41.116188 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7135db5-20e0-4445-90e4-8443f12aa9ab tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network dc2f51bd-ff16-4df7-a569-410cfa855adb is not hosted by any dhcp agent {{(pid=84805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 18 19:42:41.121876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7135db5-20e0-4445-90e4-8443f12aa9ab tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:41.121876 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e7135db5-20e0-4445-90e4-8443f12aa9ab tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:41.121876 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e7135db5-20e0-4445-90e4-8443f12aa9ab tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "PUT /v2.0/networks/dc2f51bd-ff16-4df7-a569-410cfa855adb HTTP/1.1" status: 200 len: 762 time: 1.2133017 Apr 18 19:42:41.141699 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42526) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:41.156377 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-59c88868-4219-45d9-9c92-171995b346b3 req-8826ee08-5ad1-408b-9a9e-f06ca72ebc4a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156873 Apr 18 19:42:41.390967 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7135db5-20e0-4445-90e4-8443f12aa9ab tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=dc2f51bd-ff16-4df7-a569-410cfa855adb,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:41.411835 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network dc2f51bd-ff16-4df7-a569-410cfa855adb details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:41.431181 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-c193793c-f8d3-4bcb-b86f-31ff46ab4108 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3724272 Apr 18 19:42:41.465247 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f838e8-51e9-4490-98be-2c5fca8b60d2 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:41.467243 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f0f838e8-51e9-4490-98be-2c5fca8b60d2 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/networks?id=dc2f51bd-ff16-4df7-a569-410cfa855adb HTTP/1.1" status: 200 len: 765 time: 0.3099229 Apr 18 19:42:41.475463 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42532) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:41.574073 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e4da0-9c21-4e24-820b-71f581d9d0ab req-cdb496f6-7529-4943-b14e-764cd626f1de tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:41.575544 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c7e4da0-9c21-4e24-820b-71f581d9d0ab req-cdb496f6-7529-4943-b14e-764cd626f1de tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2512255 Apr 18 19:42:41.697509 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef2727a-bb0b-4b3b-9d95-9e0cbf2e9e85 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:41.700130 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cef2727a-bb0b-4b3b-9d95-9e0cbf2e9e85 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2213387 Apr 18 19:42:41.702738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42536) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:41.755549 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:41.777122 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-714ea262-5e29-4553-bbbf-34b87a9c04ca service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337193 Apr 18 19:42:41.804720 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-35d566ed-02f6-4209-81ca-5b7a427bd345 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/subnets?network_id=b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 207 time: 0.0999098 Apr 18 19:42:41.813617 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42540) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:41.815260 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ad90d1-16a4-476a-91aa-d6072cc5463f,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:41.875371 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-5c7e4da0-9c21-4e24-820b-71f581d9d0ab req-2b7f0c2c-90d9-4ca6-9da2-2dca61b28bec tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834051 Apr 18 19:42:41.989838 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:42.037483 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-d11bf750-ead7-4ada-bbdf-97e2f7fe9ad0 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409291 Apr 18 19:42:42.152977 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Deleting port 672d72f4-17c9-42d3-a963-a54c9719b16e {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:42.152977 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:42.162330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:42.222021 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-b4d8cd29-6409-4e6d-a363-2f1470ec5d8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=dbcd273e-9e13-410c-be6c-a5940f757060 HTTP/1.1" status: 200 len: 217 time: 0.1801150 Apr 18 19:42:42.235664 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:42.236911 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 01fccce0-a7ab-4fc9-b1ea-c40c521a8896 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:42.406992 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:42.446520 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3215794a-7211-40fb-8cf9-978c48b3d63b tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4075537'] for router_interface, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:42.568286 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456613c-9abd-4393-b00a-72d4c0d56be7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:42.568286 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456613c-9abd-4393-b00a-72d4c0d56be7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:42.571735 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456613c-9abd-4393-b00a-72d4c0d56be7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:42.581787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456613c-9abd-4393-b00a-72d4c0d56be7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:42.581787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456613c-9abd-4393-b00a-72d4c0d56be7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:42.581787 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456613c-9abd-4393-b00a-72d4c0d56be7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:42.582217 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3456613c-9abd-4393-b00a-72d4c0d56be7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.7650230 Apr 18 19:42:42.608721 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42552) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:42.718319 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:42.723045 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:42.791527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-2234ad8c-6103-4a4a-80c7-f09f11c599c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:42.792862 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-2234ad8c-6103-4a4a-80c7-f09f11c599c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.5607076 Apr 18 19:42:42.825000 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:42.826092 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 545629cf-99e2-4ece-9526-01e5aacab384 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:42:42.845446 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:42.849640 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f03cd487-da3a-47ab-8a80-44b730ce70be admin admin] 10.222.0.66 "DELETE /v2.0/routers/545629cf-99e2-4ece-9526-01e5aacab384 HTTP/1.1" status: 204 len: 168 time: 4.2439103 Apr 18 19:42:42.849640 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42556) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:42.944840 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-02657dd3-2a96-41f4-9b4d-22dcecfe7135 admin admin] Deleting subnet 4eea24c7-e757-4938-8db0-4f4f48b678bd {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:42:42.944840 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02657dd3-2a96-41f4-9b4d-22dcecfe7135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:42.992965 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:43.016204 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-118e7009-d90b-4d8d-b68e-2398941c02ae req-21c37853-e717-49f7-927f-5c5795a2819a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6024122 Apr 18 19:42:43.024928 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02657dd3-2a96-41f4-9b4d-22dcecfe7135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:43.129697 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02657dd3-2a96-41f4-9b4d-22dcecfe7135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:43.186939 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Calling delete_port for 672d72f4-17c9-42d3-a963-a54c9719b16e owned by network:router_gateway {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:43.235010 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445b828-5b55-4613-98d5-15e8dc492e52 req-2ca4eb50-3261-4888-b254-e1ee4391fc5d tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:43.240763 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3445b828-5b55-4613-98d5-15e8dc492e52 req-2ca4eb50-3261-4888-b254-e1ee4391fc5d tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.8318901 Apr 18 19:42:43.252053 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fd3be7ac-9d4c-4f96-84c4-1e0383f826b8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Synchronizing usage tracker for tenant:c26aa31362a5484e8672bce837f7aa80 on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:43.301924 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02657dd3-2a96-41f4-9b4d-22dcecfe7135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:43.330775 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-e8d3a8d7-3d07-426b-a7f5-7a8e9ebcf094 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5195849 Apr 18 19:42:43.354181 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02657dd3-2a96-41f4-9b4d-22dcecfe7135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eea24c7-e757-4938-8db0-4f4f48b678bd,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:43.368270 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-02657dd3-2a96-41f4-9b4d-22dcecfe7135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:43.380890 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-02657dd3-2a96-41f4-9b4d-22dcecfe7135 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4eea24c7-e757-4938-8db0-4f4f48b678bd HTTP/1.1" status: 204 len: 168 time: 0.5245454 Apr 18 19:42:43.389878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42564) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:43.394899 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-fd3be7ac-9d4c-4f96-84c4-1e0383f826b8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Unset dirty status for tenant:c26aa31362a5484e8672bce837f7aa80 on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:43.394899 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fd3be7ac-9d4c-4f96-84c4-1e0383f826b8 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.7603333 Apr 18 19:42:43.403466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42568) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:43.496821 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3445b828-5b55-4613-98d5-15e8dc492e52 req-8aad133f-2cad-4fb0-8e5a-75a76f2e4dad tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300096 Apr 18 19:42:43.549184 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-118e7009-d90b-4d8d-b68e-2398941c02ae req-96f911ab-9081-401d-a184-982bb888bd0f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71054a69b5364a17881f16c70019efe0&device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 1096 time: 0.4022431 Apr 18 19:42:43.738662 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-53098551-aeeb-48b1-b1f7-096a817463ad service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694460 Apr 18 19:42:43.827652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342001bf-8980-41c8-a047-c3a2dc9a7522 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:43.831878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342001bf-8980-41c8-a047-c3a2dc9a7522 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:43.831878 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342001bf-8980-41c8-a047-c3a2dc9a7522 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:43.832575 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342001bf-8980-41c8-a047-c3a2dc9a7522 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:43.833958 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342001bf-8980-41c8-a047-c3a2dc9a7522 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:43.839215 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-342001bf-8980-41c8-a047-c3a2dc9a7522 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4435418 Apr 18 19:42:43.841374 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:43.843386 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42574) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:43.992336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51721559-372c-456a-9988-62ca9eaf4415 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:43.992336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51721559-372c-456a-9988-62ca9eaf4415 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:43.993437 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51721559-372c-456a-9988-62ca9eaf4415 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:43.994730 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51721559-372c-456a-9988-62ca9eaf4415 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:43.996005 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51721559-372c-456a-9988-62ca9eaf4415 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:44.002863 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-51721559-372c-456a-9988-62ca9eaf4415 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1512849 Apr 18 19:42:44.006437 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e5c59-93a3-433d-ab85-354fb891bac1 req-8c71e47b-a9b4-4968-8b4a-0acdae26afef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:44.007988 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df9e5c59-93a3-433d-ab85-354fb891bac1 req-8c71e47b-a9b4-4968-8b4a-0acdae26afef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3088031 Apr 18 19:42:44.008462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42578) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:44.028367 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device b5ad90d1-16a4-476a-91aa-d6072cc5463f no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:44.064291 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: b5ad90d1-16a4-476a-91aa-d6072cc5463f {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:44.064291 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device b5ad90d1-16a4-476a-91aa-d6072cc5463f not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:44.187352 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:44.206987 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e7009-d90b-4d8d-b68e-2398941c02ae req-7187f8df-472d-4f21-9b98-8cdabde5daea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:44.206987 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-118e7009-d90b-4d8d-b68e-2398941c02ae req-7187f8df-472d-4f21-9b98-8cdabde5daea service neutron] 10.222.0.71 "GET /v2.0/networks?id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74 HTTP/1.1" status: 200 len: 915 time: 0.6241810 Apr 18 19:42:44.250624 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c71b8ba-be3f-4c0e-a7ee-b96c334de8be']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:44.275678 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a84007-feb3-421f-9c57-8802a8bb05ec') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:44.275970 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a84007-feb3-421f-9c57-8802a8bb05ec') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:44.291382 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:44.311987 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:44.327824 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-df9e5c59-93a3-433d-ab85-354fb891bac1 req-2d515f81-a1d2-4b78-a055-9f3bd2e9c297 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684267 Apr 18 19:42:44.345820 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e5e82-854c-4009-a00b-84ac5d555831 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:44.347831 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e07e5e82-854c-4009-a00b-84ac5d555831 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/networks/bb7d9108-89ca-4d3f-ad0d-ea350d0866b4 HTTP/1.1" status: 200 len: 802 time: 0.3353064 Apr 18 19:42:44.351023 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:44.354587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42584) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:44.415981 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Pushing event deleted for resources: {'Port': ['ID=672d72f4-17c9-42d3-a963-a54c9719b16e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:44.429105 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-118e7009-d90b-4d8d-b68e-2398941c02ae req-eb8546db-2968-4594-8419-687a9988181e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7231705a-2924-4226-bb3a-48dd637e81ab HTTP/1.1" status: 200 len: 217 time: 0.2119772 Apr 18 19:42:44.464564 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:44.466237 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:44.486566 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-d3a7eac6-b525-4e80-aecf-256160829e9b service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7420928 Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:44.496051 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:44.745389 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-a3a36ce1-775a-4493-b62b-b94f473275b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=127b8468-71c8-4503-8de1-3be2a807a1c7 HTTP/1.1" status: 200 len: 217 time: 0.1318016 Apr 18 19:42:44.810965 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e7009-d90b-4d8d-b68e-2398941c02ae req-1c8cd63c-42df-456a-bd43-805e63c9731d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:44.812386 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-118e7009-d90b-4d8d-b68e-2398941c02ae req-1c8cd63c-42df-456a-bd43-805e63c9731d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a769ad0c-aeb4-49c3-aef9-0a8f238d28de HTTP/1.1" status: 200 len: 854 time: 0.2811654 Apr 18 19:42:44.845849 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-00f988d4-be5c-4be3-b599-09986911ce43 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/networks/bb7d9108-89ca-4d3f-ad0d-ea350d0866b4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.4901195 Apr 18 19:42:44.849526 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42594) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:44.887602 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-118e7009-d90b-4d8d-b68e-2398941c02ae req-55870893-f50c-4e0d-8884-267325915d38 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605679 Apr 18 19:42:44.903898 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22097e22-d51d-4eda-836d-abef63b5beff req-e89f42ee-a922-4321-9a2d-f0c4a53733af tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:44.905410 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-22097e22-d51d-4eda-836d-abef63b5beff req-e89f42ee-a922-4321-9a2d-f0c4a53733af tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2325206 Apr 18 19:42:44.954792 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756e91e-4992-4669-af28-0776c7a8e213 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:44.956683 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e756e91e-4992-4669-af28-0776c7a8e213 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/subnets/ef5d2db6-7394-4734-b545-c7857eeed8e6 HTTP/1.1" status: 200 len: 843 time: 0.1040649 Apr 18 19:42:44.967445 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42598) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:45.009958 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.032173 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.039836 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-ea6834d3-cd9f-429a-a943-f5a50d2453d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:45.043597 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-ea6834d3-cd9f-429a-a943-f5a50d2453d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.3059773 Apr 18 19:42:45.044366 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-22097e22-d51d-4eda-836d-abef63b5beff req-8e23e22e-1958-4853-84a5-d3597152954d tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262183 Apr 18 19:42:45.059031 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c71b8ba-be3f-4c0e-a7ee-b96c334de8be,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:45.097888 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15392b09-418b-4ce5-97ec-cd57eb6e4547 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:45.101477 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-15392b09-418b-4ce5-97ec-cd57eb6e4547 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "GET /v2.0/subnets/ef5d2db6-7394-4734-b545-c7857eeed8e6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1328557 Apr 18 19:42:45.102476 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42604) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:45.112078 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-618560661'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:45.123903 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:45.140137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:45.172865 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.196487 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-79d4e7ea-74b1-4765-8bc6-d653134d00a2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0c71b8ba-be3f-4c0e-a7ee-b96c334de8be HTTP/1.1" status: 204 len: 168 time: 1.8117268 Apr 18 19:42:45.322871 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:45.322871 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.357421 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:45.370313 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.370700 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Added segment 28d32d2e-193c-4018-9a93-7cceea40d722 of type vlan for network 36337dd6-b757-4c42-adc3-498fcc74e12e Apr 18 19:42:45.403061 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.440438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42612) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:45.543705 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.543705 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:45.543705 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.648378 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e9731dc4-8904-419c-9e44-b93213a9f4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.677801 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42618) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:45.706676 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Network': ['ID=36337dd6-b757-4c42-adc3-498fcc74e12e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:45.735287 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.749566 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 36337dd6-b757-4c42-adc3-498fcc74e12e details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:45.758104 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-118e7009-d90b-4d8d-b68e-2398941c02ae req-242b7074-9855-4679-9efc-f659a68271c3 service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709444 Apr 18 19:42:45.780615 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:45.788981 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e9731dc4-8904-419c-9e44-b93213a9f4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:45.797347 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-ae325efe-b2d6-4aa9-b6c5-9f91f2d0562a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7090564 Apr 18 19:42:45.802894 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3fde40fe-78c8-4182-8e46-ec63c68115d4 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6656532 Apr 18 19:42:45.802894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42622) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:45.802894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e9731dc4-8904-419c-9e44-b93213a9f4fb admin admin] Usage tracker for resource:security_group_rule and tenant:d9492fdc12e44ad9ba95c23ce7a36e6b is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:45.802894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'network_id': '36337dd6-b757-4c42-adc3-498fcc74e12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:45.823783 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e9731dc4-8904-419c-9e44-b93213a9f4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:45.875840 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-08e45c72-cbe4-48ae-ba94-789ed31d9f24 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdb65becce204455978edc9c05affe12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2046201 Apr 18 19:42:45.876921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e9731dc4-8904-419c-9e44-b93213a9f4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:45.884775 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42626) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:45.939196 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cf40e-e0bb-4af5-ab04-c3eb3604e7f1 req-b12ee301-fb9e-4e74-8eda-7199493db1fa tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:45.940671 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c92cf40e-e0bb-4af5-ab04-c3eb3604e7f1 req-b12ee301-fb9e-4e74-8eda-7199493db1fa tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.7171929 Apr 18 19:42:45.989015 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:45.998228 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Usage tracker for resource:subnet and tenant:c26aa31362a5484e8672bce837f7aa80 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:46.012821 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Quota usage for subnet was recalculated. Used quota:4. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:46.021910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:46.036773 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d31a91bb-3af6-4be5-b5d4-283b458fbdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.090578 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d31a91bb-3af6-4be5-b5d4-283b458fbdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.098575 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e9731dc4-8904-419c-9e44-b93213a9f4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.104939 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.106087 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Fanout notify agent at l3_agent the message router_deleted on router 08bef69b-4421-4371-a96f-3dc29e944026 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:42:46.119675 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-118e7009-d90b-4d8d-b68e-2398941c02ae req-f3178be5-fee7-410b-a27a-90cebbab7cc3 service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859787 Apr 18 19:42:46.146979 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-d0ecd2de-c9bf-42cc-8e6d-e1b719fc3872 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215837 Apr 18 19:42:46.157930 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-3215794a-7211-40fb-8cf9-978c48b3d63b tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Deleting port ed26b32a-c4bf-48bf-81a4-624dc33507da {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:46.158332 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3215794a-7211-40fb-8cf9-978c48b3d63b tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.163065 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e9731dc4-8904-419c-9e44-b93213a9f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.216372 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e9731dc4-8904-419c-9e44-b93213a9f4fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d9492fdc12e44ad9ba95c23ce7a36e6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7730422 Apr 18 19:42:46.216372 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9731dc4-8904-419c-9e44-b93213a9f4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fd4c69-23f2-4099-b4da-45d61acaae68,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:46.218262 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42630) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:46.252330 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d31a91bb-3af6-4be5-b5d4-283b458fbdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.254319 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Made reservation on behalf of c26aa31362a5484e8672bce837f7aa80 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:46.275909 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c92cf40e-e0bb-4af5-ab04-c3eb3604e7f1 req-f72c2153-8760-4916-bb00-37a69c360fc6 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117039 Apr 18 19:42:46.293874 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.295505 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6cf03053-c0ae-4102-9c3a-0d0e2294f20c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/08bef69b-4421-4371-a96f-3dc29e944026 HTTP/1.1" status: 204 len: 168 time: 5.9604018 Apr 18 19:42:46.306817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42634) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:46.322495 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-cf5ee2c9-9821-472c-9363-df985d057e31 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-476821569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:46.358452 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-cf5ee2c9-9821-472c-9363-df985d057e31 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:46.415665 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-cf5ee2c9-9821-472c-9363-df985d057e31 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Usage tracker for resource:router and tenant:2e0f7d93dddc46a9b093b20c8bb5b107 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:46.437226 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-cf5ee2c9-9821-472c-9363-df985d057e31 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:46.457059 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-cf5ee2c9-9821-472c-9363-df985d057e31 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:46.467886 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a91bb-3af6-4be5-b5d4-283b458fbdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669e3c61-c6e9-4dcd-8119-a6273151f53b,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:46.499153 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-fdf5c78b-397a-410e-97e4-eb0b5abe7670 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448796 Apr 18 19:42:46.519286 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.585370 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a9c4638c-0781-46df-8631-df84a8ec0846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.595998 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-4a41460d-efa0-49d4-a031-ac789de6300a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=746916e6-234b-4bfc-a048-feb8021abcc9 HTTP/1.1" status: 200 len: 217 time: 0.0848174 Apr 18 19:42:46.596850 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cf5ee2c9-9821-472c-9363-df985d057e31 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.597797 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cf5ee2c9-9821-472c-9363-df985d057e31 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.629346 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.ipam_backend_mixin [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Performing IP validity checks on allocation pools {{(pid=84805) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 18 19:42:46.630259 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.ipam_backend_mixin [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84805) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 18 19:42:46.636144 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3215794a-7211-40fb-8cf9-978c48b3d63b tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.646016 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d31a91bb-3af6-4be5-b5d4-283b458fbdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.647150 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d31a91bb-3af6-4be5-b5d4-283b458fbdd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/669e3c61-c6e9-4dcd-8119-a6273151f53b HTTP/1.1" status: 204 len: 168 time: 0.7609375 Apr 18 19:42:46.657561 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a9c4638c-0781-46df-8631-df84a8ec0846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.802836 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-3215794a-7211-40fb-8cf9-978c48b3d63b tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Calling delete_port for ed26b32a-c4bf-48bf-81a4-624dc33507da owned by network:router_interface {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:46.919749 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-5d389d33-ea73-4b93-a59c-5d83f19a8be1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:46.921199 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-5d389d33-ea73-4b93-a59c-5d83f19a8be1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.3182929 Apr 18 19:42:46.926879 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cf5ee2c9-9821-472c-9363-df985d057e31 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.928874 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a9c4638c-0781-46df-8631-df84a8ec0846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.945838 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4638c-0781-46df-8631-df84a8ec0846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fd4c69-23f2-4099-b4da-45d61acaae68,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:46.963192 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-a9c4638c-0781-46df-8631-df84a8ec0846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:46.963192 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a9c4638c-0781-46df-8631-df84a8ec0846 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4fd4c69-23f2-4099-b4da-45d61acaae68 HTTP/1.1" status: 204 len: 168 time: 0.7411096 Apr 18 19:42:46.963192 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:47.102438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=6f964bda-2ca4-40d8-bfab-c446306c11da,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:47.114337 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Checking segment: {'id': '28d32d2e-193c-4018-9a93-7cceea40d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36337dd6-b757-4c42-adc3-498fcc74e12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:47.114764 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network hostable DHCP agents. Network: 36337dd6-b757-4c42-adc3-498fcc74e12e, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:47.240386 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1068f-d589-40ad-b464-3e3f60e16767 req-62b8328a-8163-4a87-830a-bf63eaaff432 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:47.241883 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-41d1068f-d589-40ad-b464-3e3f60e16767 req-62b8328a-8163-4a87-830a-bf63eaaff432 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3839309 Apr 18 19:42:47.245567 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Network 36337dd6-b757-4c42-adc3-498fcc74e12e is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:47.281563 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-7688e189-38e8-4563-9c0d-b934128e9635 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3370237 Apr 18 19:42:47.326139 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cf5ee2c9-9821-472c-9363-df985d057e31 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:47.333379 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 36337dd6-b757-4c42-adc3-498fcc74e12e) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:47.337451 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:47.343906 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:47.346860 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752001ef-78d6-4d42-9d83-0260f93ad055 None None] Network 36337dd6-b757-4c42-adc3-498fcc74e12e requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:47.434436 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-6a2a9553-af7d-474e-ae1a-fbbd39fff5d7 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6550756 Apr 18 19:42:47.434436 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42654) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:47.441917 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2588cf04-ec74-4cbf-abe5-0f7eee7bbe14 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:47.498085 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-41d1068f-d589-40ad-b464-3e3f60e16767 req-2fa2b583-f1d4-4e66-a806-776448594f3a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477031 Apr 18 19:42:47.575016 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-84007a0e-d053-403b-96e3-84e542805e51 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564695 Apr 18 19:42:47.612747 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-cf5ee2c9-9821-472c-9363-df985d057e31 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:47.614264 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-cf5ee2c9-9821-472c-9363-df985d057e31 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3061831 Apr 18 19:42:47.626695 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42660) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:47.639323 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270', 'enable_snat': False}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:47.687679 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3215794a-7211-40fb-8cf9-978c48b3d63b tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:47.783554 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215794a-7211-40fb-8cf9-978c48b3d63b tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event deleted for resources: {'Port': ['ID=ed26b32a-c4bf-48bf-81a4-624dc33507da,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:47.859652 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2588cf04-ec74-4cbf-abe5-0f7eee7bbe14 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2970433'] for subnet, before_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:47.902714 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-36337dd6-b757-4c42-adc3-498fcc74e12e', 'network_id': '36337dd6-b757-4c42-adc3-498fcc74e12e', 'tenant_id': 'c26aa31362a5484e8672bce837f7aa80', 'fixed_ips': [{'subnet_id': '6f964bda-2ca4-40d8-bfab-c446306c11da'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:42:47.903574 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:48.206735 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-036ecea1-61ff-435e-9a12-d7b8134648a3 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252370 Apr 18 19:42:48.277530 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3215794a-7211-40fb-8cf9-978c48b3d63b tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3047243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4075590'] for router_interface, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:48.293711 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-e70f7716-9475-4a2a-9fda-081b13db1a3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=43d331f5-78c3-4417-84ac-4c54c0f9a91a HTTP/1.1" status: 200 len: 217 time: 0.0796876 Apr 18 19:42:48.475044 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2588cf04-ec74-4cbf-abe5-0f7eee7bbe14 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747487491229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2476891'] for subnet, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:48.498563 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-2af202e1-7cb1-4c6e-a0b1-9336a75c2260 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:48.502557 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-2af202e1-7cb1-4c6e-a0b1-9336a75c2260 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.1489637 Apr 18 19:42:48.504566 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Allocated IP 2001:db8::3 (36337dd6-b757-4c42-adc3-498fcc74e12e/6f964bda-2ca4-40d8-bfab-c446306c11da/528c2c6f-6704-4850-b67b-8212cd7fd3a1) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:48.613836 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2588cf04-ec74-4cbf-abe5-0f7eee7bbe14 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:48.623030 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2588cf04-ec74-4cbf-abe5-0f7eee7bbe14 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:48.625439 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2588cf04-ec74-4cbf-abe5-0f7eee7bbe14 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "PUT /v2.0/subnets/6f964bda-2ca4-40d8-bfab-c446306c11da HTTP/1.1" status: 200 len: 900 time: 1.1898572 Apr 18 19:42:48.630329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42684) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:48.700244 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588cf04-ec74-4cbf-abe5-0f7eee7bbe14 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event updated for resources: {'Subnet': ['ID=6f964bda-2ca4-40d8-bfab-c446306c11da,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:48.801647 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:48.804301 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42690) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:48.878885 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:48.891056 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Transition to ACTIVE for port object 528c2c6f-6704-4850-b67b-8212cd7fd3a1 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:48.919508 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Transition to ACTIVE for port object 528c2c6f-6704-4850-b67b-8212cd7fd3a1 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:42:49.024733 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.035358 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-931454be-c43c-4cb0-9c0a-809d0d2f00c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5275247 Apr 18 19:42:49.060207 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.085908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089e588-28ad-494c-97fd-66bd2e573a83 req-95dbe034-1a6d-4330-8880-5e3652a5da93 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:49.092858 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2089e588-28ad-494c-97fd-66bd2e573a83 req-95dbe034-1a6d-4330-8880-5e3652a5da93 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2994692 Apr 18 19:42:49.095999 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port 528c2c6f-6704-4850-b67b-8212cd7fd3a1 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:49.096547 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.149583 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3215794a-7211-40fb-8cf9-978c48b3d63b tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Router 45783759-a493-4532-8250-ae998eddd0a5 has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:42:49.260104 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-6bf22033-732c-4270-b0a9-b327aebd5ebc service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166085 Apr 18 19:42:49.269208 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42698) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:49.325131 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Network 36337dd6-b757-4c42-adc3-498fcc74e12e is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:49.328388 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:49.336388 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:49.339091 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Pushing event updated for resources: {'Port': ['ID=528c2c6f-6704-4850-b67b-8212cd7fd3a1,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:49.357250 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2089e588-28ad-494c-97fd-66bd2e573a83 req-826cc57f-4624-4e20-bc8d-c9dd17be27a1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609391 Apr 18 19:42:49.425758 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-260386105-network', 'tenant_id': 'c99c039239f64d4da8f2bf33a4183310'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:49.459597 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Attempting to bind port 528c2c6f-6704-4850-b67b-8212cd7fd3a1 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:42:49.460062 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Attempting to bind port 528c2c6f-6704-4850-b67b-8212cd7fd3a1 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '28d32d2e-193c-4018-9a93-7cceea40d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36337dd6-b757-4c42-adc3-498fcc74e12e'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:42:49.460312 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Attempting to bind port 528c2c6f-6704-4850-b67b-8212cd7fd3a1 on network 36337dd6-b757-4c42-adc3-498fcc74e12e {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:42:49.476957 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:49.479901 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:42:49.480276 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Checking segment: {'id': '28d32d2e-193c-4018-9a93-7cceea40d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36337dd6-b757-4c42-adc3-498fcc74e12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:49.480680 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.481434 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Bound using segment: {'id': '28d32d2e-193c-4018-9a93-7cceea40d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36337dd6-b757-4c42-adc3-498fcc74e12e'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:42:49.481566 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Bound port: 528c2c6f-6704-4850-b67b-8212cd7fd3a1, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d32d2e-193c-4018-9a93-7cceea40d722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '36337dd6-b757-4c42-adc3-498fcc74e12e'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:42:49.481890 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.489874 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Usage tracker for resource:network and tenant:c99c039239f64d4da8f2bf33a4183310 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:49.501365 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:49.512913 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:49.553323 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1865464993-network', 'tenant_id': '307eb04c5f9840a78d06230aca95451e'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:49.559961 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:49.565840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Usage tracker for resource:network and tenant:307eb04c5f9840a78d06230aca95451e is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:49.569606 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:49.578494 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:49.590243 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Made reservation on behalf of c99c039239f64d4da8f2bf33a4183310 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:49.592918 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.612035 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] For port 528c2c6f-6704-4850-b67b-8212cd7fd3a1, host n-d-838334-1, got binding levels [] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:49.612539 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.612680 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3215794a-7211-40fb-8cf9-978c48b3d63b tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:49.622730 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3215794a-7211-40fb-8cf9-978c48b3d63b tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "PUT /v2.0/routers/45783759-a493-4532-8250-ae998eddd0a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5661883 Apr 18 19:42:49.623536 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42710) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:49.629726 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2df85-c856-494c-9b05-0595e1024a01 None None] Sync routers for ids ['45783759-a493-4532-8250-ae998eddd0a5'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:49.644338 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.651745 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] For port 528c2c6f-6704-4850-b67b-8212cd7fd3a1, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:42:49.656970 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] For port 528c2c6f-6704-4850-b67b-8212cd7fd3a1, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=528c2c6f-6704-4850-b67b-8212cd7fd3a1,segment=NetworkSegment(28d32d2e-193c-4018-9a93-7cceea40d722),segment_id=28d32d2e-193c-4018-9a93-7cceea40d722)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:42:49.660720 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2df85-c856-494c-9b05-0595e1024a01 None None] Routers {'45783759-a493-4532-8250-ae998eddd0a5'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:49.661811 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3cf2df85-c856-494c-9b05-0595e1024a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['45783759-a493-4532-8250-ae998eddd0a5'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:49.717952 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Made reservation on behalf of 307eb04c5f9840a78d06230aca95451e for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:49.720778 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.737405 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.756372 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bcaa0f3d-7251-4d3c-9a6f-950b0fb54ef2 req-c18b9bea-ccd7-4282-b6da-de0b5a63ce16 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880559 Apr 18 19:42:49.767290 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3cf2df85-c856-494c-9b05-0595e1024a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:49.768840 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Calling delete_port for 528c2c6f-6704-4850-b67b-8212cd7fd3a1 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:49.806736 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf2df85-c856-494c-9b05-0595e1024a01 None None] Routers {'45783759-a493-4532-8250-ae998eddd0a5'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:49.806736 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3cf2df85-c856-494c-9b05-0595e1024a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['45783759-a493-4532-8250-ae998eddd0a5'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:49.817155 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.889362 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-3cf2df85-c856-494c-9b05-0595e1024a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:49.889362 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf2df85-c856-494c-9b05-0595e1024a01 None None] The sync data for ids ['45783759-a493-4532-8250-ae998eddd0a5'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:49.890708 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8bf6-f311-4c9b-9572-f196cfe738c7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for router, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:49.894528 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b067df-1dab-4605-a65d-069348c463d8 None None] Pushing event updated for resources: {'Port': ['ID=528c2c6f-6704-4850-b67b-8212cd7fd3a1,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:49.953325 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:49.968189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Usage tracker for resource:security_group_rule and tenant:c99c039239f64d4da8f2bf33a4183310 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:49.973319 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:49.975960 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:49.982353 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:50.031200 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.042893 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Usage tracker for resource:security_group_rule and tenant:307eb04c5f9840a78d06230aca95451e is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:50.051631 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:50.098105 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.112774 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:50.197272 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.api [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:50.197965 n-d-838334-1 neutron-server[84805]: DEBUG oslo_db.api [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:50.293644 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.378587 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Allocated IP 172.25.8.40 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/89c54f4b-007a-42f6-a798-2a641dba4699) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:42:50.385332 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.398568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:50.410908 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.410908 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Added segment 4522ba11-14a3-4a7a-9234-9f4b7d668068 of type vlan for network 78100a30-7930-495f-a2d7-d0ec3e9fe839 Apr 18 19:42:50.467439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7ce50-ff9a-49fa-8ccd-60813456d37d req-b13ece4a-921d-4856-969a-39a9fe9ad8ad tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:50.469547 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38b7ce50-ff9a-49fa-8ccd-60813456d37d req-b13ece4a-921d-4856-969a-39a9fe9ad8ad tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.4213147 Apr 18 19:42:50.514663 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8bf6-f311-4c9b-9572-f196cfe738c7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.532377 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8bf6-f311-4c9b-9572-f196cfe738c7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.537663 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.541237 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add02010-5ce1-474f-8718-d4c275c5fadd,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:50.583355 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-38b7ce50-ff9a-49fa-8ccd-60813456d37d req-9fb26cdd-cb5d-4ef8-bb4d-e0381242e698 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966139 Apr 18 19:42:50.586277 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.638669 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.658582 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.689308 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:50.698894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port 528c2c6f-6704-4850-b67b-8212cd7fd3a1 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:50.699281 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.699409 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8bf6-f311-4c9b-9572-f196cfe738c7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.699806 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2e8bf6-f311-4c9b-9572-f196cfe738c7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Fanout notify agent at l3_agent the message router_deleted on router 45783759-a493-4532-8250-ae998eddd0a5 {{(pid=84804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:42:50.701338 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e246ac86-0a9f-41b7-aaee-d0baf88c89dd,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:50.714579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:50.714919 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:50.715254 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:50.715588 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:50.715914 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:50.716234 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:50.716552 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:50.716891 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:50.717184 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:50.717497 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:50.717806 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:42:50.724459 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.724635 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Added segment f10c5cad-ca06-4e28-bc1f-4dd8e3fec909 of type vlan for network ee645fc4-3e43-472c-affe-2251c055f0b5 Apr 18 19:42:50.733906 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.733906 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:50.733906 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.763916 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.773066 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.775886 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0e2e8bf6-f311-4c9b-9572-f196cfe738c7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:50.779569 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0e2e8bf6-f311-4c9b-9572-f196cfe738c7 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "DELETE /v2.0/routers/45783759-a493-4532-8250-ae998eddd0a5 HTTP/1.1" status: 204 len: 168 time: 1.1492155 Apr 18 19:42:50.784042 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42718) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:50.968030 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] Pushing event updated for resources: {'Network': ['ID=78100a30-7930-495f-a2d7-d0ec3e9fe839,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:50.988424 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Pushing event updated for resources: {'Port': ['ID=89c54f4b-007a-42f6-a798-2a641dba4699,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:50.991967 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 78100a30-7930-495f-a2d7-d0ec3e9fe839 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:50.994341 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2bd12c52-2c34-4f2f-be8b-fadeec2ff914 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0343158 Apr 18 19:42:50.998580 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:42:51.000280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42722) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:51.014222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Request body: {'subnet': {'network_id': '78100a30-7930-495f-a2d7-d0ec3e9fe839', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-260386105-subnet', 'tenant_id': 'c99c039239f64d4da8f2bf33a4183310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:51.019112 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:51.041192 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:42:51.072986 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:51.141283 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.142654 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:51.144182 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.174632 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ac7295-ce56-43a1-a7c3-66a6a8ffb7d4 None None] Network 36337dd6-b757-4c42-adc3-498fcc74e12e requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:51.255575 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Usage tracker for resource:subnet and tenant:c99c039239f64d4da8f2bf33a4183310 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:51.271199 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:51.283040 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6b47a9-5480-4ca3-b2e8-4ba7afc5d354 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Deleting subnet 9c0fee4f-d8f8-4894-b281-53044c184452 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:42:51.287730 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bc6b47a9-5480-4ca3-b2e8-4ba7afc5d354 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.301017 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:51.329814 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0566053 Apr 18 19:42:51.332041 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42726) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:51.343173 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627524f-5fcd-43b0-97b9-30486c444084 admin admin] Pushing event updated for resources: {'Network': ['ID=ee645fc4-3e43-472c-affe-2251c055f0b5,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:51.352418 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Request body: {'subnet': {'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1865464993-subnet', 'tenant_id': '307eb04c5f9840a78d06230aca95451e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:51.357648 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:51.360958 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-9d496b29-78ac-41ab-ab49-ae8e92d99464 None None] Provisioning for port 528c2c6f-6704-4850-b67b-8212cd7fd3a1 completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:42:51.368603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Usage tracker for resource:subnet and tenant:307eb04c5f9840a78d06230aca95451e is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:51.371342 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network ee645fc4-3e43-472c-affe-2251c055f0b5 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:51.373855 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:51.383161 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bc6b47a9-5480-4ca3-b2e8-4ba7afc5d354 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.412565 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:51.439280 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Made reservation on behalf of c99c039239f64d4da8f2bf33a4183310 for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:51.442678 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.475711 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bc6b47a9-5480-4ca3-b2e8-4ba7afc5d354 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.527197 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Made reservation on behalf of 307eb04c5f9840a78d06230aca95451e for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:51.527197 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.555300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] For port 528c2c6f-6704-4850-b67b-8212cd7fd3a1, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=528c2c6f-6704-4850-b67b-8212cd7fd3a1,segment=NetworkSegment(28d32d2e-193c-4018-9a93-7cceea40d722),segment_id=28d32d2e-193c-4018-9a93-7cceea40d722)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:51.555300 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.603769 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-639c5020-73ca-4528-8f04-f7d0bf72e3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.707499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Calling delete_port for 528c2c6f-6704-4850-b67b-8212cd7fd3a1 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:51.748086 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bc6b47a9-5480-4ca3-b2e8-4ba7afc5d354 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.797210 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c22df-31ed-4b26-9a57-9771b67ee072 None None] Network 36337dd6-b757-4c42-adc3-498fcc74e12e requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:51.805346 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b47a9-5480-4ca3-b2e8-4ba7afc5d354 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0fee4f-d8f8-4894-b281-53044c184452,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:51.826241 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bc6b47a9-5480-4ca3-b2e8-4ba7afc5d354 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:51.837685 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bc6b47a9-5480-4ca3-b2e8-4ba7afc5d354 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "DELETE /v2.0/subnets/9c0fee4f-d8f8-4894-b281-53044c184452 HTTP/1.1" status: 204 len: 168 time: 1.0560598 Apr 18 19:42:51.840350 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42732) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:51.869462 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8586420-3d31-4c9b-bf4d-f71f6db46614 None None] Network dd5dd231-646c-40de-b8b7-295874871daf requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:51.928578 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.027255 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdaba3-d876-4e12-ba79-4667ab549ea3 req-e48b90b8-570c-4ceb-a74b-335a5997a249 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:52.028746 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8dfdaba3-d876-4e12-ba79-4667ab549ea3 req-e48b90b8-570c-4ceb-a74b-335a5997a249 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2687643 Apr 18 19:42:52.056328 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Checking segment: {'id': 'f10c5cad-ca06-4e28-bc1f-4dd8e3fec909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:52.056879 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Network hostable DHCP agents. Network: ee645fc4-3e43-472c-affe-2251c055f0b5, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:52.069380 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.084574 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.095381 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc874ec-f7cf-4f75-afba-46b60e4ee312,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:52.147601 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Deleting port 5aad002f-6330-408d-8340-11ff0f18f603 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:52.148314 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.202660 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 528c2c6f-6704-4850-b67b-8212cd7fd3a1 up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:42:52.218993 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.226790 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Network ee645fc4-3e43-472c-affe-2251c055f0b5 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:52.248780 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.251886 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 528c2c6f-6704-4850-b67b-8212cd7fd3a1 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:52.252468 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 528c2c6f-6704-4850-b67b-8212cd7fd3a1 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 19:42:52.291710 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Port 528c2c6f-6704-4850-b67b-8212cd7fd3a1 not found, will not notify nova. {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 19:42:52.333294 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Port': ['ID=528c2c6f-6704-4850-b67b-8212cd7fd3a1,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:52.380080 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, ee645fc4-3e43-472c-affe-2251c055f0b5) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:52.390176 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d712459c-3fed-4335-996f-44568c01f192 None None] Network ee645fc4-3e43-472c-affe-2251c055f0b5 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:52.394788 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:52.395366 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.418312 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Pushing event updated for resources: {'Subnet': ['ID=40b7db50-054e-4800-878c-dcf61ecf1a23,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:52.424369 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] For port 5aad002f-6330-408d-8340-11ff0f18f603, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=5aad002f-6330-408d-8340-11ff0f18f603,segment=NetworkSegment(4ad131a5-86b4-4a4e-be49-877121a0739e),segment_id=4ad131a5-86b4-4a4e-be49-877121a0739e)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:52.424957 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.434079 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-8dfdaba3-d876-4e12-ba79-4667ab549ea3 req-d7e6c654-f498-4167-9fc0-5df6683d7751 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947816 Apr 18 19:42:52.535873 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b3575c5d-042f-47f8-bf1e-e736d7e1fc7f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1970527 Apr 18 19:42:52.579214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No DVR routers for this DVR port 528c2c6f-6704-4850-b67b-8212cd7fd3a1 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:42:52.593195 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e8eb2a-9130-44f6-88b1-c964d17826c6 None None] DHCP port deletion for dd5dd231-646c-40de-b8b7-295874871daf request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:42:52.655439 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.657925 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Checking segment: {'id': '4522ba11-14a3-4a7a-9234-9f4b7d668068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '78100a30-7930-495f-a2d7-d0ec3e9fe839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:42:52.658882 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Network hostable DHCP agents. Network: 78100a30-7930-495f-a2d7-d0ec3e9fe839, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:42:52.689699 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4113115'] for router, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.697688 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Calling delete_port for 5aad002f-6330-408d-8340-11ff0f18f603 owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:52.710330 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8eb2a-9130-44f6-88b1-c964d17826c6 None None] Deleting port 5aad002f-6330-408d-8340-11ff0f18f603 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:52.710636 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e8e8eb2a-9130-44f6-88b1-c964d17826c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.813063 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.814849 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff3920-8617-4ed1-9ab3-943cc899748b req-f092b5b0-b1d5-4d69-aea8-d8dda6e1a14e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:52.817031 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4cff3920-8617-4ed1-9ab3-943cc899748b req-f092b5b0-b1d5-4d69-aea8-d8dda6e1a14e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1855357 Apr 18 19:42:52.854847 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Network 78100a30-7930-495f-a2d7-d0ec3e9fe839 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:42:52.869099 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4cff3920-8617-4ed1-9ab3-943cc899748b req-641f8d0e-1dde-42df-bc92-86539760d895 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463102 Apr 18 19:42:52.906342 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:52.942099 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e1bb9-6cf1-439d-b412-91c5df9b4be1 None None] Network ee645fc4-3e43-472c-affe-2251c055f0b5 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:53.023314 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] No DVR routers for this DVR port 5aad002f-6330-408d-8340-11ff0f18f603 on host n-d-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:42:53.025255 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event deleted for resources: {'Port': ['ID=5aad002f-6330-408d-8340-11ff0f18f603,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:53.040170 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 78100a30-7930-495f-a2d7-d0ec3e9fe839) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:42:53.046340 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:53.046952 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.116539 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a514c-8347-41fc-b315-1636958b77f7 None None] Network 78100a30-7930-495f-a2d7-d0ec3e9fe839 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:53.160979 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.368649 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed9b39-99f7-474e-b5d2-1e9b4bdbac38 None None] Network 36337dd6-b757-4c42-adc3-498fcc74e12e requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:53.375863 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e46311a8-5e08-426a-8fec-d59b42be224e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3742085 Apr 18 19:42:53.381265 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Subnet': ['ID=6f964bda-2ca4-40d8-bfab-c446306c11da,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:53.396893 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.440311 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5dd231-646c-40de-b8b7-295874871daf']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:53.468600 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.470142 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad131a5-86b4-4a4e-be49-877121a0739e') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:53.474278 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad131a5-86b4-4a4e-be49-877121a0739e') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:53.482030 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e8e8eb2a-9130-44f6-88b1-c964d17826c6 None None] For port 5aad002f-6330-408d-8340-11ff0f18f603, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=5aad002f-6330-408d-8340-11ff0f18f603,segment=NetworkSegment(4ad131a5-86b4-4a4e-be49-877121a0739e),segment_id=4ad131a5-86b4-4a4e-be49-877121a0739e)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:53.482715 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e8e8eb2a-9130-44f6-88b1-c964d17826c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.490609 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.507041 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36337dd6-b757-4c42-adc3-498fcc74e12e']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:53.510954 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded2b6c-32e5-434a-bd9e-9827a7022732 req-40b03c10-f5db-434a-ac5b-0ff4bae1b831 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:53.521143 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aded2b6c-32e5-434a-bd9e-9827a7022732 req-40b03c10-f5db-434a-ac5b-0ff4bae1b831 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3591654 Apr 18 19:42:53.524779 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d32d2e-193c-4018-9a93-7cceea40d722') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:53.525086 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d32d2e-193c-4018-9a93-7cceea40d722') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:53.547986 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.556771 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.568040 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.575010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:53.575636 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.582414 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:53.583144 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:53.602278 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:53.608254 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:53.689606 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Router a242ad79-6e69-4d83-9af6-95ff1e6f7259 is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:42:53.699210 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-aded2b6c-32e5-434a-bd9e-9827a7022732 req-d8c4a42c-175a-4fa4-ae25-fd49761b9c46 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767459 Apr 18 19:42:53.783465 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8eb2a-9130-44f6-88b1-c964d17826c6 None None] Calling delete_port for 5aad002f-6330-408d-8340-11ff0f18f603 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:53.812618 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.845421 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.872739 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] Pushing event deleted for resources: {'Network': ['ID=dd5dd231-646c-40de-b8b7-295874871daf,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:53.915268 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.935468 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:53.981595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Network': ['ID=36337dd6-b757-4c42-adc3-498fcc74e12e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:54.002501 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b9d9fc47-ac7f-4ae0-8f86-0590e32e6edb tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/36337dd6-b757-4c42-adc3-498fcc74e12e HTTP/1.1" status: 204 len: 168 time: 5.3522508 Apr 18 19:42:54.005470 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42766) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:54.034533 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-0eccfa16-737b-4bf7-9ab4-8dfdb9814912 tempest-FloatingIPNegativeTestJSON-414662346 tempest-FloatingIPNegativeTestJSON-414662346-project] 10.222.0.66 "DELETE /v2.0/networks/dd5dd231-646c-40de-b8b7-295874871daf HTTP/1.1" status: 204 len: 168 time: 2.1899226 Apr 18 19:42:54.046312 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-3e5dbf78-834f-4d88-95cc-56d53d02123a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.064339 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd912b24-6df4-4a55-a9ae-99ea13d90c3c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:42:54.064885 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd912b24-6df4-4a55-a9ae-99ea13d90c3c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:42:54.066866 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-cd912b24-6df4-4a55-a9ae-99ea13d90c3c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/subnets/6f964bda-2ca4-40d8-bfab-c446306c11da HTTP/1.1" status: 404 len: 337 time: 0.0602307 Apr 18 19:42:54.071639 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42774) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:54.173988 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae114867-0444-4f99-b6d4-ff7110078d5f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:42:54.175252 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae114867-0444-4f99-b6d4-ff7110078d5f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:42:54.178821 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ae114867-0444-4f99-b6d4-ff7110078d5f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/36337dd6-b757-4c42-adc3-498fcc74e12e HTTP/1.1" status: 404 len: 339 time: 0.1057835 Apr 18 19:42:54.195808 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42780) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.242735 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:42:54.247708 n-d-838334-1 neutron-server[84806]: util.warn( Apr 18 19:42:54.252116 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c8b35d-177b-4eb7-bb26-118c6db43906 None None] DHCP port deletion for 36337dd6-b757-4c42-adc3-498fcc74e12e request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:42:54.253643 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bf5ab-f0fe-493d-a5c4-95cdd9e380b9 req-d4df9032-772c-4a72-9b71-5ac4162d9185 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:54.256190 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d30bf5ab-f0fe-493d-a5c4-95cdd9e380b9 req-d4df9032-772c-4a72-9b71-5ac4162d9185 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3662398 Apr 18 19:42:54.263213 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.db.api [None req-e8e8eb2a-9130-44f6-88b1-c964d17826c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:42:54.263568 n-d-838334-1 neutron-server[84806]: DEBUG oslo_db.api [None req-e8e8eb2a-9130-44f6-88b1-c964d17826c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:42:54.267966 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 5aad002f-6330-408d-8340-11ff0f18f603 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:54.296860 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb399e6-bd49-4323-b4f2-0e055b1cb921 None None] Network 78100a30-7930-495f-a2d7-d0ec3e9fe839 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:54.385089 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-92b7b280-08f9-4472-9b70-abed1a5c2782 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:54.385786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-92b7b280-08f9-4472-9b70-abed1a5c2782 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Synchronizing usage tracker for tenant:c99c039239f64d4da8f2bf33a4183310 on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:54.391342 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.410992 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d30bf5ab-f0fe-493d-a5c4-95cdd9e380b9 req-046ebdad-64d9-4570-bc21-ab00f0563cd7 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996053 Apr 18 19:42:54.424028 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:42:54.430255 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.434773 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-27e4b590-294b-4e5d-93de-7e2550c60f8d tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "PUT /v2.0/routers/a242ad79-6e69-4d83-9af6-95ff1e6f7259 HTTP/1.1" status: 200 len: 914 time: 6.8038681 Apr 18 19:42:54.438900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42784) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:54.445776 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16070286-7a07-4839-a3eb-59c65a7ea429 None None] Sync routers for ids ['a242ad79-6e69-4d83-9af6-95ff1e6f7259'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:42:54.461709 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16070286-7a07-4839-a3eb-59c65a7ea429 None None] Routers {'a242ad79-6e69-4d83-9af6-95ff1e6f7259'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:54.461943 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-16070286-7a07-4839-a3eb-59c65a7ea429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a242ad79-6e69-4d83-9af6-95ff1e6f7259'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:54.468539 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 5aad002f-6330-408d-8340-11ff0f18f603 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:54.469076 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 5aad002f-6330-408d-8340-11ff0f18f603 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:54.593281 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-16070286-7a07-4839-a3eb-59c65a7ea429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:54.621559 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16070286-7a07-4839-a3eb-59c65a7ea429 None None] Routers {'a242ad79-6e69-4d83-9af6-95ff1e6f7259'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:42:54.622815 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-16070286-7a07-4839-a3eb-59c65a7ea429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['a242ad79-6e69-4d83-9af6-95ff1e6f7259'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:54.625804 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.658565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-92b7b280-08f9-4472-9b70-abed1a5c2782 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Unset dirty status for tenant:c99c039239f64d4da8f2bf33a4183310 on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:54.659588 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2f51bd-ff16-4df7-a569-410cfa855adb']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:54.661574 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-92b7b280-08f9-4472-9b70-abed1a5c2782 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/networks?id=78100a30-7930-495f-a2d7-d0ec3e9fe839 HTTP/1.1" status: 200 len: 808 time: 0.5723791 Apr 18 19:42:54.687198 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-ab173d56-4f0b-492c-8c75-28ceafdcd088 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/quotas/c99c039239f64d4da8f2bf33a4183310 HTTP/1.1" status: 200 len: 375 time: 0.0189371 Apr 18 19:42:54.699030 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71aa520-6df5-4ee9-a720-6a5ad79bba81') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:54.699030 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71aa520-6df5-4ee9-a720-6a5ad79bba81') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:54.713184 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.735154 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.744854 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:54.744854 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.756255 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-16070286-7a07-4839-a3eb-59c65a7ea429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:54.756805 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16070286-7a07-4839-a3eb-59c65a7ea429 None None] The sync data for ids ['a242ad79-6e69-4d83-9af6-95ff1e6f7259'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:42:54.786290 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-1516f660-8395-400c-90bc-401a2bb7aac8 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c99c039239f64d4da8f2bf33a4183310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889511 Apr 18 19:42:54.843826 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8eb2a-9130-44f6-88b1-c964d17826c6 None None] Deleting port 5aad002f-6330-408d-8340-11ff0f18f603 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:54.844746 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e8e8eb2a-9130-44f6-88b1-c964d17826c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:54.863281 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:54.891064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42798) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:54.926635 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-992a6859-2489-40bf-9249-b35b48545c70 tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/routers/a242ad79-6e69-4d83-9af6-95ff1e6f7259 HTTP/1.1" status: 200 len: 920 time: 0.4860349 Apr 18 19:42:54.930012 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42804) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:54.933948 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.957851 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:54.977037 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/dc2f51bd-ff16-4df7-a569-410cfa855adb HTTP/1.1" status: 204 len: 168 time: 0.7751510 Apr 18 19:42:54.988838 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42808) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:55.019816 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-e8e8eb2a-9130-44f6-88b1-c964d17826c6 None None] The port '5aad002f-6330-408d-8340-11ff0f18f603' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:42:55.024761 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ed710-b295-4f03-a24a-14d59a75954f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Network': ['ID=dc2f51bd-ff16-4df7-a569-410cfa855adb,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:55.036884 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.043614 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-72025291-5c02-4a85-ab4d-6ee485eec404 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:42:55.044200 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72025291-5c02-4a85-ab4d-6ee485eec404 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:42:55.045381 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-d1660366-6125-4737-b8d5-b7e227c444a6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84805) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:55.045790 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-72025291-5c02-4a85-ab4d-6ee485eec404 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/subnets/6f20bec0-52ee-4450-9930-093e8165c831 HTTP/1.1" status: 404 len: 337 time: 0.0542653 Apr 18 19:42:55.048328 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42812) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:55.052664 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-d1660366-6125-4737-b8d5-b7e227c444a6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2639632 Apr 18 19:42:55.077745 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8e4182-d37d-46bd-984d-bb496ebb026c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:42:55.078169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8e4182-d37d-46bd-984d-bb496ebb026c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:42:55.079872 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8f8e4182-d37d-46bd-984d-bb496ebb026c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/e96fc982-e5af-4e8f-910b-af1119d07aff HTTP/1.1" status: 404 len: 339 time: 0.0306487 Apr 18 19:42:55.084241 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42816) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:55.093000 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.184189 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cf527-6467-4f70-8145-4220ca890923 req-77855844-7f8a-4bea-b369-644fbdf16cad tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:55.184189 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-912cf527-6467-4f70-8145-4220ca890923 req-77855844-7f8a-4bea-b369-644fbdf16cad tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2955320 Apr 18 19:42:55.285351 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0d5b14e1-996b-49c3-a81a-e50dbba7afd5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7999c3ef7bed4befa88c6752d8ba8ba0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3825586 Apr 18 19:42:55.285351 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42822) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:55.301270 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-dfec011a-1317-4e2d-9412-90083f7356fc tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Synchronizing usage tracker for tenant:628c4c8ae5514c2cac36960ca39bbf19 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:55.302108 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-912cf527-6467-4f70-8145-4220ca890923 req-17245ffc-105f-4862-b9a8-dd9490317afd tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242287 Apr 18 19:42:55.367016 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb20f28d-3d8b-46bb-be27-68d473149b63 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting subnet 4bc7dcac-8d1b-4817-b622-16b8e4d29187 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:42:55.367016 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb20f28d-3d8b-46bb-be27-68d473149b63 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.399069 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-13b4ecb1-7443-4409-a9dc-13d4fa897a70 service neutron] 10.222.0.66 "GET /v2.0/networks/78100a30-7930-495f-a2d7-d0ec3e9fe839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372619 Apr 18 19:42:55.466996 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb20f28d-3d8b-46bb-be27-68d473149b63 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.492292 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-dfec011a-1317-4e2d-9412-90083f7356fc tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Unset dirty status for tenant:628c4c8ae5514c2cac36960ca39bbf19 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:55.492292 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-dfec011a-1317-4e2d-9412-90083f7356fc tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=b9f392f6-42e1-41ad-9423-d80ed824c270&device_id=a242ad79-6e69-4d83-9af6-95ff1e6f7259&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5567062 Apr 18 19:42:55.500724 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42828) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:55.608761 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf56c3-4571-4d7f-976a-14cf5150066c req-cbcc2cfc-ebef-4dc4-aaf8-a414ceae5415 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:55.608761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c2bf56c3-4571-4d7f-976a-14cf5150066c req-cbcc2cfc-ebef-4dc4-aaf8-a414ceae5415 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1153390 Apr 18 19:42:55.667541 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d01d4ac0-a7d1-410f-a3bb-756cd73f836e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.697613 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb20f28d-3d8b-46bb-be27-68d473149b63 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.748211 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c2bf56c3-4571-4d7f-976a-14cf5150066c req-e9077cf5-e57e-4c1f-9452-c57b79dbd382 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272287 Apr 18 19:42:55.813019 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-5f22a97f-2b2e-4337-b1ad-21bb90cea84c service neutron] 10.222.0.66 "GET /v2.0/networks/78100a30-7930-495f-a2d7-d0ec3e9fe839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213870 Apr 18 19:42:55.856016 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d01d4ac0-a7d1-410f-a3bb-756cd73f836e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.869757 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb20f28d-3d8b-46bb-be27-68d473149b63 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.918657 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20f28d-3d8b-46bb-be27-68d473149b63 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc7dcac-8d1b-4817-b622-16b8e4d29187,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:55.929280 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-fb20f28d-3d8b-46bb-be27-68d473149b63 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:55.931506 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693972c5-29a7-4cc6-82fa-855b278d561f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:55.935871 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-693972c5-29a7-4cc6-82fa-855b278d561f tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/networks/b9f392f6-42e1-41ad-9423-d80ed824c270 HTTP/1.1" status: 200 len: 881 time: 0.4341004 Apr 18 19:42:55.936940 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42836) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:55.937926 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4fb472-21e5-40c7-847a-0f77981c662d None None] Network b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:55.942053 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fb20f28d-3d8b-46bb-be27-68d473149b63 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/subnets/4bc7dcac-8d1b-4817-b622-16b8e4d29187 HTTP/1.1" status: 204 len: 168 time: 0.8567975 Apr 18 19:42:55.944380 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42840) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:56.010785 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-36b31ad9-e337-4159-8576-799ba2575e7b tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=a242ad79-6e69-4d83-9af6-95ff1e6f7259 HTTP/1.1" status: 200 len: 205 time: 0.0726626 Apr 18 19:42:56.011446 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42844) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:56.050240 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 528c2c6f-6704-4850-b67b-8212cd7fd3a1 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:56.113588 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 528c2c6f-6704-4850-b67b-8212cd7fd3a1 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:56.114202 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 528c2c6f-6704-4850-b67b-8212cd7fd3a1 not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:56.201788 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-084d41ac-7b68-49af-9fbc-a7c9a9d2ea5c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting subnet dbe23c8e-2b2f-421c-b007-e7af8908e657 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:42:56.217485 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-084d41ac-7b68-49af-9fbc-a7c9a9d2ea5c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.286711 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-084d41ac-7b68-49af-9fbc-a7c9a9d2ea5c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.289972 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b7929985-87fd-4fb3-8616-508b8abd7909 req-bda11812-47b7-47a7-9916-0907b216bbc0 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 210 time: 0.0463622 Apr 18 19:42:56.349142 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0df56b-6411-4f03-9802-401cdf93c2a8 req-936a88a5-835b-4a4d-9c61-fd3d7907a02f tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:56.352292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8b0df56b-6411-4f03-9802-401cdf93c2a8 req-936a88a5-835b-4a4d-9c61-fd3d7907a02f tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2428873 Apr 18 19:42:56.367976 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d01d4ac0-a7d1-410f-a3bb-756cd73f836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.390833 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d4ac0-a7d1-410f-a3bb-756cd73f836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d55355-b5ab-4d50-a4a1-1f83096f3e68,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:56.451897 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8b0df56b-6411-4f03-9802-401cdf93c2a8 req-3fe8bb57-8db5-4d22-a900-a5c652713898 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855305 Apr 18 19:42:56.455875 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-d01d4ac0-a7d1-410f-a3bb-756cd73f836e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.455875 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d01d4ac0-a7d1-410f-a3bb-756cd73f836e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8d55355-b5ab-4d50-a4a1-1f83096f3e68 HTTP/1.1" status: 204 len: 168 time: 1.1667409 Apr 18 19:42:56.501205 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-084d41ac-7b68-49af-9fbc-a7c9a9d2ea5c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.515657 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.540848 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.737744 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-084d41ac-7b68-49af-9fbc-a7c9a9d2ea5c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.812688 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-084d41ac-7b68-49af-9fbc-a7c9a9d2ea5c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:56.812688 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d41ac-7b68-49af-9fbc-a7c9a9d2ea5c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe23c8e-2b2f-421c-b007-e7af8908e657,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:56.826178 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-084d41ac-7b68-49af-9fbc-a7c9a9d2ea5c tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/subnets/dbe23c8e-2b2f-421c-b007-e7af8908e657 HTTP/1.1" status: 204 len: 168 time: 0.8741591 Apr 18 19:42:56.845750 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42864) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:57.000858 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.031156 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8ccbb-b4ab-44ca-9996-2e90ad69aa83 req-e5ecb64a-3b74-40ba-a5e3-ea57302da87c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:57.031156 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d8ccbb-b4ab-44ca-9996-2e90ad69aa83 req-e5ecb64a-3b74-40ba-a5e3-ea57302da87c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3151073 Apr 18 19:42:57.065493 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:57.065493 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.218145 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b5d8ccbb-b4ab-44ca-9996-2e90ad69aa83 req-851ff073-2851-4530-a4d8-334118a1fce0 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876435 Apr 18 19:42:57.432785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] For port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=61ffbd5d-4874-4efa-bf25-af026d7c4b8a,segment=NetworkSegment(4fd74c27-a56d-48ec-b692-2dbf3b69b310),segment_id=4fd74c27-a56d-48ec-b692-2dbf3b69b310)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:42:57.433156 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.436890 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-fe7f9b82-995d-40a1-9c66-6599acc9c7a7 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:57.437723 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-fe7f9b82-995d-40a1-9c66-6599acc9c7a7 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Synchronizing usage tracker for tenant:307eb04c5f9840a78d06230aca95451e on resource:network {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:42:57.463914 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.512957 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98b9901-5f9e-4847-90a7-a26ff910c4c9 None None] Network b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:42:57.600911 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-fe7f9b82-995d-40a1-9c66-6599acc9c7a7 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Unset dirty status for tenant:307eb04c5f9840a78d06230aca95451e on resource:network {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:42:57.602395 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-fe7f9b82-995d-40a1-9c66-6599acc9c7a7 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/networks?id=ee645fc4-3e43-472c-affe-2251c055f0b5 HTTP/1.1" status: 200 len: 809 time: 0.6066401 Apr 18 19:42:57.619176 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Calling delete_port for 61ffbd5d-4874-4efa-bf25-af026d7c4b8a owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:57.622731 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-1cead707-04a7-435b-96bc-5ede991733b4 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/quotas/307eb04c5f9840a78d06230aca95451e HTTP/1.1" status: 200 len: 375 time: 0.0148556 Apr 18 19:42:57.671649 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Deleting port 89c54f4b-007a-42f6-a798-2a641dba4699 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:57.671649 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.687401 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-35c8224c-99d8-46da-a02f-77eddb2060e1 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=307eb04c5f9840a78d06230aca95451e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582197 Apr 18 19:42:57.731027 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-d3bf420a-5735-440d-a3fd-637434323ff3 None None] Provisioning complete for port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:42:57.731027 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d3bf420a-5735-440d-a3fd-637434323ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.889383 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-c666f391-bdf3-4535-848b-58d27bb3b505 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=84804) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 18 19:42:57.897475 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-c666f391-bdf3-4535-848b-58d27bb3b505 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2090075 Apr 18 19:42:57.973959 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d5115b-444f-460d-a7b0-cd4ebc000c84 None None] DHCP port deletion for b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:42:57.979062 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5115b-444f-460d-a7b0-cd4ebc000c84 None None] Deleting port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:42:57.979438 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c8d5115b-444f-460d-a7b0-cd4ebc000c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:57.993353 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aad5a6-c38f-41e0-be0a-bf28f2edabf7 req-ae6cd147-2648-4724-a486-baec0da2ff10 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:57.994856 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c2aad5a6-c38f-41e0-be0a-bf28f2edabf7 req-ae6cd147-2648-4724-a486-baec0da2ff10 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.5330093 Apr 18 19:42:58.054258 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.110736 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.133569 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 61ffbd5d-4874-4efa-bf25-af026d7c4b8a no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:42:58.133845 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-c990a1fa-d234-4495-b4ce-f6d10392f0a9 service neutron] 10.222.0.66 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349010 Apr 18 19:42:58.176446 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c8d5115b-444f-460d-a7b0-cd4ebc000c84 None None] The port '61ffbd5d-4874-4efa-bf25-af026d7c4b8a' was deleted {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:42:58.203264 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 61ffbd5d-4874-4efa-bf25-af026d7c4b8a {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:42:58.203805 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 61ffbd5d-4874-4efa-bf25-af026d7c4b8a not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:42:58.301410 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No DVR routers for this DVR port 61ffbd5d-4874-4efa-bf25-af026d7c4b8a on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:42:58.303165 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-6c4211a1-e3fd-4174-826d-7bf5edb93a3e service neutron] 10.222.0.66 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638298 Apr 18 19:42:58.367136 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42902) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:58.377533 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Port': ['ID=61ffbd5d-4874-4efa-bf25-af026d7c4b8a,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:58.470486 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Calling delete_port for 89c54f4b-007a-42f6-a798-2a641dba4699 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:42:58.508213 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c2aad5a6-c38f-41e0-be0a-bf28f2edabf7 req-a644d137-bc42-48bb-89f7-027541d11195 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019331 Apr 18 19:42:58.541968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'networks': [{'name': 'tempest-network--1251879500'}, {'name': 'tempest-network--1874078785'}]} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:58.542796 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'network': {'name': 'tempest-network--1251879500'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:58.543805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'network': {'name': 'tempest-network--1874078785'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:42:58.550528 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:58.556148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Usage tracker for resource:network and tenant:ed6027fe7c3945c6b93c3af0383638c6 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:58.560412 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:58.580112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:58.610053 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.685180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Made reservation on behalf of ed6027fe7c3945c6b93c3af0383638c6 for: {'network': 2} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:42:58.689802 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.703424 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for security_group, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.735183 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-24f65a2e-50d3-468e-bddd-aac20b880989 req-75f6eaf1-7547-4b21-b343-0070e8ae9ec1 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 210 time: 0.0620067 Apr 18 19:42:58.737206 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ba72eb-ef19-4bf7-a77b-0fb3082277b2']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:58.752763 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:42:58.777297 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd74c27-a56d-48ec-b692-2dbf3b69b310') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:58.777801 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd74c27-a56d-48ec-b692-2dbf3b69b310') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:42:58.793474 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Usage tracker for resource:security_group_rule and tenant:ed6027fe7c3945c6b93c3af0383638c6 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:42:58.802385 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:42:58.813687 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:42:58.891350 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59c4dd-c50f-449d-8a0c-abaf0268f1bc req-e478549e-ba5d-4eed-a0e6-b21e8230033f tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:58.893541 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e59c4dd-c50f-449d-8a0c-abaf0268f1bc req-e478549e-ba5d-4eed-a0e6-b21e8230033f tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1416829 Apr 18 19:42:58.936902 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.958979 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.959182 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for security_group, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.966313 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:42:58.966734 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:58.974280 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0e59c4dd-c50f-449d-8a0c-abaf0268f1bc req-0da9ee44-bd8b-4e98-bb4c-3ce71b9b31d8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721831 Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:42:58.986903 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:42:59.068781 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.069643 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.077044 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.119958 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:59.131234 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.131822 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Added segment 552cdf23-cbcf-4989-ae6f-0adf18e98c91 of type vlan for network c9c3aa15-c85f-4572-b197-e71bcdf725a3 Apr 18 19:42:59.147787 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6a922b3-a28b-490b-9087-45e68486f42b req-460db450-c85b-4c92-adb9-ebab8d262aa1 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 210 time: 0.1564171 Apr 18 19:42:59.169169 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Pushing event deleted for resources: {'Port': ['ID=89c54f4b-007a-42f6-a798-2a641dba4699,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:59.197747 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.203891 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddebb415-4d6e-4532-8077-c3e9e7d9e57e,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:59.253844 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:42:59.310880 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.312762 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.313170 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Added segment ea7ce512-b21e-4586-9016-3726e83a599e of type vlan for network 7aecd55a-a34d-44fb-9fda-93cb595375e3 Apr 18 19:42:59.316291 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.359695 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.363979 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Network': ['ID=b4ba72eb-ef19-4bf7-a77b-0fb3082277b2,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:59.375691 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-76c38a06-59d8-4d05-821d-f9167fb0e3fc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/b4ba72eb-ef19-4bf7-a77b-0fb3082277b2 HTTP/1.1" status: 204 len: 168 time: 2.5374231 Apr 18 19:42:59.376478 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42922) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:59.393304 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f6835-a0cb-4e46-9ec5-f4da5a93fc6e req-999295a3-3bac-48bb-88b5-0ee0434b8bdb tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:59.394914 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-003f6835-a0cb-4e46-9ec5-f4da5a93fc6e req-999295a3-3bac-48bb-88b5-0ee0434b8bdb tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1435275 Apr 18 19:42:59.432778 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-80aeff2c-990b-4478-a310-63fd3c86fade tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:42:59.433708 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80aeff2c-990b-4478-a310-63fd3c86fade tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:42:59.438637 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-80aeff2c-990b-4478-a310-63fd3c86fade tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/subnets/c2203b82-fd08-411a-bc35-d595c7d9a87d HTTP/1.1" status: 404 len: 337 time: 0.0580709 Apr 18 19:42:59.442491 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42926) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:59.515625 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.516130 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.520168 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:59.523195 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:59.523938 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.610583 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a1f4ed-aaa2-41a2-b722-c7f07bd2e60b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:42:59.611110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a1f4ed-aaa2-41a2-b722-c7f07bd2e60b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:42:59.616203 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a5a1f4ed-aaa2-41a2-b722-c7f07bd2e60b tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/4095ff31-e89c-46e4-8df9-64db8fd4912b HTTP/1.1" status: 404 len: 339 time: 0.1725996 Apr 18 19:42:59.618462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42930) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:59.657712 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:42:59.680358 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-003f6835-a0cb-4e46-9ec5-f4da5a93fc6e req-6de55515-fe63-4094-aaf6-9f83e9599f09 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780385 Apr 18 19:42:59.693479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event updated for resources: {'Network': ['ID=c9c3aa15-c85f-4572-b197-e71bcdf725a3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:42:59.706217 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network c9c3aa15-c85f-4572-b197-e71bcdf725a3 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:42:59.726502 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef77272-7dcb-4ff7-8c11-12da7151f59d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:42:59.726502 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef77272-7dcb-4ff7-8c11-12da7151f59d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:42:59.730734 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3ef77272-7dcb-4ff7-8c11-12da7151f59d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/subnets/8f3ce219-e8b0-421c-9323-58455cdbbe83 HTTP/1.1" status: 404 len: 337 time: 0.1113064 Apr 18 19:42:59.731485 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42938) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:42:59.818841 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-913a19ad-dd36-4d3c-9b67-aad3724a64b8 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:42:59.822696 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-913a19ad-dd36-4d3c-9b67-aad3724a64b8 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.16 "GET /v2.0/networks?id=78100a30-7930-495f-a2d7-d0ec3e9fe839 HTTP/1.1" status: 200 len: 808 time: 0.4020784 Apr 18 19:42:59.830155 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4651768 Apr 18 19:42:59.843707 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42944) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:00.018687 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Request body: {'port': {'device_id': 'a6b5ef28-3790-4d77-add4-4046645214fa', 'network_id': '78100a30-7930-495f-a2d7-d0ec3e9fe839', 'admin_state_up': True, 'tenant_id': 'c99c039239f64d4da8f2bf33a4183310'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:00.019157 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9093113-b645-4c90-a1c7-089f1f59920e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:43:00.019543 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9093113-b645-4c90-a1c7-089f1f59920e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:00.020807 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f9093113-b645-4c90-a1c7-089f1f59920e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/838a32fa-8f5c-4fc9-8cd0-e5bb7cb043ff HTTP/1.1" status: 404 len: 339 time: 0.2146771 Apr 18 19:43:00.037998 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42948) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:00.203906 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f62056-4ab2-4835-8413-48df01e42668 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event updated for resources: {'Network': ['ID=7aecd55a-a34d-44fb-9fda-93cb595375e3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:00.209201 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-1d1adfd3-b3b0-4380-9f52-5c30dd9cf90f req-0145b50a-c30d-49a1-aa0e-201d76ffc4bf tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 210 time: 0.1959467 Apr 18 19:43:00.216834 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 7aecd55a-a34d-44fb-9fda-93cb595375e3 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:00.217700 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f650be5-ac15-4496-8e72-9a67fe17acab tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:43:00.218310 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f650be5-ac15-4496-8e72-9a67fe17acab tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:00.222203 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9f650be5-ac15-4496-8e72-9a67fe17acab tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/subnets/37476835-4997-4c73-9d7d-3e5bbd4e5a11 HTTP/1.1" status: 404 len: 337 time: 0.1784527 Apr 18 19:43:00.229175 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42954) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:00.271952 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:43:00.309153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:00.315476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Usage tracker for resource:port and tenant:c99c039239f64d4da8f2bf33a4183310 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:00.319661 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.324046 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:00.333383 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:00.347769 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb466325-a701-4f8c-b3eb-25198063ff2e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:43:00.348422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb466325-a701-4f8c-b3eb-25198063ff2e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:00.350128 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fb466325-a701-4f8c-b3eb-25198063ff2e tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/7298c454-f986-452c-9f13-7e58c06cc052 HTTP/1.1" status: 404 len: 339 time: 0.1072776 Apr 18 19:43:00.353257 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42958) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:00.361773 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.397876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a177e-b4f1-4772-9916-eda84fa24245 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:00.401849 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a177e-b4f1-4772-9916-eda84fa24245 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:00.406716 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a177e-b4f1-4772-9916-eda84fa24245 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:00.411137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a177e-b4f1-4772-9916-eda84fa24245 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:00.415700 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b62a177e-b4f1-4772-9916-eda84fa24245 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5678866 Apr 18 19:43:00.421223 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42962) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:00.429300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676046cc-5e11-4ca6-bc7e-2c5b1ae1b9a3 req-10b3875d-521e-43aa-a930-4db65f2d649b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:00.430777 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-676046cc-5e11-4ca6-bc7e-2c5b1ae1b9a3 req-10b3875d-521e-43aa-a930-4db65f2d649b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.4190092 Apr 18 19:43:00.446998 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-b3bb1e9a-4c7e-4704-8914-010ba185f03b req-20bddeca-195b-453a-87d3-1b3fdfbbe82b tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 210 time: 0.0584621 Apr 18 19:43:00.459813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Made reservation on behalf of c99c039239f64d4da8f2bf33a4183310 for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:00.463283 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.595489 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.599053 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-676046cc-5e11-4ca6-bc7e-2c5b1ae1b9a3 req-c2ec3079-c88d-492f-b7be-53abd7b86d1b tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570346 Apr 18 19:43:00.600511 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.600988 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Fanout notify agent at l3_agent the message router_deleted on router a242ad79-6e69-4d83-9af6-95ff1e6f7259 {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:43:00.618271 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.625579 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-ac821b27-04d9-425b-99bd-04a40086aa60 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/a242ad79-6e69-4d83-9af6-95ff1e6f7259 HTTP/1.1" status: 204 len: 168 time: 4.6127558 Apr 18 19:43:00.626499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42966) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:00.632735 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2041846529', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}, 'admin_state_up': False}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:00.664291 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:00.678100 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Usage tracker for resource:router and tenant:2e0f7d93dddc46a9b093b20c8bb5b107 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:00.685276 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce38662-ba68-4ca5-8043-128ff90dfa6f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting subnet a1935622-fb58-42fe-bc09-f1e50a9624b4 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:43:00.697804 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:00.725011 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bce38662-ba68-4ca5-8043-128ff90dfa6f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.750661 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:00.782194 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.811485 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bce38662-ba68-4ca5-8043-128ff90dfa6f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.817316 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c3aa15-c85f-4572-b197-e71bcdf725a3']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:00.831561 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552cdf23-cbcf-4989-ae6f-0adf18e98c91') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:00.831846 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552cdf23-cbcf-4989-ae6f-0adf18e98c91') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:00.846751 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.866109 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.869191 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Allocated IP 172.20.0.11 (78100a30-7930-495f-a2d7-d0ec3e9fe839/40b7db50-054e-4800-878c-dcf61ecf1a23/02550d4c-5677-48f9-bf6a-910e80c81340) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:00.878637 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:00.878637 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:00.893604 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:00.921053 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.921983 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:00.981672 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bce38662-ba68-4ca5-8043-128ff90dfa6f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.041990 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1edc7-a931-4a20-8437-7daa65798482 req-2e2a1a0a-3909-46a4-8311-663851bf615e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:01.043415 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-47e1edc7-a931-4a20-8437-7daa65798482 req-2e2a1a0a-3909-46a4-8311-663851bf615e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1695487 Apr 18 19:43:01.095531 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.120647 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.138590 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Network': ['ID=c9c3aa15-c85f-4572-b197-e71bcdf725a3,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:01.150929 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-47e1edc7-a931-4a20-8437-7daa65798482 req-dfbbc443-8ed8-4164-b3ce-400f329f8938 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015770 Apr 18 19:43:01.157487 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5aa257eb-663a-40dd-adfa-15968e071e11 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "DELETE /v2.0/networks/c9c3aa15-c85f-4572-b197-e71bcdf725a3 HTTP/1.1" status: 204 len: 168 time: 0.7257464 Apr 18 19:43:01.160731 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42974) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:01.163543 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.187544 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.229982 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bce38662-ba68-4ca5-8043-128ff90dfa6f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.291487 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce38662-ba68-4ca5-8043-128ff90dfa6f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Subnet': ['ID=a1935622-fb58-42fe-bc09-f1e50a9624b4,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:01.321240 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.335003 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.351378 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9978f628-91a1-403b-9404-3e560356a4bc None None] Network 63b52a78-ab94-4c14-bfe9-68de0b21a37c requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:01.387914 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-bce38662-ba68-4ca5-8043-128ff90dfa6f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.430414 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Network 78100a30-7930-495f-a2d7-d0ec3e9fe839 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:01.441866 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-bce38662-ba68-4ca5-8043-128ff90dfa6f tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/subnets/a1935622-fb58-42fe-bc09-f1e50a9624b4 HTTP/1.1" status: 204 len: 168 time: 1.0840456 Apr 18 19:43:01.441866 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:01.444800 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 42982) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:01.447347 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:01.538936 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Pushing event updated for resources: {'Port': ['ID=02550d4c-5677-48f9-bf6a-910e80c81340,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:01.660837 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] DHCP port deletion for 63b52a78-ab94-4c14-bfe9-68de0b21a37c request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:43:01.665933 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Deleting port 372a0883-6b6a-4953-aab2-c6015a4364a3 {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:01.667310 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.748871 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.776088 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aecd55a-a34d-44fb-9fda-93cb595375e3']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:01.794916 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7ce512-b21e-4586-9016-3726e83a599e') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:01.794916 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7ce512-b21e-4586-9016-3726e83a599e') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:01.801968 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.835708 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.847885 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:01.848274 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.858041 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:01.858800 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:01.865869 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:01.898522 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.918646 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8faa0e-9f18-4980-a006-4278fb0aa543 req-f42389df-3cbf-40f8-b350-9bc59f7e7550 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:01.925658 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b8faa0e-9f18-4980-a006-4278fb0aa543 req-f42389df-3cbf-40f8-b350-9bc59f7e7550 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.6353061 Apr 18 19:43:01.951746 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] For port 372a0883-6b6a-4953-aab2-c6015a4364a3, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=372a0883-6b6a-4953-aab2-c6015a4364a3,segment=NetworkSegment(0f5e6ea6-8881-4756-b4c4-155e4ab764db),segment_id=0f5e6ea6-8881-4756-b4c4-155e4ab764db)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:01.952141 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:01.987780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-90289552-3c32-479a-9fb9-cc67bb382cc0 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:01.989763 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-90289552-3c32-479a-9fb9-cc67bb382cc0 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.71 "GET /v2.0/networks?id=ee645fc4-3e43-472c-affe-2251c055f0b5 HTTP/1.1" status: 200 len: 809 time: 0.4782825 Apr 18 19:43:02.008277 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.010031 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Request body: {'port': {'device_id': '62e9b657-2e9e-4de4-9c16-4d37b0473c3a', 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5', 'admin_state_up': True, 'tenant_id': '307eb04c5f9840a78d06230aca95451e'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:02.023993 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port 372a0883-6b6a-4953-aab2-c6015a4364a3 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:02.024331 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.033892 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9966e9-17fa-4b04-945c-559b7f23f44d req-ed11ab03-e995-4990-9a37-28e2912e719b tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:02.041232 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9c9966e9-17fa-4b04-945c-559b7f23f44d req-ed11ab03-e995-4990-9a37-28e2912e719b tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 932 time: 0.6587069 Apr 18 19:43:02.070940 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2ec2548f-1abd-4a0e-baa4-c7db4933f764 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0563154 Apr 18 19:43:02.095568 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-9c9966e9-17fa-4b04-945c-559b7f23f44d req-48080bbc-38b8-47ba-8125-196b1091378b tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Synchronizing usage tracker for tenant:c99c039239f64d4da8f2bf33a4183310 on resource:security_group {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:02.106315 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Calling delete_port for 372a0883-6b6a-4953-aab2-c6015a4364a3 owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:02.108023 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.138092 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Request body: {'port': {'device_id': 'a6b5ef28-3790-4d77-add4-4046645214fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:02.152393 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.159077 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "DELETE /v2.0/networks/7aecd55a-a34d-44fb-9fda-93cb595375e3 HTTP/1.1" status: 204 len: 168 time: 0.9973798 Apr 18 19:43:02.169539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42990) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:02.170772 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7b8faa0e-9f18-4980-a006-4278fb0aa543 req-6d19d2a5-a885-4802-87c8-72a11dd742bc tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442062 Apr 18 19:43:02.192609 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 372a0883-6b6a-4953-aab2-c6015a4364a3 no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:43:02.258296 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103108a-fab2-41ee-b7f9-27c2c1d6e9fa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Network': ['ID=7aecd55a-a34d-44fb-9fda-93cb595375e3,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:02.331354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [req-9c9966e9-17fa-4b04-945c-559b7f23f44d req-48080bbc-38b8-47ba-8125-196b1091378b tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Unset dirty status for tenant:c99c039239f64d4da8f2bf33a4183310 on resource:security_group {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:02.332450 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9c9966e9-17fa-4b04-945c-559b7f23f44d req-48080bbc-38b8-47ba-8125-196b1091378b tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901304 Apr 18 19:43:02.356582 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.427501 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb13c88-2e98-4eae-8492-92ab7845dc57 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:02.432926 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb13c88-2e98-4eae-8492-92ab7845dc57 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:02.433539 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.434503 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-eeb13c88-2e98-4eae-8492-92ab7845dc57 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Synchronizing usage tracker for tenant:ed6027fe7c3945c6b93c3af0383638c6 on resource:network {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:02.490665 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] No DVR routers for this DVR port 372a0883-6b6a-4953-aab2-c6015a4364a3 on host n-d-838334-1 {{(pid=84806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:43:02.496717 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Pushing event deleted for resources: {'Port': ['ID=372a0883-6b6a-4953-aab2-c6015a4364a3,revision_number=None']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:02.506243 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:02.506604 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:02.506940 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:02.507263 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:02.507586 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:02.507907 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:02.508224 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:02.508539 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:02.508852 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:02.509164 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:02.509476 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d086f69-7c58-4f5f-bed9-f864ff1fb6b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:02.533861 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.588359 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-326277f8-f77b-4194-8dfd-bb63e3837189 req-94de9900-0f4c-4558-945b-0ad641361892 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 210 time: 0.2076590 Apr 18 19:43:02.595209 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.613329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:02.623815 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Usage tracker for resource:port and tenant:307eb04c5f9840a78d06230aca95451e is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:02.626845 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.637577 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:02.641453 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-eeb13c88-2e98-4eae-8492-92ab7845dc57 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Unset dirty status for tenant:ed6027fe7c3945c6b93c3af0383638c6 on resource:network {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:02.644712 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-eeb13c88-2e98-4eae-8492-92ab7845dc57 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4652698 Apr 18 19:43:02.648930 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 42998) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:02.649099 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] For port 372a0883-6b6a-4953-aab2-c6015a4364a3, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=372a0883-6b6a-4953-aab2-c6015a4364a3,segment=NetworkSegment(0f5e6ea6-8881-4756-b4c4-155e4ab764db),segment_id=0f5e6ea6-8881-4756-b4c4-155e4ab764db)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:02.649475 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.659624 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:02.660900 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1443902584'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:02.672989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:02.710332 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:02.804329 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f153eb-1604-41be-aff3-e20716781c65 req-1f811de0-cdf7-4af2-8810-c72a77e72450 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:02.805813 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2f153eb-1604-41be-aff3-e20716781c65 req-1f811de0-cdf7-4af2-8810-c72a77e72450 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2731371 Apr 18 19:43:02.806990 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Allocated IP 172.25.8.211 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/5a664129-2d7d-484b-bd06-e0cac87f8604) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:02.824687 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Calling delete_port for 372a0883-6b6a-4953-aab2-c6015a4364a3 owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:02.836582 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Made reservation on behalf of ed6027fe7c3945c6b93c3af0383638c6 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:02.839207 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.851273 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Made reservation on behalf of 307eb04c5f9840a78d06230aca95451e for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:02.853896 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:02.966181 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f2f153eb-1604-41be-aff3-e20716781c65 req-b99cb8df-1bf5-471e-95d9-0c6bf869aff8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542387 Apr 18 19:43:02.978302 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:03.012072 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.012726 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Added segment 6d865656-8004-4783-b7d0-d878a86665ea of type vlan for network 7aae60cc-bd77-4b84-a6a6-0c458f58f6b2 Apr 18 19:43:03.057417 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:43:03.058071 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:43:03.071154 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.075496 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.167744 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.170923 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:03.171492 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.199406 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.286301 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Allocated IP 172.20.0.11 (ee645fc4-3e43-472c-affe-2251c055f0b5/5fc874ec-f7cf-4f75-afba-46b60e4ee312/e9272b7c-9798-4f00-a5bf-2bbdbb8b4251) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:03.347573 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event updated for resources: {'Network': ['ID=7aae60cc-bd77-4b84-a6a6-0c458f58f6b2,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:03.352624 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:03.356622 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:03.358279 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Pushing event updated for resources: {'Port': ['ID=5a664129-2d7d-484b-bd06-e0cac87f8604,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:03.359207 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 7aae60cc-bd77-4b84-a6a6-0c458f58f6b2 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:03.360380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:03.363527 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07c72d-917d-4bce-8d24-d614084d94cb req-ae1aa8f5-ada2-4235-bd52-ebd488bc5066 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:03.365009 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c07c72d-917d-4bce-8d24-d614084d94cb req-ae1aa8f5-ada2-4235-bd52-ebd488bc5066 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2300160 Apr 18 19:43:03.498644 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-575e6346-eb98-42b3-8e81-6b015473464e tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8476717 Apr 18 19:43:03.501604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43006) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:03.510912 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-191085194'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:03.514575 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02550d4c-5677-48f9-bf6a-910e80c81340 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:03.545694 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:03.558973 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Usage tracker for resource:network and tenant:ed6027fe7c3945c6b93c3af0383638c6 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:03.562089 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port 372a0883-6b6a-4953-aab2-c6015a4364a3 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:03.562449 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.571728 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:03.573488 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:03.622937 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76cffb-d57a-40e8-b075-dca3fe893f3e req-489e8b5e-720f-4bc3-b633-e822634d2218 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:03.624729 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3a76cffb-d57a-40e8-b075-dca3fe893f3e req-489e8b5e-720f-4bc3-b633-e822634d2218 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 932 time: 0.1244926 Apr 18 19:43:03.675464 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Made reservation on behalf of ed6027fe7c3945c6b93c3af0383638c6 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:03.678295 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.703617 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-3a76cffb-d57a-40e8-b075-dca3fe893f3e req-bba94378-8e20-48f0-acd6-d2a5318869dd tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708778 Apr 18 19:43:03.725181 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:03.732128 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.737101 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.737483 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Added segment bf37d3f3-e3c6-4f19-89aa-96f54e4acbc3 of type vlan for network 11235fc2-ef4f-4f04-ab99-a5f31cae0a13 Apr 18 19:43:03.769751 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.770511 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.780225 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:03.791038 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0c07c72d-917d-4bce-8d24-d614084d94cb req-b6e3e1be-be64-4e58-838f-5abcf19fd8a3 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185586 Apr 18 19:43:03.856045 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] The port '372a0883-6b6a-4953-aab2-c6015a4364a3' was deleted {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:43:03.904289 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Transition to ACTIVE for port object 02550d4c-5677-48f9-bf6a-910e80c81340 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:03.992871 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.000796 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.040258 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.db.resource_extend [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 19:43:04.074932 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9b24707c-4e8d-4c0d-957e-88c822f9c93d req-eb129de2-d2ab-4319-8ebc-c2d9ed819321 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 210 time: 0.2208040 Apr 18 19:43:04.128353 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.621540 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.621540 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:04.621540 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.632116 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b52a78-ab94-4c14-bfe9-68de0b21a37c']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:04.632116 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Pushing event updated for resources: {'Port': ['ID=02550d4c-5677-48f9-bf6a-910e80c81340,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:04.632116 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5e6ea6-8881-4756-b4c4-155e4ab764db') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:04.632116 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5e6ea6-8881-4756-b4c4-155e4ab764db') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:04.632116 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.639681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event updated for resources: {'Network': ['ID=11235fc2-ef4f-4f04-ab99-a5f31cae0a13,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:04.646249 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 11235fc2-ef4f-4f04-ab99-a5f31cae0a13 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9485ad-277e-4ddd-8d9a-c43a104d05b2 req-938d30bf-79ca-4738-bcab-8a3857d6546e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4d9485ad-277e-4ddd-8d9a-c43a104d05b2 req-938d30bf-79ca-4738-bcab-8a3857d6546e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3212912 Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:04.651921 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4d9485ad-277e-4ddd-8d9a-c43a104d05b2 req-df9503a7-4749-4279-910a-8e8c0e2a3a74 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590495 Apr 18 19:43:04.666297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Attempting to bind port 02550d4c-5677-48f9-bf6a-910e80c81340 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:04.666297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Attempting to bind port 02550d4c-5677-48f9-bf6a-910e80c81340 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': '4522ba11-14a3-4a7a-9234-9f4b7d668068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '78100a30-7930-495f-a2d7-d0ec3e9fe839'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:04.666297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Attempting to bind port 02550d4c-5677-48f9-bf6a-910e80c81340 on network 78100a30-7930-495f-a2d7-d0ec3e9fe839 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:04.666297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Port 02550d4c-5677-48f9-bf6a-910e80c81340 on network 78100a30-7930-495f-a2d7-d0ec3e9fe839 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:04.666297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Attempting to bind port 02550d4c-5677-48f9-bf6a-910e80c81340 on network 78100a30-7930-495f-a2d7-d0ec3e9fe839 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:04.666297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:04.666297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Checking segment: {'id': '4522ba11-14a3-4a7a-9234-9f4b7d668068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '78100a30-7930-495f-a2d7-d0ec3e9fe839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:04.666297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Bound using segment: {'id': '4522ba11-14a3-4a7a-9234-9f4b7d668068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '78100a30-7930-495f-a2d7-d0ec3e9fe839'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:04.666297 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Bound port: 02550d4c-5677-48f9-bf6a-910e80c81340, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4522ba11-14a3-4a7a-9234-9f4b7d668068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '78100a30-7930-495f-a2d7-d0ec3e9fe839'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:04.666297 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.672336 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2e998621-fd65-4591-94d7-270b302bb4aa tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1037800 Apr 18 19:43:04.672336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43018) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:04.672336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'ports': [{'network_id': '7aae60cc-bd77-4b84-a6a6-0c458f58f6b2', 'name': 'tempest-port--478025016', 'admin_state_up': True}, {'network_id': '11235fc2-ef4f-4f04-ab99-a5f31cae0a13', 'admin_state_up': False}]} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:04.672336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'port': {'network_id': '7aae60cc-bd77-4b84-a6a6-0c458f58f6b2', 'name': 'tempest-port--478025016', 'admin_state_up': True}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:04.672336 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'port': {'network_id': '11235fc2-ef4f-4f04-ab99-a5f31cae0a13', 'admin_state_up': False}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:04.677110 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] For port 02550d4c-5677-48f9-bf6a-910e80c81340, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:04.680476 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] For port 02550d4c-5677-48f9-bf6a-910e80c81340, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02550d4c-5677-48f9-bf6a-910e80c81340,segment=NetworkSegment(4522ba11-14a3-4a7a-9234-9f4b7d668068),segment_id=4522ba11-14a3-4a7a-9234-9f4b7d668068)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:04.780602 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.831943 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Router 71afc3af-4f77-40cd-bf2f-4b1a3aca570e is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:43:04.837101 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.868900 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.899854 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:04.922438 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Network': ['ID=63b52a78-ab94-4c14-bfe9-68de0b21a37c,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:04.944874 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Network ee645fc4-3e43-472c-affe-2251c055f0b5 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:04.948979 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:04.959375 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Pushing event updated for resources: {'Port': ['ID=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:04.963080 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Usage tracker for resource:port and tenant:ed6027fe7c3945c6b93c3af0383638c6 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:04.963567 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:04.969863 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:04.999179 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:05.024180 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:05.027035 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f73d2244-6592-4e0c-ae0b-83de87fe474d tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/63b52a78-ab94-4c14-bfe9-68de0b21a37c HTTP/1.1" status: 204 len: 168 time: 3.5811253 Apr 18 19:43:05.040350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43024) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:05.051548 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6607b6-3737-497e-b6dc-e6446eb2f95b req-b0ba5427-baef-4cf7-9ced-4c08a25eabb0 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:05.053001 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6607b6-3737-497e-b6dc-e6446eb2f95b req-b0ba5427-baef-4cf7-9ced-4c08a25eabb0 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3407741 Apr 18 19:43:05.107070 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.107070 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] 10.222.0.16 "PUT /v2.0/ports/02550d4c-5677-48f9-bf6a-910e80c81340 HTTP/1.1" status: 200 len: 1092 time: 3.0132744 Apr 18 19:43:05.108558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b5ef28-3790-4d77-add4-4046645214fa', 'tag': '02550d4c-5677-48f9-bf6a-910e80c81340'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:05.115876 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-d156efaa-d45d-4e50-8e55-7d71f06f5c79 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:43:05.115876 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d156efaa-d45d-4e50-8e55-7d71f06f5c79 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:05.121598 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-d156efaa-d45d-4e50-8e55-7d71f06f5c79 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/subnets/ce476915-d829-482f-8e88-b984276d6d33 HTTP/1.1" status: 404 len: 337 time: 0.0748627 Apr 18 19:43:05.122817 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43032) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:05.131906 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:05.132526 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.138189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Made reservation on behalf of ed6027fe7c3945c6b93c3af0383638c6 for: {'port': 2} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:05.141520 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.156062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9f02d-37c3-43a2-80f9-c05c96049242 service neutron] Pushing event updated for resources: {'Port': ['ID=02550d4c-5677-48f9-bf6a-910e80c81340,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:05.228626 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e203c0a8-ee47-4642-82a7-3de40fcabbf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] DELETE failed (client error): The resource could not be found. Apr 18 19:43:05.228626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e203c0a8-ee47-4642-82a7-3de40fcabbf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:05.228626 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e203c0a8-ee47-4642-82a7-3de40fcabbf3 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/40eab54f-46af-4364-b705-26a628092777 HTTP/1.1" status: 404 len: 339 time: 0.0556684 Apr 18 19:43:05.228626 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43036) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:05.340267 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.340267 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-aa6607b6-3737-497e-b6dc-e6446eb2f95b req-17168953-5eb4-441a-b781-06bbb173b232 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327295 Apr 18 19:43:05.346758 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a56bd8-0988-44c4-99b3-79cad2f34f89 req-f9f60133-f76e-4f49-b898-6c6b92d97042 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:05.346758 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-50a56bd8-0988-44c4-99b3-79cad2f34f89 req-f9f60133-f76e-4f49-b898-6c6b92d97042 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Synchronizing usage tracker for tenant:c99c039239f64d4da8f2bf33a4183310 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:05.346758 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cf467707-4cad-4b63-aae4-f997f00b1d68 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3338337 Apr 18 19:43:05.362540 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Request body: {'port': {'device_id': '62e9b657-2e9e-4de4-9c16-4d37b0473c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:05.455533 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-50a56bd8-0988-44c4-99b3-79cad2f34f89 req-f9f60133-f76e-4f49-b898-6c6b92d97042 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Unset dirty status for tenant:c99c039239f64d4da8f2bf33a4183310 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:05.456720 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-50a56bd8-0988-44c4-99b3-79cad2f34f89 req-f9f60133-f76e-4f49-b898-6c6b92d97042 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 944 time: 0.5796001 Apr 18 19:43:05.529547 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] device_id is not set on port a739f8fc-4e48-4201-b78c-13aa5c987ff0 yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:43:05.571672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:43:05.583168 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f91de3-51c6-4ce1-b10b-76537d8c3c40 None None] Sync routers for ids ['71afc3af-4f77-40cd-bf2f-4b1a3aca570e'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:43:05.600954 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f91de3-51c6-4ce1-b10b-76537d8c3c40 None None] Routers {'71afc3af-4f77-40cd-bf2f-4b1a3aca570e'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:05.602924 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e2f91de3-51c6-4ce1-b10b-76537d8c3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['71afc3af-4f77-40cd-bf2f-4b1a3aca570e'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:05.615578 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b482e-eaa7-4574-b81e-276c43276889 req-3cef9116-febc-4ead-a004-20fd7f943562 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:05.617135 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac5b482e-eaa7-4574-b81e-276c43276889 req-3cef9116-febc-4ead-a004-20fd7f943562 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 932 time: 0.1851299 Apr 18 19:43:05.691097 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e2f91de3-51c6-4ce1-b10b-76537d8c3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:05.707159 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f91de3-51c6-4ce1-b10b-76537d8c3c40 None None] Routers {'71afc3af-4f77-40cd-bf2f-4b1a3aca570e'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:05.707872 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e2f91de3-51c6-4ce1-b10b-76537d8c3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['71afc3af-4f77-40cd-bf2f-4b1a3aca570e'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:05.709866 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.713902 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f8f8a096-7b3c-4e46-92a6-704467f0405f tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0825005 Apr 18 19:43:05.713902 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.718733 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43044) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:05.738713 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-65ae37e4-32ee-41e7-9f36-abe79dbb0582 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c99c039239f64d4da8f2bf33a4183310&device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 1095 time: 0.5121386 Apr 18 19:43:05.745295 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:05.770873 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-e2f91de3-51c6-4ce1-b10b-76537d8c3c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:05.771448 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f91de3-51c6-4ce1-b10b-76537d8c3c40 None None] The sync data for ids ['71afc3af-4f77-40cd-bf2f-4b1a3aca570e'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:43:05.809787 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-50a56bd8-0988-44c4-99b3-79cad2f34f89 req-731b2931-bb38-4643-b3d8-4ee8e5396805 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381920 Apr 18 19:43:05.821048 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.860863 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12af949-d5fb-44d7-b7e5-6c34ec997425 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting subnet ef5d2db6-7394-4734-b545-c7857eeed8e6 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:43:05.885106 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b12af949-d5fb-44d7-b7e5-6c34ec997425 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:05.914459 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-856e273a-33d4-42d5-b43f-faa339a10782'] response: {'name': 'network-changed', 'server_uuid': 'a6b5ef28-3790-4d77-add4-4046645214fa', 'tag': '02550d4c-5677-48f9-bf6a-910e80c81340', 'status': 'completed', 'code': 200} Apr 18 19:43:05.918121 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-355a59d1-8033-4b7f-968c-4d3d63f9b1c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02550d4c-5677-48f9-bf6a-910e80c81340 HTTP/1.1" status: 200 len: 217 time: 0.1625011 Apr 18 19:43:06.075386 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b12af949-d5fb-44d7-b7e5-6c34ec997425 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:06.086642 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ac5b482e-eaa7-4574-b81e-276c43276889 req-090539d8-f1e8-4e9a-855b-e8cc3dfc4325 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141574 Apr 18 19:43:06.089246 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] device_id is not set on port 4ee1c33c-ae14-4ea7-85ce-34766fd5596e yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:43:06.209482 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-f1f259de-afe7-4ee0-ac2d-1929d7f2163e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:06.210970 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-f1f259de-afe7-4ee0-ac2d-1929d7f2163e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40b7db50-054e-4800-878c-dcf61ecf1a23 HTTP/1.1" status: 200 len: 848 time: 0.2860689 Apr 18 19:43:06.229228 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:06.292319 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-0ca87223-b9b8-4667-a2bd-71aefe2abfe4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78100a30-7930-495f-a2d7-d0ec3e9fe839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646596 Apr 18 19:43:06.449409 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90f52d-5674-4d95-a941-d65582bfe65f req-35fa3481-aaf9-46d1-a140-f42c078dc19c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:06.450883 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7e90f52d-5674-4d95-a941-d65582bfe65f req-35fa3481-aaf9-46d1-a140-f42c078dc19c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.4167025 Apr 18 19:43:06.469990 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:06.479036 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b12af949-d5fb-44d7-b7e5-6c34ec997425 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:06.645526 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-7e90f52d-5674-4d95-a941-d65582bfe65f req-5e38ba2b-2afb-4cf2-8853-5d793b9c9cd2 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785200 Apr 18 19:43:06.654540 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-2837d73a-54cd-4772-a474-bfd5299bf7e8 service neutron] 10.222.0.16 "GET /v2.0/networks/78100a30-7930-495f-a2d7-d0ec3e9fe839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483090 Apr 18 19:43:06.686097 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event updated for resources: {'Port': ['ID=a739f8fc-4e48-4201-b78c-13aa5c987ff0,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:06.722318 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Checking segment: {'id': '6d865656-8004-4783-b7d0-d878a86665ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7aae60cc-bd77-4b84-a6a6-0c458f58f6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:06.722983 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Network hostable DHCP agents. Network: 7aae60cc-bd77-4b84-a6a6-0c458f58f6b2, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:06.799575 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b12af949-d5fb-44d7-b7e5-6c34ec997425 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:06.851032 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12af949-d5fb-44d7-b7e5-6c34ec997425 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5d2db6-7394-4734-b545-c7857eeed8e6,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:06.859795 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Network 7aae60cc-bd77-4b84-a6a6-0c458f58f6b2 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:06.870954 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:06.882621 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-b12af949-d5fb-44d7-b7e5-6c34ec997425 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:06.886107 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:06.886259 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2af606-7e7c-4757-a0ac-c5790e90893b None None] Network bb7d9108-89ca-4d3f-ad0d-ea350d0866b4 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:06.898857 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:06.922921 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-10c3dee7-2b6d-4a47-b01c-97bae732d16c req-de512648-abb5-46f1-9a0b-5394a177bf79 service neutron] 10.222.0.16 "GET /v2.0/networks/78100a30-7930-495f-a2d7-d0ec3e9fe839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662518 Apr 18 19:43:06.925716 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-b12af949-d5fb-44d7-b7e5-6c34ec997425 tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/subnets/ef5d2db6-7394-4734-b545-c7857eeed8e6 HTTP/1.1" status: 204 len: 168 time: 1.7353721 Apr 18 19:43:06.926870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Transition to ACTIVE for port object e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:06.935371 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08596a-2156-4e0e-85f3-63f5e967141b req-4749c0ee-c978-4030-aeec-9bababe768b1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:06.937873 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43054) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:06.939022 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2d08596a-2156-4e0e-85f3-63f5e967141b req-4749c0ee-c978-4030-aeec-9bababe768b1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1534548 Apr 18 19:43:06.940447 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 7aae60cc-bd77-4b84-a6a6-0c458f58f6b2) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:06.945253 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:06.946145 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:06.969224 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae01cdc-6b9f-4379-8716-130b726d08e4 None None] Network 7aae60cc-bd77-4b84-a6a6-0c458f58f6b2 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:07.064546 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.082313 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.119734 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event updated for resources: {'Port': ['ID=4ee1c33c-ae14-4ea7-85ce-34766fd5596e,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:07.137022 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-2d08596a-2156-4e0e-85f3-63f5e967141b req-54a85137-d6f3-4d54-aa32-87300479a680 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165631 Apr 18 19:43:07.137350 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Checking segment: {'id': 'bf37d3f3-e3c6-4f19-89aa-96f54e4acbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '11235fc2-ef4f-4f04-ab99-a5f31cae0a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:07.139912 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Network hostable DHCP agents. Network: 11235fc2-ef4f-4f04-ab99-a5f31cae0a13, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:07.170598 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Deleting port 5a664129-2d7d-484b-bd06-e0cac87f8604 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:07.181893 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.240060 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Pushing event updated for resources: {'Port': ['ID=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:07.312685 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Network 11235fc2-ef4f-4f04-ab99-a5f31cae0a13 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:07.340805 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.437056 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 11235fc2-ef4f-4f04-ab99-a5f31cae0a13) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:07.441899 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.446809 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9e9e01-61fe-4d6c-8b85-a2cc1a116597 None None] Network 11235fc2-ef4f-4f04-ab99-a5f31cae0a13 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:07.463159 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:07.463159 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:07.466300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:07.467010 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.472961 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b0e377-6417-49ff-8558-856a3cf34220 None None] DHCP port deletion for bb7d9108-89ca-4d3f-ad0d-ea350d0866b4 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:43:07.482652 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0e377-6417-49ff-8558-856a3cf34220 None None] Deleting port eab3fab7-c920-4868-a13d-c55baf90e37f {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:07.484502 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c7b0e377-6417-49ff-8558-856a3cf34220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.533300 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port eab3fab7-c920-4868-a13d-c55baf90e37f {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:07.533641 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.606652 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Calling delete_port for 5a664129-2d7d-484b-bd06-e0cac87f8604 owned by network:router_gateway {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:07.640348 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a88069-d078-4e05-8957-c2eaee17b1f5 req-5ecf0323-d991-4dc5-a99a-110e0603e594 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:07.641935 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-69a88069-d078-4e05-8957-c2eaee17b1f5 req-5ecf0323-d991-4dc5-a99a-110e0603e594 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 944 time: 0.3347888 Apr 18 19:43:07.644942 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215862d7-9090-411e-96fe-d9e9a0984562 req-62408fe4-dfe6-4c51-8f46-87ad31a92ab0 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:07.646628 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-215862d7-9090-411e-96fe-d9e9a0984562 req-62408fe4-dfe6-4c51-8f46-87ad31a92ab0 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 944 time: 0.6353877 Apr 18 19:43:07.655162 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bec48871-2388-44d6-8a30-29c8c3e15cba req-b70a27f0-4c38-4a06-91aa-9f235b7090ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c99c039239f64d4da8f2bf33a4183310&device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 1095 time: 0.5451133 Apr 18 19:43:07.725445 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e037afe0-f8c2-4fef-8b6e-456b302f6bf8 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1167309 Apr 18 19:43:07.733659 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43064) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:07.778949 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-69a88069-d078-4e05-8957-c2eaee17b1f5 req-5ea9778a-097d-4024-988c-7883f73955f1 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267989 Apr 18 19:43:07.911451 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-c7b0e377-6417-49ff-8558-856a3cf34220 None None] For port eab3fab7-c920-4868-a13d-c55baf90e37f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eab3fab7-c920-4868-a13d-c55baf90e37f,segment=NetworkSegment(3976f668-925b-43a2-bb0b-03119e733896),segment_id=3976f668-925b-43a2-bb0b-03119e733896)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:07.912465 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c7b0e377-6417-49ff-8558-856a3cf34220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:07.957318 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Attempting to bind port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 on host n-h1-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:07.957826 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Attempting to bind port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 by drivers openvswitch,hyperv on host n-h1-838334-1 at level 0 using segments [{'id': 'f10c5cad-ca06-4e28-bc1f-4dd8e3fec909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:07.957992 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Attempting to bind port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 on network ee645fc4-3e43-472c-affe-2251c055f0b5 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:08.002505 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-215862d7-9090-411e-96fe-d9e9a0984562 req-b1e34b65-a3fa-4ca8-88a3-7e7972f892f4 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837071 Apr 18 19:43:08.013844 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 on network ee645fc4-3e43-472c-affe-2251c055f0b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:08.014170 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Attempting to bind port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 on network ee645fc4-3e43-472c-affe-2251c055f0b5 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:08.049456 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] For port eab3fab7-c920-4868-a13d-c55baf90e37f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=eab3fab7-c920-4868-a13d-c55baf90e37f,segment=NetworkSegment(3976f668-925b-43a2-bb0b-03119e733896),segment_id=3976f668-925b-43a2-bb0b-03119e733896)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:08.049832 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.057814 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Checking agent: {'id': 'd616d3bd-cc42-4041-b4fe-f4796fe125a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:08.058018 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Checking segment: {'id': 'f10c5cad-ca06-4e28-bc1f-4dd8e3fec909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:08.060076 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Bound using segment: {'id': 'f10c5cad-ca06-4e28-bc1f-4dd8e3fec909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:08.060672 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Bound port: e9272b7c-9798-4f00-a5bf-2bbdbb8b4251, host: n-h1-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10c5cad-ca06-4e28-bc1f-4dd8e3fec909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:08.062005 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.075653 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec48871-2388-44d6-8a30-29c8c3e15cba req-fa985f26-1695-4c37-9b2f-fa5e1d182422 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:08.077213 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bec48871-2388-44d6-8a30-29c8c3e15cba req-fa985f26-1695-4c37-9b2f-fa5e1d182422 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78100a30-7930-495f-a2d7-d0ec3e9fe839 HTTP/1.1" status: 200 len: 909 time: 0.4120047 Apr 18 19:43:08.099429 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0e377-6417-49ff-8558-856a3cf34220 None None] Calling delete_port for eab3fab7-c920-4868-a13d-c55baf90e37f owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:08.124865 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dec4a68-2700-4d73-9bc6-bfb63b22ea04 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:08.128949 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dec4a68-2700-4d73-9bc6-bfb63b22ea04 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:08.129856 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8dec4a68-2700-4d73-9bc6-bfb63b22ea04 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Synchronizing usage tracker for tenant:ed6027fe7c3945c6b93c3af0383638c6 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:08.182793 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c0da0-3256-467b-86da-9e1eed3d664a req-1ed78940-67a0-482e-8fe9-c0b3e733fc50 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:08.184284 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-177c0da0-3256-467b-86da-9e1eed3d664a req-1ed78940-67a0-482e-8fe9-c0b3e733fc50 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2482400 Apr 18 19:43:08.204591 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device eab3fab7-c920-4868-a13d-c55baf90e37f no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:43:08.233321 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-177c0da0-3256-467b-86da-9e1eed3d664a req-a63a0461-823f-43d0-b128-272e077f7aee tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Apr 18 19:43:08.252426 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8dec4a68-2700-4d73-9bc6-bfb63b22ea04 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Unset dirty status for tenant:ed6027fe7c3945c6b93c3af0383638c6 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:08.258744 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8dec4a68-2700-4d73-9bc6-bfb63b22ea04 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5189972 Apr 18 19:43:08.258744 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43072) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:08.329777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-9104bb2e-d671-4759-a00c-3003c7f73cc1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Deleting port a739f8fc-4e48-4201-b78c-13aa5c987ff0 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:08.330810 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9104bb2e-d671-4759-a00c-3003c7f73cc1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.333238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Calling delete_port for eab3fab7-c920-4868-a13d-c55baf90e37f owned by network:dhcp {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:08.353677 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.363486 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.375296 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c7b0e377-6417-49ff-8558-856a3cf34220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.429022 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bec48871-2388-44d6-8a30-29c8c3e15cba req-c5bf445b-0774-4540-962f-354044b38ee5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02550d4c-5677-48f9-bf6a-910e80c81340 HTTP/1.1" status: 200 len: 217 time: 0.2857296 Apr 18 19:43:08.432523 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Pushing event deleted for resources: {'Port': ['ID=5a664129-2d7d-484b-bd06-e0cac87f8604,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:08.452778 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0e377-6417-49ff-8558-856a3cf34220 None None] Pushing event deleted for resources: {'Port': ['ID=eab3fab7-c920-4868-a13d-c55baf90e37f,revision_number=None']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:08.498271 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b0e377-6417-49ff-8558-856a3cf34220 None None] No DVR routers for this DVR port eab3fab7-c920-4868-a13d-c55baf90e37f on host n-d-838334-1 {{(pid=84806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:43:08.537403 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] For port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251, host n-h1-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:08.559410 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] For port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251, host n-h1-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251,segment=NetworkSegment(f10c5cad-ca06-4e28-bc1f-4dd8e3fec909),segment_id=f10c5cad-ca06-4e28-bc1f-4dd8e3fec909)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:08.566687 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec48871-2388-44d6-8a30-29c8c3e15cba req-7df16803-eaac-43f5-8f93-72ab4e8a0b9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:08.568108 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bec48871-2388-44d6-8a30-29c8c3e15cba req-7df16803-eaac-43f5-8f93-72ab4e8a0b9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40b7db50-054e-4800-878c-dcf61ecf1a23 HTTP/1.1" status: 200 len: 848 time: 0.1180232 Apr 18 19:43:08.571391 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.db.api [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 19:43:08.571696 n-d-838334-1 neutron-server[84804]: DEBUG oslo_db.api [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 19:43:08.622446 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bec48871-2388-44d6-8a30-29c8c3e15cba req-441a1c4f-d054-4be7-81a0-61265cac8660 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78100a30-7930-495f-a2d7-d0ec3e9fe839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473022 Apr 18 19:43:08.632831 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e8952-72d6-4809-93b5-c2eca8d01157 req-d39acb69-e9c9-4a32-bd0f-e1db9eabab8c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:08.634185 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e37e8952-72d6-4809-93b5-c2eca8d01157 req-d39acb69-e9c9-4a32-bd0f-e1db9eabab8c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2563250 Apr 18 19:43:08.656352 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.815837 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.817191 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] 10.222.0.71 "PUT /v2.0/ports/e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 HTTP/1.1" status: 200 len: 1092 time: 3.4711661 Apr 18 19:43:08.817627 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e9b657-2e9e-4de4-9c16-4d37b0473c3a', 'tag': 'e9272b7c-9798-4f00-a5bf-2bbdbb8b4251'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:08.836408 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9104bb2e-d671-4759-a00c-3003c7f73cc1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.845223 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4076044'] for router_gateway, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:08.863927 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd398560-d97e-4b78-b0b5-f845e6893914 service neutron] Pushing event updated for resources: {'Port': ['ID=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:08.880327 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e37e8952-72d6-4809-93b5-c2eca8d01157 req-45e0e505-3c55-4750-8110-924b19456b6f tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267585 Apr 18 19:43:08.885962 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bec48871-2388-44d6-8a30-29c8c3e15cba req-a4f6f34c-842e-44c1-8373-d1fc1ea55f78 service neutron] 10.222.0.16 "GET /v2.0/networks/78100a30-7930-495f-a2d7-d0ec3e9fe839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508097 Apr 18 19:43:09.085397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-9104bb2e-d671-4759-a00c-3003c7f73cc1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Calling delete_port for a739f8fc-4e48-4201-b78c-13aa5c987ff0 owned by {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:09.122551 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.136117 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4076102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4076121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4113115'] for router, after_update {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.139811 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Deleting port eab3fab7-c920-4868-a13d-c55baf90e37f {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:09.140268 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.174129 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-bec48871-2388-44d6-8a30-29c8c3e15cba req-96196509-020a-4318-a9de-98e0855d4ce1 service neutron] 10.222.0.16 "GET /v2.0/networks/78100a30-7930-495f-a2d7-d0ec3e9fe839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700207 Apr 18 19:43:09.348956 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 02550d4c-5677-48f9-bf6a-910e80c81340 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:43:09.351206 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] The port 'eab3fab7-c920-4868-a13d-c55baf90e37f' was deleted {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 18 19:43:09.382435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Router 71afc3af-4f77-40cd-bf2f-4b1a3aca570e has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:43:09.410835 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510f086-a467-4abe-bc39-c772d778db60 req-7db6c459-19bf-4c49-b2fc-adc6d87c4786 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:09.414832 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510f086-a467-4abe-bc39-c772d778db60 req-7db6c459-19bf-4c49-b2fc-adc6d87c4786 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:09.418809 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510f086-a467-4abe-bc39-c772d778db60 req-7db6c459-19bf-4c49-b2fc-adc6d87c4786 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:09.422962 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510f086-a467-4abe-bc39-c772d778db60 req-7db6c459-19bf-4c49-b2fc-adc6d87c4786 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:09.427064 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510f086-a467-4abe-bc39-c772d778db60 req-7db6c459-19bf-4c49-b2fc-adc6d87c4786 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:09.431240 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510f086-a467-4abe-bc39-c772d778db60 req-7db6c459-19bf-4c49-b2fc-adc6d87c4786 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:09.435225 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510f086-a467-4abe-bc39-c772d778db60 req-7db6c459-19bf-4c49-b2fc-adc6d87c4786 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:09.437092 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b510f086-a467-4abe-bc39-c772d778db60 req-7db6c459-19bf-4c49-b2fc-adc6d87c4786 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5444 time: 0.2221632 Apr 18 19:43:09.502332 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9104bb2e-d671-4759-a00c-3003c7f73cc1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.503221 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.524350 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 02550d4c-5677-48f9-bf6a-910e80c81340, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02550d4c-5677-48f9-bf6a-910e80c81340,segment=NetworkSegment(4522ba11-14a3-4a7a-9234-9f4b7d668068),segment_id=4522ba11-14a3-4a7a-9234-9f4b7d668068)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:09.540225 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-33459081-bc79-4f31-8c40-88532dd09ad7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=307eb04c5f9840a78d06230aca95451e&device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 1095 time: 0.5470047 Apr 18 19:43:09.541371 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '02550d4c-5677-48f9-bf6a-910e80c81340', 'network_id': '78100a30-7930-495f-a2d7-d0ec3e9fe839', 'port_id': '02550d4c-5677-48f9-bf6a-910e80c81340', 'mac_address': 'fa:16:3e:69:59:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b7db50-054e-4800-878c-dcf61ecf1a23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:43:09.548970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ed1d9-4483-4bd6-9330-0746c3c78532 req-4bc77515-d148-4712-81b0-8d02d2f00fbb tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:09.549638 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-571ed1d9-4483-4bd6-9330-0746c3c78532 req-4bc77515-d148-4712-81b0-8d02d2f00fbb tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Synchronizing usage tracker for tenant:307eb04c5f9840a78d06230aca95451e on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:09.555469 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7d9108-89ca-4d3f-ad0d-ea350d0866b4']}} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:09.604813 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.625013 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02550d4c-5677-48f9-bf6a-910e80c81340 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:09.632496 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3976f668-925b-43a2-bb0b-03119e733896') {'for_net_delete': True} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:09.632790 n-d-838334-1 neutron-server[84804]: DEBUG neutron.services.segments.db [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3976f668-925b-43a2-bb0b-03119e733896') {} {{(pid=84804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:09.644785 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 02550d4c-5677-48f9-bf6a-910e80c81340, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02550d4c-5677-48f9-bf6a-910e80c81340,segment=NetworkSegment(4522ba11-14a3-4a7a-9234-9f4b7d668068),segment_id=4522ba11-14a3-4a7a-9234-9f4b7d668068)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:09.648201 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-abf4868f-5a53-4589-8f68-c7de968b3f33 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 HTTP/1.1" status: 200 len: 217 time: 0.0958228 Apr 18 19:43:09.653442 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2470461'] for segment, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.712517 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.723683 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:09.724088 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2433115'] for segment, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.733037 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.737590 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104bb2e-d671-4759-a00c-3003c7f73cc1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Port': ['ID=a739f8fc-4e48-4201-b78c-13aa5c987ff0,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: util.warn( Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: Traceback (most recent call last): Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: timer() Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: cb(*args, **kw) Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: return func(*args, **kwargs) Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: self._notify() Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: self.callback(batched_events) Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: event.method(event) Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: return f(self, *a, **k) Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: return self._get(url).json() Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:09.739939 n-d-838334-1 neutron-server[84804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:09.769189 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-9104bb2e-d671-4759-a00c-3003c7f73cc1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.791848 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b510f086-a467-4abe-bc39-c772d778db60 req-2c114d51-7efb-4236-91b0-60705dcfb052 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2972305 Apr 18 19:43:09.799921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:43:09.812993 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.812993 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3fcc814f-61be-4b0b-8cac-569720b81477 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "PUT /v2.0/routers/71afc3af-4f77-40cd-bf2f-4b1a3aca570e HTTP/1.1" status: 200 len: 706 time: 4.0894363 Apr 18 19:43:09.813916 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43090) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:09.816133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-571ed1d9-4483-4bd6-9330-0746c3c78532 req-4bc77515-d148-4712-81b0-8d02d2f00fbb tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Unset dirty status for tenant:307eb04c5f9840a78d06230aca95451e on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:09.817493 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-571ed1d9-4483-4bd6-9330-0746c3c78532 req-4bc77515-d148-4712-81b0-8d02d2f00fbb tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 944 time: 0.7830987 Apr 18 19:43:09.818508 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61fe0d-a645-40a0-8c43-4fdecc86cb64 None None] Sync routers for ids ['71afc3af-4f77-40cd-bf2f-4b1a3aca570e'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:43:09.819519 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-21e398b9-d361-4e6c-8f4e-e1812c0f0b90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:09.821015 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-21e398b9-d361-4e6c-8f4e-e1812c0f0b90 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5fc874ec-f7cf-4f75-afba-46b60e4ee312 HTTP/1.1" status: 200 len: 849 time: 0.1609888 Apr 18 19:43:09.837046 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=02550d4c-5677-48f9-bf6a-910e80c81340,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:09.847128 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61fe0d-a645-40a0-8c43-4fdecc86cb64 None None] Routers {'71afc3af-4f77-40cd-bf2f-4b1a3aca570e'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:09.861672 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-bb61fe0d-a645-40a0-8c43-4fdecc86cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['71afc3af-4f77-40cd-bf2f-4b1a3aca570e'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:09.897430 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-ad7c88ee-25f2-4ea0-94f3-29c30336f587 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ee645fc4-3e43-472c-affe-2251c055f0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632753 Apr 18 19:43:09.904098 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:09.962611 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9104bb2e-d671-4759-a00c-3003c7f73cc1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "DELETE /v2.0/ports/a739f8fc-4e48-4201-b78c-13aa5c987ff0 HTTP/1.1" status: 204 len: 168 time: 1.7051787 Apr 18 19:43:09.975875 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43096) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:09.988694 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c000acb-efb8-4568-aad8-2ca9a92f1149'] response: {'name': 'network-changed', 'server_uuid': '62e9b657-2e9e-4de4-9c16-4d37b0473c3a', 'tag': 'e9272b7c-9798-4f00-a5bf-2bbdbb8b4251', 'status': 'completed', 'code': 200} Apr 18 19:43:09.994104 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-bb61fe0d-a645-40a0-8c43-4fdecc86cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:09.999816 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-571ed1d9-4483-4bd6-9330-0746c3c78532 req-aab468f6-e578-4d19-8934-fc5f7ee3e439 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Synchronizing usage tracker for tenant:307eb04c5f9840a78d06230aca95451e on resource:security_group {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:10.004242 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb61fe0d-a645-40a0-8c43-4fdecc86cb64 None None] Routers {'71afc3af-4f77-40cd-bf2f-4b1a3aca570e'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:10.004850 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-bb61fe0d-a645-40a0-8c43-4fdecc86cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:42:54Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['71afc3af-4f77-40cd-bf2f-4b1a3aca570e'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:10.031218 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:10.058901 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:10.061990 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-049d5ff4-9e0b-4b9d-8dd2-31ea3282a9ce tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/routers/71afc3af-4f77-40cd-bf2f-4b1a3aca570e HTTP/1.1" status: 200 len: 741 time: 0.2461760 Apr 18 19:43:10.067626 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-4d6df6f9-2d48-42b8-9489-8c3ad24f56cb tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Deleting port 4ee1c33c-ae14-4ea7-85ce-34766fd5596e {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:10.068283 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d6df6f9-2d48-42b8-9489-8c3ad24f56cb tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:10.071019 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['02550d4c-5677-48f9-bf6a-910e80c81340'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:43:10.071841 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43100) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:10.150603 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] Pushing event deleted for resources: {'Network': ['ID=bb7d9108-89ca-4d3f-ad0d-ea350d0866b4,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:10.168320 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-bb61fe0d-a645-40a0-8c43-4fdecc86cb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:10.168744 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb61fe0d-a645-40a0-8c43-4fdecc86cb64 None None] The sync data for ids ['71afc3af-4f77-40cd-bf2f-4b1a3aca570e'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:43:10.182457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-571ed1d9-4483-4bd6-9330-0746c3c78532 req-aab468f6-e578-4d19-8934-fc5f7ee3e439 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Unset dirty status for tenant:307eb04c5f9840a78d06230aca95451e on resource:security_group {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:10.191006 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-571ed1d9-4483-4bd6-9330-0746c3c78532 req-aab468f6-e578-4d19-8934-fc5f7ee3e439 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550558 Apr 18 19:43:10.208959 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-4cfe3e8f-d234-47dc-a094-c95171ea3bbd tempest-RoutersAdminTest-146752276 tempest-RoutersAdminTest-146752276-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=b9f392f6-42e1-41ad-9423-d80ed824c270&device_id=71afc3af-4f77-40cd-bf2f-4b1a3aca570e HTTP/1.1" status: 200 len: 205 time: 0.1359692 Apr 18 19:43:10.213714 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-de525bb8-2d50-49bc-b98e-3715175632cc tempest-NetworksIpV6Test-530597961 tempest-NetworksIpV6Test-530597961-project] 10.222.0.66 "DELETE /v2.0/networks/bb7d9108-89ca-4d3f-ad0d-ea350d0866b4 HTTP/1.1" status: 204 len: 168 time: 3.2745466 Apr 18 19:43:10.216461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43104) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:10.261773 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-a17907d5-2775-437d-8bcc-8e1c328f3d97 service neutron] 10.222.0.71 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578198 Apr 18 19:43:10.419599 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d6df6f9-2d48-42b8-9489-8c3ad24f56cb tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:10.432306 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-28c24bbc-25c4-4c71-a18b-fac333566acf tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=71afc3af-4f77-40cd-bf2f-4b1a3aca570e HTTP/1.1" status: 200 len: 205 time: 0.2145221 Apr 18 19:43:10.435884 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43110) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:10.550905 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-6db921bc-646e-4aeb-a334-5873ca88ff63 req-80cfb8e9-e28a-4603-8d0d-281a33e77e88 service neutron] 10.222.0.71 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826817 Apr 18 19:43:10.564846 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8946f-8791-4089-a15c-cb54445cc2b4 req-dd34e329-7dcd-4678-9af7-185624941f3f tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:10.566452 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6c8946f-8791-4089-a15c-cb54445cc2b4 req-dd34e329-7dcd-4678-9af7-185624941f3f tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 945 time: 0.1426425 Apr 18 19:43:10.608465 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-4d6df6f9-2d48-42b8-9489-8c3ad24f56cb tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Calling delete_port for 4ee1c33c-ae14-4ea7-85ce-34766fd5596e owned by {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:10.616835 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e6c8946f-8791-4089-a15c-cb54445cc2b4 req-1ef7801d-a1d5-42d4-b7c7-c317be7df0c6 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446045 Apr 18 19:43:10.758096 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-629a7845-f330-499c-9c76-0d240c67a1da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:10.767194 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3ed4e961-394e-4c45-a278-ac95d49bc99e req-2c39704f-9ae0-4209-96b3-f832a3263f64 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=307eb04c5f9840a78d06230aca95451e&device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 1095 time: 0.1098220 Apr 18 19:43:10.948156 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43120) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:10.953182 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d6df6f9-2d48-42b8-9489-8c3ad24f56cb tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.081768 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6df6f9-2d48-42b8-9489-8c3ad24f56cb tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Port': ['ID=4ee1c33c-ae14-4ea7-85ce-34766fd5596e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:11.086658 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4e961-394e-4c45-a278-ac95d49bc99e req-b57662f8-b315-4ea9-b979-1f731fec714b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.088467 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3ed4e961-394e-4c45-a278-ac95d49bc99e req-b57662f8-b315-4ea9-b979-1f731fec714b service neutron] 10.222.0.71 "GET /v2.0/networks?id=ee645fc4-3e43-472c-affe-2251c055f0b5 HTTP/1.1" status: 200 len: 910 time: 0.3137801 Apr 18 19:43:11.119961 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.123325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e235f-8b54-4075-a36c-84c5b93c4046 req-771e5644-8880-4bad-a197-24d37fd17027 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.128087 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e235f-8b54-4075-a36c-84c5b93c4046 req-771e5644-8880-4bad-a197-24d37fd17027 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.147236 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e235f-8b54-4075-a36c-84c5b93c4046 req-771e5644-8880-4bad-a197-24d37fd17027 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.147236 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e235f-8b54-4075-a36c-84c5b93c4046 req-771e5644-8880-4bad-a197-24d37fd17027 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.150105 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e235f-8b54-4075-a36c-84c5b93c4046 req-771e5644-8880-4bad-a197-24d37fd17027 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.154262 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e235f-8b54-4075-a36c-84c5b93c4046 req-771e5644-8880-4bad-a197-24d37fd17027 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.158707 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e235f-8b54-4075-a36c-84c5b93c4046 req-771e5644-8880-4bad-a197-24d37fd17027 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.160928 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-803e235f-8b54-4075-a36c-84c5b93c4046 req-771e5644-8880-4bad-a197-24d37fd17027 tempest-TaggedBootDevicesTest_v242-1677920594 tempest-TaggedBootDevicesTest_v242-1677920594-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 5444 time: 0.3352947 Apr 18 19:43:11.257508 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3ed4e961-394e-4c45-a278-ac95d49bc99e req-d06924d3-2681-4be7-a4c4-47e4bf61b581 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 HTTP/1.1" status: 200 len: 217 time: 0.0955484 Apr 18 19:43:11.354760 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 02550d4c-5677-48f9-bf6a-910e80c81340 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:11.367809 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-4d6df6f9-2d48-42b8-9489-8c3ad24f56cb tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.403009 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-629a7845-f330-499c-9c76-0d240c67a1da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4113148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11870'] for router, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.406995 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-4d6df6f9-2d48-42b8-9489-8c3ad24f56cb tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "DELETE /v2.0/ports/4ee1c33c-ae14-4ea7-85ce-34766fd5596e HTTP/1.1" status: 204 len: 168 time: 1.4283633 Apr 18 19:43:11.410891 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43132) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:11.414930 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-629a7845-f330-499c-9c76-0d240c67a1da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.466504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-db0d56e4-c562-4c86-806e-6fd139d3839d tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Synchronizing usage tracker for tenant:ed6027fe7c3945c6b93c3af0383638c6 on resource:port {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:11.500623 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4e961-394e-4c45-a278-ac95d49bc99e req-ee676d50-bb45-4d1c-bf93-4eee8893372a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.502620 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3ed4e961-394e-4c45-a278-ac95d49bc99e req-ee676d50-bb45-4d1c-bf93-4eee8893372a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5fc874ec-f7cf-4f75-afba-46b60e4ee312 HTTP/1.1" status: 200 len: 849 time: 0.2366009 Apr 18 19:43:11.505595 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-7c3e2c4f-a4d3-4d7d-9bcf-a46764d31064 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c26aa31362a5484e8672bce837f7aa80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5559304 Apr 18 19:43:11.509288 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43136) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:11.531802 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332abf0-b5e1-4ae5-8177-4a0d151c5ac9 req-fae2f52d-91e0-40b5-9166-dbee3cc08086 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.533286 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e332abf0-b5e1-4ae5-8177-4a0d151c5ac9 req-fae2f52d-91e0-40b5-9166-dbee3cc08086 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2533884 Apr 18 19:43:11.541161 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 02550d4c-5677-48f9-bf6a-910e80c81340 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:11.546927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 02550d4c-5677-48f9-bf6a-910e80c81340 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:11.547540 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.552815 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3ed4e961-394e-4c45-a278-ac95d49bc99e req-edb99e2f-5742-46f4-9af0-513284483d1f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ee645fc4-3e43-472c-affe-2251c055f0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444739 Apr 18 19:43:11.611814 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e332abf0-b5e1-4ae5-8177-4a0d151c5ac9 req-da59f2c0-3926-4516-9bc6-cadb46308cd5 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664823 Apr 18 19:43:11.619482 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-da34efbf-cb4e-49b0-8e4c-13f09b86d2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.634525 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-db0d56e4-c562-4c86-806e-6fd139d3839d tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Unset dirty status for tenant:ed6027fe7c3945c6b93c3af0383638c6 on resource:port {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:11.643834 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-db0d56e4-c562-4c86-806e-6fd139d3839d tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2242789 Apr 18 19:43:11.644412 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43140) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:11.650992 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-629a7845-f330-499c-9c76-0d240c67a1da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4112976'] for router, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.650992 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629a7845-f330-499c-9c76-0d240c67a1da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Fanout notify agent at l3_agent the message router_deleted on router 71afc3af-4f77-40cd-bf2f-4b1a3aca570e {{(pid=84805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 19:43:11.662180 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-416169380'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:11.670596 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-da34efbf-cb4e-49b0-8e4c-13f09b86d2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.674809 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:11.684289 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Usage tracker for resource:network and tenant:ed6027fe7c3945c6b93c3af0383638c6 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:11.684583 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.690479 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:11.708876 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:11.716124 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b5ef28-3790-4d77-add4-4046645214fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02550d4c-5677-48f9-bf6a-910e80c81340'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:11.720101 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f97cf9-b26e-4876-aa61-240dbcf19d67 req-b1c59698-cc51-4b48-a140-920d6fbe3c97 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.732926 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 02550d4c-5677-48f9-bf6a-910e80c81340, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02550d4c-5677-48f9-bf6a-910e80c81340,segment=NetworkSegment(4522ba11-14a3-4a7a-9234-9f4b7d668068),segment_id=4522ba11-14a3-4a7a-9234-9f4b7d668068)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:11.733257 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c0f97cf9-b26e-4876-aa61-240dbcf19d67 req-b1c59698-cc51-4b48-a140-920d6fbe3c97 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 944 time: 0.2949448 Apr 18 19:43:11.747419 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-629a7845-f330-499c-9c76-0d240c67a1da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] Notify callbacks [] for router, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.756563 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-629a7845-f330-499c-9c76-0d240c67a1da tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/71afc3af-4f77-40cd-bf2f-4b1a3aca570e HTTP/1.1" status: 204 len: 168 time: 1.2585773 Apr 18 19:43:11.756563 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43148) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:11.787477 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3ed4e961-394e-4c45-a278-ac95d49bc99e req-3bcbd64d-de6e-4f25-95ce-3537c7489514 service neutron] 10.222.0.71 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282653 Apr 18 19:43:11.805984 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-884778e7-0914-4006-a7ee-ae55b72bcedb tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=71afc3af-4f77-40cd-bf2f-4b1a3aca570e HTTP/1.1" status: 200 len: 205 time: 0.0507567 Apr 18 19:43:11.807137 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43152) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:11.821702 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.873091 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c0f97cf9-b26e-4876-aa61-240dbcf19d67 req-616fea54-b6ed-4416-b250-80e4d53ec12d tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446784 Apr 18 19:43:11.878839 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Made reservation on behalf of ed6027fe7c3945c6b93c3af0383638c6 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:11.881881 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:11.912607 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=02550d4c-5677-48f9-bf6a-910e80c81340,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:11.931026 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-60f27b97-58d9-493c-9f68-891b2dea06fc tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] delete failed (client error): The resource could not be found. Apr 18 19:43:11.932322 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-60f27b97-58d9-493c-9f68-891b2dea06fc tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/71afc3af-4f77-40cd-bf2f-4b1a3aca570e HTTP/1.1" status: 404 len: 336 time: 0.1231833 Apr 18 19:43:11.936724 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43156) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:11.980214 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cee4c0b-2295-4633-ac06-7997aacebcd8'] response: {'server_uuid': 'a6b5ef28-3790-4d77-add4-4046645214fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02550d4c-5677-48f9-bf6a-910e80c81340', 'code': 200} Apr 18 19:43:11.980299 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:11.992248 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34d2a-618d-4cfc-910e-da4490c5603a req-7103582f-5608-4f29-934d-ad2ea2d7bcfa tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:11.993778 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-70f34d2a-618d-4cfc-910e-da4490c5603a req-7103582f-5608-4f29-934d-ad2ea2d7bcfa tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 946 time: 0.1176720 Apr 18 19:43:12.003190 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3f9fde08-31df-4eea-a242-05f34dee5f47 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=a242ad79-6e69-4d83-9af6-95ff1e6f7259 HTTP/1.1" status: 200 len: 205 time: 0.0621426 Apr 18 19:43:12.005916 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43160) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.010569 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-3ed4e961-394e-4c45-a278-ac95d49bc99e req-62a0f753-8bfa-4062-8a7f-4396a848248d service neutron] 10.222.0.71 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162111 Apr 18 19:43:12.015029 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.015476 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Added segment b603d031-79f4-447d-a4a0-c5e2c73e38d1 of type vlan for network 4c1aa53e-c59c-487b-ae3d-cf2856a3007e Apr 18 19:43:12.061990 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.091042 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-da34efbf-cb4e-49b0-8e4c-13f09b86d2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.125341 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-20762e00-2190-47d7-babd-a937bd34f982 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] delete failed (client error): The resource could not be found. Apr 18 19:43:12.126582 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-20762e00-2190-47d7-babd-a937bd34f982 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/a242ad79-6e69-4d83-9af6-95ff1e6f7259 HTTP/1.1" status: 404 len: 336 time: 0.1190414 Apr 18 19:43:12.130187 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43166) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.133054 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34efbf-cb4e-49b0-8e4c-13f09b86d2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9406ce6-1120-40db-bde0-e3e326508a9e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:12.156476 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c1b05aaf-53f1-4af8-a136-c1ae49540e7b req-8354e4e9-1bcc-4c88-b694-45d6f18d4ea8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 1097 time: 0.0966179 Apr 18 19:43:12.174619 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-da34efbf-cb4e-49b0-8e4c-13f09b86d2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.175722 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-da34efbf-cb4e-49b0-8e4c-13f09b86d2a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9406ce6-1120-40db-bde0-e3e326508a9e HTTP/1.1" status: 204 len: 168 time: 0.6662724 Apr 18 19:43:12.198136 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7e6581cf-f587-49f4-b315-6c553874012c tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=08bef69b-4421-4371-a96f-3dc29e944026 HTTP/1.1" status: 200 len: 205 time: 0.0663559 Apr 18 19:43:12.200917 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43172) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.211207 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c1b05aaf-53f1-4af8-a136-c1ae49540e7b req-a7e86758-d028-4dcc-9b6b-95045b8c8b0b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422013 Apr 18 19:43:12.226811 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.230721 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:12.231370 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.268476 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-70f34d2a-618d-4cfc-910e-da4490c5603a req-7be8af46-6e02-4340-81a4-1ea44070adbe tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669270 Apr 18 19:43:12.276081 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-9bd0e15a-6629-451f-ab2f-9a72331b4bab tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] delete failed (client error): The resource could not be found. Apr 18 19:43:12.277094 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-9bd0e15a-6629-451f-ab2f-9a72331b4bab tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/08bef69b-4421-4371-a96f-3dc29e944026 HTTP/1.1" status: 404 len: 336 time: 0.0752952 Apr 18 19:43:12.280817 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43176) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.329133 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-246b5356-fc7c-4fc4-b131-4bdfd6cce513 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b2900b4-6797-4a91-bd99-a2c07a87d1f3 HTTP/1.1" status: 200 len: 205 time: 0.0472088 Apr 18 19:43:12.338027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43180) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.347025 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event updated for resources: {'Network': ['ID=4c1aa53e-c59c-487b-ae3d-cf2856a3007e,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:12.360342 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 4c1aa53e-c59c-487b-ae3d-cf2856a3007e details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:12.407767 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-16fc26df-2392-4d03-a5bd-4d7b957fcbd4 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] delete failed (client error): The resource could not be found. Apr 18 19:43:12.409459 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-16fc26df-2392-4d03-a5bd-4d7b957fcbd4 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/5b2900b4-6797-4a91-bd99-a2c07a87d1f3 HTTP/1.1" status: 404 len: 336 time: 0.0704451 Apr 18 19:43:12.413504 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43184) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.452962 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-8269966e-e605-4c07-abbd-43b8f5059d51 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8094893 Apr 18 19:43:12.460295 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43188) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.468720 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-6fca47c1-0ff7-46f7-828e-280fca51c3d0 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4be1c1b-9457-49d3-814a-46d292813c57 HTTP/1.1" status: 200 len: 205 time: 0.0491161 Apr 18 19:43:12.468720 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1545890420'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:12.470584 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43192) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.473376 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:12.477659 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Usage tracker for resource:network and tenant:ed6027fe7c3945c6b93c3af0383638c6 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:12.481001 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:12.490586 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:12.537049 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-49f0431d-6ce2-42f2-80d1-c1c69af9581a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] delete failed (client error): The resource could not be found. Apr 18 19:43:12.542329 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-49f0431d-6ce2-42f2-80d1-c1c69af9581a tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/a4be1c1b-9457-49d3-814a-46d292813c57 HTTP/1.1" status: 404 len: 336 time: 0.0665491 Apr 18 19:43:12.544361 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43198) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.585229 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Made reservation on behalf of ed6027fe7c3945c6b93c3af0383638c6 for: {'network': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:12.588208 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.612311 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-fc442c53-20c3-4708-997b-cfa2fa634db3 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "GET /v2.0/ports?device_id=779fbb2e-2e04-4bd0-9020-a612fdbfaa37 HTTP/1.1" status: 200 len: 205 time: 0.0597103 Apr 18 19:43:12.613413 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43204) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.625397 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=84804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:12.634930 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.635275 n-d-838334-1 neutron-server[84804]: INFO neutron.db.segments_db [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Added segment 8d769f2e-e7e1-4088-b775-db0613cdbe51 of type vlan for network 07a38333-87f5-4252-8d36-83d6c7b5cde3 Apr 18 19:43:12.666853 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.679729 n-d-838334-1 neutron-server[84805]: INFO neutron.api.v2.resource [None req-83d5ed99-be4e-41d9-a2cf-e88b62e0d5d2 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] delete failed (client error): The resource could not be found. Apr 18 19:43:12.683233 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-83d5ed99-be4e-41d9-a2cf-e88b62e0d5d2 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/routers/779fbb2e-2e04-4bd0-9020-a612fdbfaa37 HTTP/1.1" status: 404 len: 336 time: 0.0717566 Apr 18 19:43:12.683496 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43212) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:12.727922 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-2064918b-4b2f-4aa4-ba10-ef1622dfdb35 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] DELETE failed (client error): The resource could not be found. Apr 18 19:43:12.727922 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2064918b-4b2f-4aa4-ba10-ef1622dfdb35 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:12.729889 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2064918b-4b2f-4aa4-ba10-ef1622dfdb35 tempest-RoutersAdminTest-1511398879 tempest-RoutersAdminTest-1511398879-project] 10.222.0.66 "DELETE /v2.0/subnets/1efc56d8-f29b-4b74-8c7c-093b6f7d679b HTTP/1.1" status: 404 len: 337 time: 0.0455158 Apr 18 19:43:12.762172 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.768442 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:12.775042 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3047343'] for network, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:12.928953 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event updated for resources: {'Network': ['ID=07a38333-87f5-4252-8d36-83d6c7b5cde3,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:12.950619 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 07a38333-87f5-4252-8d36-83d6c7b5cde3 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:12.979365 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b100c7d-a047-4e0e-b8e0-968096f5ff6e req-c36d367e-2d64-4032-bcf8-f83768a78bd1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:12.981179 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2b100c7d-a047-4e0e-b8e0-968096f5ff6e req-c36d367e-2d64-4032-bcf8-f83768a78bd1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1861157 Apr 18 19:43:13.038769 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2b100c7d-a047-4e0e-b8e0-968096f5ff6e req-6a927ea4-0e78-4bf8-92e6-c565244284f0 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515046 Apr 18 19:43:13.040431 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e95b1a54-cf0e-46b2-a1e9-b24944cba422 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5799763 Apr 18 19:43:13.192908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd272f01-5bc9-47c3-bd01-2e23f8604fa2 req-51ea8a62-4360-4298-9654-aa23e415ecd5 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:13.200518 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cd272f01-5bc9-47c3-bd01-2e23f8604fa2 req-51ea8a62-4360-4298-9654-aa23e415ecd5 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 944 time: 0.1828041 Apr 18 19:43:13.261877 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cd272f01-5bc9-47c3-bd01-2e23f8604fa2 req-5c5cc336-a178-46b9-91a7-d5286d4238a7 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572634 Apr 18 19:43:13.363706 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43230) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:13.568107 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892e6a6-a2bf-4280-abd8-122b11b585e4 req-dd7de7dc-210f-47ec-aa4c-cfbb543a392d tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:13.575673 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a892e6a6-a2bf-4280-abd8-122b11b585e4 req-dd7de7dc-210f-47ec-aa4c-cfbb543a392d tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 946 time: 0.1245427 Apr 18 19:43:13.598381 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:43:13.617090 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63638df5-2915-44f4-8c9c-1d9afeb05acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.649217 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a892e6a6-a2bf-4280-abd8-122b11b585e4 req-775e9385-110f-48e5-a4cf-0055d11dc848 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722525 Apr 18 19:43:13.692699 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-63638df5-2915-44f4-8c9c-1d9afeb05acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:13.697641 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-63638df5-2915-44f4-8c9c-1d9afeb05acd admin admin] Usage tracker for resource:security_group_rule and tenant:2e0f7d93dddc46a9b093b20c8bb5b107 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:13.705499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-63638df5-2915-44f4-8c9c-1d9afeb05acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:13.707981 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-63638df5-2915-44f4-8c9c-1d9afeb05acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:13.796107 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251,segment=NetworkSegment(f10c5cad-ca06-4e28-bc1f-4dd8e3fec909),segment_id=f10c5cad-ca06-4e28-bc1f-4dd8e3fec909)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:13.832556 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': 'e9272b7c-9798-4f00-a5bf-2bbdbb8b4251', 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5', 'port_id': 'e9272b7c-9798-4f00-a5bf-2bbdbb8b4251', 'mac_address': 'fa:16:3e:17:cf:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc874ec-f7cf-4f75-afba-46b60e4ee312', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:43:13.832832 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63638df5-2915-44f4-8c9c-1d9afeb05acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.835092 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43240) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:13.884975 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.909712 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:13.909868 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-63638df5-2915-44f4-8c9c-1d9afeb05acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.929930 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251,segment=NetworkSegment(f10c5cad-ca06-4e28-bc1f-4dd8e3fec909),segment_id=f10c5cad-ca06-4e28-bc1f-4dd8e3fec909)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:13.967820 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:13.977471 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63638df5-2915-44f4-8c9c-1d9afeb05acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6409a21-59f9-4269-aab2-87d93399221f,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:13.981945 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-63638df5-2915-44f4-8c9c-1d9afeb05acd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e0f7d93dddc46a9b093b20c8bb5b107&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6170280 Apr 18 19:43:13.986608 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43248) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:13.996019 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1499723163'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:14.007117 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:14.007621 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Usage tracker for resource:network and tenant:cd34a1d065ad4e97824079192998889d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:14.010791 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:14.019482 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:14.069162 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:14.069275 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e05dd6d7-2a70-4cf7-84dc-9fcdee26d637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.095816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Made reservation on behalf of cd34a1d065ad4e97824079192998889d for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:14.099036 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.114259 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e05dd6d7-2a70-4cf7-84dc-9fcdee26d637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.117776 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.154187 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:14.158550 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Usage tracker for resource:security_group_rule and tenant:cd34a1d065ad4e97824079192998889d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:14.166338 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:14.172867 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:14.281431 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e05dd6d7-2a70-4cf7-84dc-9fcdee26d637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.287611 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['e9272b7c-9798-4f00-a5bf-2bbdbb8b4251'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:43:14.361948 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2250d-c20a-44c3-b3db-12b2ad3b07de req-be4d93f7-c256-43e5-b79f-4d3a28c1d905 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:14.364475 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cdb2250d-c20a-44c3-b3db-12b2ad3b07de req-be4d93f7-c256-43e5-b79f-4d3a28c1d905 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1236689 Apr 18 19:43:14.368133 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dd6d7-2a70-4cf7-84dc-9fcdee26d637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6409a21-59f9-4269-aab2-87d93399221f,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:14.381124 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-e05dd6d7-2a70-4cf7-84dc-9fcdee26d637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.389304 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-e05dd6d7-2a70-4cf7-84dc-9fcdee26d637 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6409a21-59f9-4269-aab2-87d93399221f HTTP/1.1" status: 204 len: 168 time: 0.3969350 Apr 18 19:43:14.440410 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.496578 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-cdb2250d-c20a-44c3-b3db-12b2ad3b07de req-6cedef7e-65d3-4eef-8af1-ba90ac52eab8 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153896 Apr 18 19:43:14.539823 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.719533 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:14.733504 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfd3c8e-61cc-4796-9641-1d83ed358f89,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:14.739302 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.739954 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Added segment 5785131d-bc96-47bf-b639-0ee5d2532a51 of type vlan for network 94a5168a-d51c-4683-a5fd-540caeb9ef51 Apr 18 19:43:14.768034 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6555bdf-14c0-48f8-b742-6df016e2739f req-abaa4c56-c997-4415-81f9-c099a135b04a tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:14.770249 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a6555bdf-14c0-48f8-b742-6df016e2739f req-abaa4c56-c997-4415-81f9-c099a135b04a tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 945 time: 0.2125709 Apr 18 19:43:14.800260 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.892866 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a6555bdf-14c0-48f8-b742-6df016e2739f req-d1454f6f-49c0-471d-bb03-2235e410f356 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049809 Apr 18 19:43:14.953118 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:14.956883 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:14.957456 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:15.128129 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Pushing event updated for resources: {'Network': ['ID=94a5168a-d51c-4683-a5fd-540caeb9ef51,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:15.141261 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 94a5168a-d51c-4683-a5fd-540caeb9ef51 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:15.145320 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee43a56-18b7-4012-b28b-4395351e1d47 req-fbfdba23-b0f2-417c-b497-5a0050904d2a tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:15.147040 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5ee43a56-18b7-4012-b28b-4395351e1d47 req-fbfdba23-b0f2-417c-b497-5a0050904d2a tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 946 time: 0.2566066 Apr 18 19:43:15.183805 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43278) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:15.208593 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5ee43a56-18b7-4012-b28b-4395351e1d47 req-bc35fc67-e917-4108-a68e-e4f1ca00f1a3 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545514 Apr 18 19:43:15.225216 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2ac941ae-73f1-4568-bc57-5fb43965bedc tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3890018 Apr 18 19:43:15.423497 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-85c2ec8c-04e2-4be1-ad5b-7d5e11fe5a2f req-7252cfe4-e2d6-4338-99f1-88995eb53419 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6501 time: 0.2380526 Apr 18 19:43:15.496869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43286) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:15.507725 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-85c2ec8c-04e2-4be1-ad5b-7d5e11fe5a2f req-41780159-e0f2-4f7d-9d35-1cd9abf9844c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0b7f4a50-7e99-4044-b179-8d753465f701&id=57e33ce8-6cc2-4c91-b295-982aa49b222e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776520 Apr 18 19:43:15.569103 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-3d52c197-dc55-4967-be1c-3673fd2392b7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=628c4c8ae5514c2cac36960ca39bbf19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0690885 Apr 18 19:43:15.584575 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43294) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:15.610711 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:15.680426 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d2ec-6d2b-46fb-aa13-811e7e7e2da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:15.737009 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d2ec-6d2b-46fb-aa13-811e7e7e2da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:15.763604 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f536ffd-d4c0-4009-bdbb-66fe9ed0c654 req-af8e3027-02c6-4f15-94ff-bd5f5d636c3e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:15.771416 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f536ffd-d4c0-4009-bdbb-66fe9ed0c654 req-af8e3027-02c6-4f15-94ff-bd5f5d636c3e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1297038 Apr 18 19:43:15.832840 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9f536ffd-d4c0-4009-bdbb-66fe9ed0c654 req-67734a31-28dc-445a-bfd7-33267c1f5b55 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603793 Apr 18 19:43:15.838681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning for port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:15.844029 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:15.844622 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:15.949412 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d2ec-6d2b-46fb-aa13-811e7e7e2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:16.025506 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-5ac0d2ec-6d2b-46fb-aa13-811e7e7e2da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:16.039632 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-5ac0d2ec-6d2b-46fb-aa13-811e7e7e2da3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ceb4d3c-8092-4392-b5c3-adffef1f461e HTTP/1.1" status: 204 len: 168 time: 0.4588118 Apr 18 19:43:16.039632 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0d2ec-6d2b-46fb-aa13-811e7e7e2da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceb4d3c-8092-4392-b5c3-adffef1f461e,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:16.128239 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:16.263160 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e9b657-2e9e-4de4-9c16-4d37b0473c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9272b7c-9798-4f00-a5bf-2bbdbb8b4251'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:16.299388 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251,segment=NetworkSegment(f10c5cad-ca06-4e28-bc1f-4dd8e3fec909),segment_id=f10c5cad-ca06-4e28-bc1f-4dd8e3fec909)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:16.401685 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:16.525535 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:16.565145 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43310) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:16.565921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'subnets': [{'network_id': '4c1aa53e-c59c-487b-ae3d-cf2856a3007e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--642568542', 'ip_version': 6}, {'network_id': '07a38333-87f5-4252-8d36-83d6c7b5cde3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:16.565921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'subnet': {'network_id': '4c1aa53e-c59c-487b-ae3d-cf2856a3007e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--642568542', 'ip_version': 6}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:16.566287 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Request body: {'subnet': {'network_id': '07a38333-87f5-4252-8d36-83d6c7b5cde3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:16.718497 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb9a20-d546-4ec7-853b-e61c640e8ce0 req-9d476170-4d87-4093-8f33-4cf4f3f9499d tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:16.718497 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9cb9a20-d546-4ec7-853b-e61c640e8ce0 req-9d476170-4d87-4093-8f33-4cf4f3f9499d tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 946 time: 0.3941829 Apr 18 19:43:16.781328 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2928b40c-5e06-4ce2-bc2c-ba83add96d13'] response: {'server_uuid': '62e9b657-2e9e-4de4-9c16-4d37b0473c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9272b7c-9798-4f00-a5bf-2bbdbb8b4251', 'code': 200} Apr 18 19:43:16.811459 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9cb9a20-d546-4ec7-853b-e61c640e8ce0 req-f6451820-5e97-4906-8f67-ae553b3f5039 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896814 Apr 18 19:43:16.916402 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:16.927956 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Usage tracker for resource:subnet and tenant:ed6027fe7c3945c6b93c3af0383638c6 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:16.936709 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:16.952223 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:16.999813 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e38822df-f92f-4cb7-915a-0be0f6ae8267 req-7fcafbd5-6f56-4df3-913d-176962f73c73 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 1097 time: 0.1335092 Apr 18 19:43:17.045422 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Made reservation on behalf of ed6027fe7c3945c6b93c3af0383638c6 for: {'subnet': 2} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:17.057219 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e38822df-f92f-4cb7-915a-0be0f6ae8267 req-16406b10-b6ea-4277-870f-4bf6552d7417 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502508 Apr 18 19:43:17.327466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0ddb3-3422-464b-a469-0a384f4bbd27 req-5a0b4860-37f8-492f-81d8-e81c3351df4d tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:17.328978 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b9e0ddb3-3422-464b-a469-0a384f4bbd27 req-5a0b4860-37f8-492f-81d8-e81c3351df4d tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2151954 Apr 18 19:43:17.374180 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:17.374581 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:17.487732 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b9e0ddb3-3422-464b-a469-0a384f4bbd27 req-6af58ede-a0f6-4477-98fa-c44747b0e76d tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440406 Apr 18 19:43:17.994848 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43348) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:18.052494 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.138294 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event updated for resources: {'Subnet': ['ID=0e72ed3a-391d-42ab-997b-ce50da9dd431,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:18.157466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1447598992'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:18.165089 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:18.171782 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Usage tracker for resource:network and tenant:c80c81e62c514de687208027a4906787 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:18.183726 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:18.187166 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bfffd-dd67-4b1a-900f-4a1c4ff97d6d req-488eaac5-a2df-4c1f-99a3-76c515a6b776 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:18.191435 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:18.194701 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f2bfffd-dd67-4b1a-900f-4a1c4ff97d6d req-488eaac5-a2df-4c1f-99a3-76c515a6b776 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 946 time: 0.1652279 Apr 18 19:43:18.216258 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Checking segment: {'id': 'b603d031-79f4-447d-a4a0-c5e2c73e38d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4c1aa53e-c59c-487b-ae3d-cf2856a3007e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:18.216869 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Network hostable DHCP agents. Network: 4c1aa53e-c59c-487b-ae3d-cf2856a3007e, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:18.283306 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8f2bfffd-dd67-4b1a-900f-4a1c4ff97d6d req-ad0564d8-5dc3-4f57-89ef-9e5f227b11cd tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668182 Apr 18 19:43:18.307777 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Made reservation on behalf of c80c81e62c514de687208027a4906787 for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:18.307777 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.323442 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks [] for security_group, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.353016 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Network 4c1aa53e-c59c-487b-ae3d-cf2856a3007e is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:18.395638 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:18.399680 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Usage tracker for resource:security_group_rule and tenant:c80c81e62c514de687208027a4906787 is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:18.402868 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:18.414124 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:18.474998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 4c1aa53e-c59c-487b-ae3d-cf2856a3007e) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:18.487158 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f9676-200e-4c70-8e80-d62aa45afc69 None None] Network 4c1aa53e-c59c-487b-ae3d-cf2856a3007e requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:18.487684 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.648225 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43358) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:18.653970 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Request body: {'subnet': {'network_id': '94a5168a-d51c-4683-a5fd-540caeb9ef51', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:18.774815 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event updated for resources: {'Subnet': ['ID=5b8d9784-4008-4fc6-97c0-3c63843da747,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:18.790261 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks [] for security_group, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.826558 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Checking segment: {'id': '8d769f2e-e7e1-4088-b775-db0613cdbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '07a38333-87f5-4252-8d36-83d6c7b5cde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:18.826923 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Network hostable DHCP agents. Network: 07a38333-87f5-4252-8d36-83d6c7b5cde3, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:18.827303 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-4c1aa53e-c59c-487b-ae3d-cf2856a3007e', 'network_id': '4c1aa53e-c59c-487b-ae3d-cf2856a3007e', 'tenant_id': 'ed6027fe7c3945c6b93c3af0383638c6', 'fixed_ips': [{'subnet_id': '0e72ed3a-391d-42ab-997b-ce50da9dd431'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:43:18.830115 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.864973 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.877838 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:18.887340 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.888004 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Added segment ca2756e8-002d-42e3-835b-427e15e9846d of type vlan for network 8605e9da-4fa8-4ade-8439-fd2d56fbaee8 Apr 18 19:43:18.898248 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:18.909793 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Usage tracker for resource:subnet and tenant:cd34a1d065ad4e97824079192998889d is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:18.913279 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:18.920948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:18.941274 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4abd4-68b5-4169-8d98-90c4650b4ce6 req-b2f58db5-dcfa-477f-b5a8-593c86a6492c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:18.942201 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:18.945944 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf2fa6e-a836-48fa-8a4d-c85598f315be,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:18.947997 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ca4abd4-68b5-4169-8d98-90c4650b4ce6 req-b2f58db5-dcfa-477f-b5a8-593c86a6492c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1378987 Apr 18 19:43:18.996593 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-8ca4abd4-68b5-4169-8d98-90c4650b4ce6 req-28b02793-28f1-4ec1-8148-7c35bff8c908 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474901 Apr 18 19:43:19.030037 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Allocated IP 2001:db8::1 (4c1aa53e-c59c-487b-ae3d-cf2856a3007e/0e72ed3a-391d-42ab-997b-ce50da9dd431/391801fd-d4d3-45d1-8fe7-e61d2948861c) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:19.067197 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Network 07a38333-87f5-4252-8d36-83d6c7b5cde3 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:19.069025 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Made reservation on behalf of cd34a1d065ad4e97824079192998889d for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:19.118057 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.119745 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.120941 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.196952 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 07a38333-87f5-4252-8d36-83d6c7b5cde3) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:19.211109 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.211224 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d462f4-c162-479f-bac9-eabe44a668ff None None] Network 07a38333-87f5-4252-8d36-83d6c7b5cde3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:19.214338 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.214338 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.272028 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.427584 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Pushing event updated for resources: {'Network': ['ID=8605e9da-4fa8-4ade-8439-fd2d56fbaee8,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:19.443846 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 8605e9da-4fa8-4ade-8439-fd2d56fbaee8 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:19.526918 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e8674d72-99b9-47ca-82e1-6c081b20bab6 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5281358 Apr 18 19:43:19.533554 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43374) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:19.533777 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-70fa1737-2e8e-41e6-bcb8-8fe9f6874348 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.9734809 Apr 18 19:43:19.533926 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43376) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:19.575968 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba938ea-dc44-494f-8520-cb6f043107fc req-dc085a7d-ae47-405a-970a-3e12ef526d9b tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.580866 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Request body: {'subnet': {'network_id': '8605e9da-4fa8-4ade-8439-fd2d56fbaee8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:19.583693 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5ba938ea-dc44-494f-8520-cb6f043107fc req-dc085a7d-ae47-405a-970a-3e12ef526d9b tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 946 time: 0.1050622 Apr 18 19:43:19.611102 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.633693 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 7231705a-2924-4226-bb3a-48dd637e81ab details requested by agent hyperv_n-h1-838334-1 with host n-h1-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:43:19.661323 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Transition to ACTIVE for port object 391801fd-d4d3-45d1-8fe7-e61d2948861c will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:19.670454 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-5ba938ea-dc44-494f-8520-cb6f043107fc req-d01f26c1-0cbb-4a16-aeeb-4a2ce306037c tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832038 Apr 18 19:43:19.733060 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Transition to ACTIVE for port object 391801fd-d4d3-45d1-8fe7-e61d2948861c will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:19.805962 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c4345d-3490-4066-9be6-bb3321300c3d tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.807629 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c4345d-3490-4066-9be6-bb3321300c3d tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.809329 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c4345d-3490-4066-9be6-bb3321300c3d tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:19.824821 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-25c4345d-3490-4066-9be6-bb3321300c3d tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2766778 Apr 18 19:43:19.827299 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43396) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:19.847847 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:19.853551 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.856378 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Usage tracker for resource:subnet and tenant:c80c81e62c514de687208027a4906787 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:19.860215 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:19.868489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:19.921770 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-95935050-a371-4632-956f-987bb05af468 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Deleting subnet 0e72ed3a-391d-42ab-997b-ce50da9dd431 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:43:19.929211 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95935050-a371-4632-956f-987bb05af468 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.956750 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Pushing event updated for resources: {'Port': ['ID=391801fd-d4d3-45d1-8fe7-e61d2948861c,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:19.961376 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:19.968428 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Made reservation on behalf of c80c81e62c514de687208027a4906787 for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:19.989366 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Network 4c1aa53e-c59c-487b-ae3d-cf2856a3007e is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:20.004583 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:20.008567 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:20.110805 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-07a38333-87f5-4252-8d36-83d6c7b5cde3', 'network_id': '07a38333-87f5-4252-8d36-83d6c7b5cde3', 'tenant_id': 'ed6027fe7c3945c6b93c3af0383638c6', 'fixed_ips': [{'subnet_id': '5b8d9784-4008-4fc6-97c0-3c63843da747'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:43:20.111622 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.158392 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95935050-a371-4632-956f-987bb05af468 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.358921 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95935050-a371-4632-956f-987bb05af468 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.388248 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Attempting to bind port 391801fd-d4d3-45d1-8fe7-e61d2948861c on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:20.388615 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Attempting to bind port 391801fd-d4d3-45d1-8fe7-e61d2948861c by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'b603d031-79f4-447d-a4a0-c5e2c73e38d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4c1aa53e-c59c-487b-ae3d-cf2856a3007e'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:20.388973 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Attempting to bind port 391801fd-d4d3-45d1-8fe7-e61d2948861c on network 4c1aa53e-c59c-487b-ae3d-cf2856a3007e {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:20.410240 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 7231705a-2924-4226-bb3a-48dd637e81ab, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7231705a-2924-4226-bb3a-48dd637e81ab,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:20.425489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Checking segment: {'id': '5785131d-bc96-47bf-b639-0ee5d2532a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '94a5168a-d51c-4683-a5fd-540caeb9ef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:20.426030 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Network hostable DHCP agents. Network: 94a5168a-d51c-4683-a5fd-540caeb9ef51, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:20.484735 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:20.484735 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Checking segment: {'id': 'b603d031-79f4-447d-a4a0-c5e2c73e38d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4c1aa53e-c59c-487b-ae3d-cf2856a3007e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:20.484735 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.484735 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Bound using segment: {'id': 'b603d031-79f4-447d-a4a0-c5e2c73e38d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4c1aa53e-c59c-487b-ae3d-cf2856a3007e'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:20.484735 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Bound port: 391801fd-d4d3-45d1-8fe7-e61d2948861c, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b603d031-79f4-447d-a4a0-c5e2c73e38d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4c1aa53e-c59c-487b-ae3d-cf2856a3007e'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:20.484735 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.513986 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Returning: {'device': '7231705a-2924-4226-bb3a-48dd637e81ab', 'network_id': '8383f690-b12f-40d2-baf7-e0b0ee6c2d74', 'port_id': '7231705a-2924-4226-bb3a-48dd637e81ab', 'mac_address': 'fa:16:3e:65:dc:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a769ad0c-aeb4-49c3-aef9-0a8f238d28de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:43:20.528509 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95935050-a371-4632-956f-987bb05af468 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.530735 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Pushing event updated for resources: {'Subnet': ['ID=8a8c864d-e57f-4810-9dc7-06d3dff62dfc,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:20.583866 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.613769 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95935050-a371-4632-956f-987bb05af468 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Subnet': ['ID=0e72ed3a-391d-42ab-997b-ce50da9dd431,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:20.631857 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-95935050-a371-4632-956f-987bb05af468 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.639932 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-95935050-a371-4632-956f-987bb05af468 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "DELETE /v2.0/subnets/0e72ed3a-391d-42ab-997b-ce50da9dd431 HTTP/1.1" status: 204 len: 168 time: 0.8116989 Apr 18 19:43:20.644816 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43414) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:20.752317 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Deleting subnet 5b8d9784-4008-4fc6-97c0-3c63843da747 {{(pid=84805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:43:20.809155 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:20.844421 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] For port 391801fd-d4d3-45d1-8fe7-e61d2948861c, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:20.857499 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] For port 391801fd-d4d3-45d1-8fe7-e61d2948861c, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=391801fd-d4d3-45d1-8fe7-e61d2948861c,segment=NetworkSegment(b603d031-79f4-447d-a4a0-c5e2c73e38d1),segment_id=b603d031-79f4-447d-a4a0-c5e2c73e38d1)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:20.864456 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7231705a-2924-4226-bb3a-48dd637e81ab {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:20.891556 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Allocated IP 2001:db8:0:1::1 (07a38333-87f5-4252-8d36-83d6c7b5cde3/5b8d9784-4008-4fc6-97c0-3c63843da747/cd63344b-0ac8-4624-91f1-5cc8ca8a0799) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:20.897813 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 7231705a-2924-4226-bb3a-48dd637e81ab, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7231705a-2924-4226-bb3a-48dd637e81ab,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:20.962502 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d954e6f-2292-459f-aec6-818283671911 req-06cfec34-c55b-4265-8956-87e1848618e6 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:20.973370 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0d954e6f-2292-459f-aec6-818283671911 req-06cfec34-c55b-4265-8956-87e1848618e6 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.7032323 Apr 18 19:43:20.996950 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.098703 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Network 94a5168a-d51c-4683-a5fd-540caeb9ef51 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:21.108907 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.129138 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0d954e6f-2292-459f-aec6-818283671911 req-b35da243-a6ad-4ace-8b3d-f2c361c5d87f tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538458 Apr 18 19:43:21.243675 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] get_ports_and_sgs() called for port_ids ['7231705a-2924-4226-bb3a-48dd637e81ab'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:43:21.286770 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 94a5168a-d51c-4683-a5fd-540caeb9ef51) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:21.291896 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:21.292431 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.294463 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78718de8-33cc-4a53-b96f-a9e87e30904d None None] Pushing event updated for resources: {'Port': ['ID=391801fd-d4d3-45d1-8fe7-e61d2948861c,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:21.341902 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97635c84-d897-42d0-9938-2cd0ef3465ab None None] Network 94a5168a-d51c-4683-a5fd-540caeb9ef51 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:21.385574 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.563134 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Pushing event updated for resources: {'Subnet': ['ID=876a61cd-623c-4a72-8f3f-318cb89dafcd,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:21.570818 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-db75c1ad-5ba5-4fe1-b64d-372d734a6278 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9212816 Apr 18 19:43:21.573210 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43428) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:21.582000 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2059024596'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:21.611786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:21.621980 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Usage tracker for resource:network and tenant:cd34a1d065ad4e97824079192998889d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:21.629614 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:21.643890 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:21.669818 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Checking segment: {'id': 'ca2756e8-002d-42e3-835b-427e15e9846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8605e9da-4fa8-4ade-8439-fd2d56fbaee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:21.670183 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Network hostable DHCP agents. Network: 8605e9da-4fa8-4ade-8439-fd2d56fbaee8, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:21.743072 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec74dfb6-48bd-47e4-aae4-94d753d5809a None None] Network 4c1aa53e-c59c-487b-ae3d-cf2856a3007e requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:21.786397 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Made reservation on behalf of cd34a1d065ad4e97824079192998889d for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:21.796037 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.875338 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Network 8605e9da-4fa8-4ade-8439-fd2d56fbaee8 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:21.885910 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:21.902145 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.902711 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Added segment df550d3f-9c32-45f7-a790-6dc32219530f of type vlan for network 35262af6-556d-476b-82c0-9c8aa1c8fed7 Apr 18 19:43:21.919744 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=7231705a-2924-4226-bb3a-48dd637e81ab,revision_number=6']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:21.925749 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.949776 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:21.965474 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-7463b64c-b52b-4b50-8891-a4c4fefd0da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.023776 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 8605e9da-4fa8-4ade-8439-fd2d56fbaee8) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:22.028153 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:22.028808 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.039342 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Transition to ACTIVE for port object cd63344b-0ac8-4624-91f1-5cc8ca8a0799 will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:22.072494 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a42c95-ee0d-43ca-8211-24cea15905be None None] Network 8605e9da-4fa8-4ade-8439-fd2d56fbaee8 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:22.178225 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.181437 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2eefff01-341f-434a-bfb5-8cb5dd85f2b1 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6460943 Apr 18 19:43:22.185001 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43438) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:22.189972 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:22.191195 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.198666 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-278586986', 'external_gateway_info': {'network_id': 'b9f392f6-42e1-41ad-9423-d80ed824c270'}, 'admin_state_up': False}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:22.207278 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Transition to ACTIVE for port object cd63344b-0ac8-4624-91f1-5cc8ca8a0799 will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:22.239475 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:22.267697 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Usage tracker for resource:router and tenant:c80c81e62c514de687208027a4906787 is out of sync, need to count used quota {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:22.272415 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84804) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:22.299390 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:22.302435 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.382678 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Pushing event updated for resources: {'Port': ['ID=cd63344b-0ac8-4624-91f1-5cc8ca8a0799,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:22.384100 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for subnet, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.488448 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Network 07a38333-87f5-4252-8d36-83d6c7b5cde3 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:22.489463 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-94a5168a-d51c-4683-a5fd-540caeb9ef51', 'network_id': '94a5168a-d51c-4683-a5fd-540caeb9ef51', 'tenant_id': 'cd34a1d065ad4e97824079192998889d', 'fixed_ips': [{'subnet_id': '8a8c864d-e57f-4810-9dc7-06d3dff62dfc'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:43:22.490261 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.505145 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:22.522393 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:22.545122 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4077626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11852'] for router, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.546409 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4077657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4076221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4166857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11847'] for router, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.602308 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0278959 Apr 18 19:43:22.603271 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43442) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:22.611203 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.618558 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0ae9d-26f0-43d9-900f-b854c78508a9 req-e6139c8c-0924-42ae-ad66-130b81fd52ef tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:22.618996 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Request body: {'subnet': {'network_id': '35262af6-556d-476b-82c0-9c8aa1c8fed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:22.626515 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4cd0ae9d-26f0-43d9-900f-b854c78508a9 req-e6139c8c-0924-42ae-ad66-130b81fd52ef tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 946 time: 0.2542052 Apr 18 19:43:22.672412 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66303a-139c-4be0-b7ae-0df2496b584d tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Pushing event updated for resources: {'Network': ['ID=35262af6-556d-476b-82c0-9c8aa1c8fed7,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:22.700494 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4cd0ae9d-26f0-43d9-900f-b854c78508a9 req-0d674834-df87-4fb3-a076-5207a965f8a2 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727906 Apr 18 19:43:22.705273 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network 35262af6-556d-476b-82c0-9c8aa1c8fed7 details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:22.761193 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2970331'] for subnet, precommit_delete_associations {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:22.813633 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f822f-b62a-4f06-b504-e726f557357e None None] Network 8605e9da-4fa8-4ade-8439-fd2d56fbaee8 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:22.942466 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:22.953540 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0052e-c8f0-459d-b365-0a0672c0e199 req-a285da7d-4bea-4f8c-8a07-020bf90149b8 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:22.961496 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83b0052e-c8f0-459d-b365-0a0672c0e199 req-a285da7d-4bea-4f8c-8a07-020bf90149b8 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 946 time: 0.5785890 Apr 18 19:43:22.983460 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Allocated IP 2001:db8:0:ffff::2 (94a5168a-d51c-4683-a5fd-540caeb9ef51/8a8c864d-e57f-4810-9dc7-06d3dff62dfc/fc9cf635-06c7-479a-9cee-5afed90d1c2f) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:23.014214 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Usage tracker for resource:subnet and tenant:cd34a1d065ad4e97824079192998889d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:23.019565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:23.036969 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:23.101439 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4076111', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4113088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12461'] for router, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.105678 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-83b0052e-c8f0-459d-b365-0a0672c0e199 req-6ab6c08a-5f50-4bde-b2b6-f1058176607d tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394317 Apr 18 19:43:23.118412 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99a9ec-4d3c-407c-a086-b95d3939f297 req-11913fc2-3bb1-4951-ae73-625d1a981dc3 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:23.130533 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dc99a9ec-4d3c-407c-a086-b95d3939f297 req-11913fc2-3bb1-4951-ae73-625d1a981dc3 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 944 time: 0.2149134 Apr 18 19:43:23.136464 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.204496 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-dc99a9ec-4d3c-407c-a086-b95d3939f297 req-8ccc585e-5c2d-4351-87a3-0c6fd366c7e3 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734982 Apr 18 19:43:23.222352 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Made reservation on behalf of cd34a1d065ad4e97824079192998889d for: {'subnet': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:23.302083 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.319503 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Transition to ACTIVE for port object fc9cf635-06c7-479a-9cee-5afed90d1c2f will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:23.344558 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Transition to ACTIVE for port object fc9cf635-06c7-479a-9cee-5afed90d1c2f will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:23.376481 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2970456'] for subnet, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.379235 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Attempting to bind port cd63344b-0ac8-4624-91f1-5cc8ca8a0799 on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:23.379673 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Attempting to bind port cd63344b-0ac8-4624-91f1-5cc8ca8a0799 by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '8d769f2e-e7e1-4088-b775-db0613cdbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '07a38333-87f5-4252-8d36-83d6c7b5cde3'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:23.380032 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Attempting to bind port cd63344b-0ac8-4624-91f1-5cc8ca8a0799 on network 07a38333-87f5-4252-8d36-83d6c7b5cde3 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:23.454397 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.488629 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e5724-f9b9-4f66-a128-974c2beecd94 req-0bb0dd12-d172-4d25-b860-e6547d85b5b8 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:23.490432 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a38e5724-f9b9-4f66-a128-974c2beecd94 req-0bb0dd12-d172-4d25-b860-e6547d85b5b8 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.71 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 946 time: 0.1540663 Apr 18 19:43:23.562394 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Pushing event updated for resources: {'Port': ['ID=fc9cf635-06c7-479a-9cee-5afed90d1c2f,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:23.580672 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:23.581301 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Checking segment: {'id': '8d769f2e-e7e1-4088-b775-db0613cdbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '07a38333-87f5-4252-8d36-83d6c7b5cde3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:23.582011 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.582870 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Bound using segment: {'id': '8d769f2e-e7e1-4088-b775-db0613cdbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '07a38333-87f5-4252-8d36-83d6c7b5cde3'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:23.583528 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Bound port: cd63344b-0ac8-4624-91f1-5cc8ca8a0799, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d769f2e-e7e1-4088-b775-db0613cdbe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '07a38333-87f5-4252-8d36-83d6c7b5cde3'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:23.584051 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.599076 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Network 94a5168a-d51c-4683-a5fd-540caeb9ef51 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:23.617113 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a38e5724-f9b9-4f66-a128-974c2beecd94 req-dc66a332-a688-42e6-8e7a-5312c5a7e52e tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Deleting port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:23.617642 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a38e5724-f9b9-4f66-a128-974c2beecd94 req-dc66a332-a688-42e6-8e7a-5312c5a7e52e tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.622738 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:23.633293 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:23.681922 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 7231705a-2924-4226-bb3a-48dd637e81ab up at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:23.695989 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks [] for router_gateway, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.753856 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.796758 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] For port cd63344b-0ac8-4624-91f1-5cc8ca8a0799, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:23.804059 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] For port cd63344b-0ac8-4624-91f1-5cc8ca8a0799, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=cd63344b-0ac8-4624-91f1-5cc8ca8a0799,segment=NetworkSegment(8d769f2e-e7e1-4088-b775-db0613cdbe51),segment_id=8d769f2e-e7e1-4088-b775-db0613cdbe51)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:23.870433 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2476882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2970419'] for subnet, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.928438 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8d9784-4008-4fc6-97c0-3c63843da747,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:23.935406 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:23.939361 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:23.939757 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:23.940104 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:23.940672 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:23.941011 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:23.941381 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:23.941766 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:23.942154 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:23.942458 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:23.942786 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:23.943110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838334-1 {{(pid=84805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:43:23.961544 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-7b3e0e3f-3525-47bb-a24c-ede8641fee38 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "DELETE /v2.0/subnets/5b8d9784-4008-4fc6-97c0-3c63843da747 HTTP/1.1" status: 204 len: 168 time: 3.3127613 Apr 18 19:43:23.962022 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43450) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:23.966624 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.126378 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ca8f7-783f-40d8-a0d6-68adab1a209f None None] Pushing event updated for resources: {'Port': ['ID=cd63344b-0ac8-4624-91f1-5cc8ca8a0799,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:24.157692 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Attempting to bind port fc9cf635-06c7-479a-9cee-5afed90d1c2f on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:24.157692 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Attempting to bind port fc9cf635-06c7-479a-9cee-5afed90d1c2f by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '5785131d-bc96-47bf-b639-0ee5d2532a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '94a5168a-d51c-4683-a5fd-540caeb9ef51'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:24.157692 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Attempting to bind port fc9cf635-06c7-479a-9cee-5afed90d1c2f on network 94a5168a-d51c-4683-a5fd-540caeb9ef51 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:24.163449 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:24.163978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Checking segment: {'id': '5785131d-bc96-47bf-b639-0ee5d2532a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '94a5168a-d51c-4683-a5fd-540caeb9ef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:24.164471 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.164977 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Bound using segment: {'id': '5785131d-bc96-47bf-b639-0ee5d2532a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '94a5168a-d51c-4683-a5fd-540caeb9ef51'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:24.165546 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Bound port: fc9cf635-06c7-479a-9cee-5afed90d1c2f, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5785131d-bc96-47bf-b639-0ee5d2532a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '94a5168a-d51c-4683-a5fd-540caeb9ef51'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:24.166026 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.176304 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9b21832c-af06-4774-bcc1-f7a1cf5e6841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.276228 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1937d4-5100-4b8a-8eb8-336c74d257d1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:24.277975 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5f1937d4-5100-4b8a-8eb8-336c74d257d1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Synchronizing usage tracker for tenant:ed6027fe7c3945c6b93c3af0383638c6 on resource:subnet {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:24.280611 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e785f61-4a9d-48c9-9efe-f716eca01070 None None] Network 07a38333-87f5-4252-8d36-83d6c7b5cde3 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:24.323212 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c3292-c1e3-472f-b2c7-73288e66f49d req-75cc6dd5-e45e-400a-af6d-7f0a1514ca75 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:24.331699 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c79c3292-c1e3-472f-b2c7-73288e66f49d req-75cc6dd5-e45e-400a-af6d-7f0a1514ca75 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 946 time: 0.3305202 Apr 18 19:43:24.399980 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5fd0f-b74b-4c53-8b9c-03b21642c134 req-2d9920f7-0cb6-42b3-bc3d-013cdee4f711 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:24.402168 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ffb5fd0f-b74b-4c53-8b9c-03b21642c134 req-2d9920f7-0cb6-42b3-bc3d-013cdee4f711 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 946 time: 0.5922673 Apr 18 19:43:24.443711 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c79c3292-c1e3-472f-b2c7-73288e66f49d req-d6d28853-4fec-42eb-bebd-591e90c23834 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108270 Apr 18 19:43:24.444998 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-5f1937d4-5100-4b8a-8eb8-336c74d257d1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Unset dirty status for tenant:ed6027fe7c3945c6b93c3af0383638c6 on resource:subnet {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:24.446418 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-5f1937d4-5100-4b8a-8eb8-336c74d257d1 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4833524 Apr 18 19:43:24.447251 n-d-838334-1 neutron-server[84805]: DEBUG neutron.objects.ports [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84805) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 19:43:24.450069 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2476949', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2970442'] for subnet, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.453738 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43458) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:24.515705 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-ffb5fd0f-b74b-4c53-8b9c-03b21642c134 req-73f67214-0438-4882-a026-6f693c026682 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Deleting port 02550d4c-5677-48f9-bf6a-910e80c81340 {{(pid=84804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:24.516048 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ffb5fd0f-b74b-4c53-8b9c-03b21642c134 req-73f67214-0438-4882-a026-6f693c026682 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.603474 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Allocated IP 172.25.8.241 (b9f392f6-42e1-41ad-9423-d80ed824c270/7ebbb549-ca55-47e5-bacc-7d68bac0c68c/c83baacb-a2d0-479c-b403-29129f602ce6) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:24.614341 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] For port fc9cf635-06c7-479a-9cee-5afed90d1c2f, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:24.618118 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] For port fc9cf635-06c7-479a-9cee-5afed90d1c2f, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=fc9cf635-06c7-479a-9cee-5afed90d1c2f,segment=NetworkSegment(5785131d-bc96-47bf-b639-0ee5d2532a51),segment_id=5785131d-bc96-47bf-b639-0ee5d2532a51)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:24.742589 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Pushing event updated for resources: {'Subnet': ['ID=357410a5-efa1-4d12-a09b-729d83aec87f,revision_number=0']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:24.744570 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.756721 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Provisioning complete for port 7231705a-2924-4226-bb3a-48dd637e81ab triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:24.757091 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.804591 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-a38e5724-f9b9-4f66-a128-974c2beecd94 req-dc66a332-a688-42e6-8e7a-5312c5a7e52e tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] For port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251,segment=NetworkSegment(f10c5cad-ca06-4e28-bc1f-4dd8e3fec909),segment_id=f10c5cad-ca06-4e28-bc1f-4dd8e3fec909)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:24.805140 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a38e5724-f9b9-4f66-a128-974c2beecd94 req-dc66a332-a688-42e6-8e7a-5312c5a7e52e tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.869300 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Checking segment: {'id': 'df550d3f-9c32-45f7-a790-6dc32219530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '35262af6-556d-476b-82c0-9c8aa1c8fed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:24.870959 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Network hostable DHCP agents. Network: 35262af6-556d-476b-82c0-9c8aa1c8fed7, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:24.930990 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:24.961380 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Deleting port cd63344b-0ac8-4624-91f1-5cc8ca8a0799 {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:24.961961 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.010577 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f38fce-17cc-4018-8555-13846fd71f42 None None] Pushing event updated for resources: {'Port': ['ID=fc9cf635-06c7-479a-9cee-5afed90d1c2f,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:25.097390 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.115648 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.134730 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.192493 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686c937b-45d2-4934-a648-f0446deb690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7231705a-2924-4226-bb3a-48dd637e81ab'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:25.221506 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 7231705a-2924-4226-bb3a-48dd637e81ab, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7231705a-2924-4226-bb3a-48dd637e81ab,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:25.232658 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b5cdc-c09f-4a36-b9d8-5181303feaba req-88918054-f36a-4fbf-95a4-dfe19f8cf0e3 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:25.234324 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c00b5cdc-c09f-4a36-b9d8-5181303feaba req-88918054-f36a-4fbf-95a4-dfe19f8cf0e3 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 944 time: 0.4956830 Apr 18 19:43:25.338606 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Network 35262af6-556d-476b-82c0-9c8aa1c8fed7 is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:25.352300 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.410844 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c00b5cdc-c09f-4a36-b9d8-5181303feaba req-85b9d72d-2ba8-4940-b408-3848ef88ba42 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580191 Apr 18 19:43:25.417450 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] For port cd63344b-0ac8-4624-91f1-5cc8ca8a0799, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=cd63344b-0ac8-4624-91f1-5cc8ca8a0799,segment=NetworkSegment(8d769f2e-e7e1-4088-b775-db0613cdbe51),segment_id=8d769f2e-e7e1-4088-b775-db0613cdbe51)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:25.418044 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.498739 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, 35262af6-556d-476b-82c0-9c8aa1c8fed7) {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:25.509870 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a974309-c099-4568-9f82-5c3e23650050 None None] Network 35262af6-556d-476b-82c0-9c8aa1c8fed7 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:25.535191 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.547139 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e51a3f-aecf-4aef-b7ee-1925249e8e81'] response: {'server_uuid': '686c937b-45d2-4934-a648-f0446deb690e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7231705a-2924-4226-bb3a-48dd637e81ab', 'code': 200} Apr 18 19:43:25.599363 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Calling delete_port for cd63344b-0ac8-4624-91f1-5cc8ca8a0799 owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:25.639520 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:25.640519 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for subnet, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.697335 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=7231705a-2924-4226-bb3a-48dd637e81ab,revision_number=7']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:25.714813 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-a38e5724-f9b9-4f66-a128-974c2beecd94 req-dc66a332-a688-42e6-8e7a-5312c5a7e52e tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Calling delete_port for e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:25.804513 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0cf8e4dd-e192-463f-9467-228e60a2be73 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1899376 Apr 18 19:43:25.804513 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43466) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:25.824315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Request body: {'port': {'network_id': '35262af6-556d-476b-82c0-9c8aa1c8fed7', 'name': 'tempest-NetworksIpV6TestAttrs-2004900296'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:25.909629 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-35262af6-556d-476b-82c0-9c8aa1c8fed7', 'network_id': '35262af6-556d-476b-82c0-9c8aa1c8fed7', 'tenant_id': 'cd34a1d065ad4e97824079192998889d', 'fixed_ips': [{'subnet_id': '357410a5-efa1-4d12-a09b-729d83aec87f'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:43:25.911139 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:25.927655 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.078895 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.113186 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Port': ['ID=cd63344b-0ac8-4624-91f1-5cc8ca8a0799,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:26.141339 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] No DVR routers for this DVR port cd63344b-0ac8-4624-91f1-5cc8ca8a0799 on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:43:26.256131 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Allocated IP 2001:db8::f816:3eff:fe35:8568 (35262af6-556d-476b-82c0-9c8aa1c8fed7/357410a5-efa1-4d12-a09b-729d83aec87f/51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:26.257745 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-ffb5fd0f-b74b-4c53-8b9c-03b21642c134 req-73f67214-0438-4882-a026-6f693c026682 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] For port 02550d4c-5677-48f9-bf6a-910e80c81340, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=02550d4c-5677-48f9-bf6a-910e80c81340,segment=NetworkSegment(4522ba11-14a3-4a7a-9234-9f4b7d668068),segment_id=4522ba11-14a3-4a7a-9234-9f4b7d668068)] {{(pid=84804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:26.258128 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ffb5fd0f-b74b-4c53-8b9c-03b21642c134 req-73f67214-0438-4882-a026-6f693c026682 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.259720 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85907a19-d30d-4904-a049-f97fcdbd7fad req-51e6de49-db28-436d-b546-2015c03a5af7 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:26.261434 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-85907a19-d30d-4904-a049-f97fcdbd7fad req-51e6de49-db28-436d-b546-2015c03a5af7 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 946 time: 0.5654917 Apr 18 19:43:26.289854 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device fc9cf635-06c7-479a-9cee-5afed90d1c2f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:26.502095 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.plugin [req-ffb5fd0f-b74b-4c53-8b9c-03b21642c134 req-73f67214-0438-4882-a026-6f693c026682 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Calling delete_port for 02550d4c-5677-48f9-bf6a-910e80c81340 owned by compute:nova {{(pid=84804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:26.549130 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.598492 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814ae6df-eee8-4f17-b00c-c0ce9767ff4d None None] Network 94a5168a-d51c-4683-a5fd-540caeb9ef51 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:26.632162 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca5f7b-0f30-4c74-b90a-6084506ee2fc req-f45451d2-5e72-4f01-8733-a5d8a849cf02 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:26.637926 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fca5f7b-0f30-4c74-b90a-6084506ee2fc req-f45451d2-5e72-4f01-8733-a5d8a849cf02 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 946 time: 2.2214539 Apr 18 19:43:26.638067 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:26.648118 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.650605 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Pushing event updated for resources: {'Port': ['ID=c83baacb-a2d0-479c-b403-29129f602ce6,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:26.658607 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Network b9f392f6-42e1-41ad-9423-d80ed824c270 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:26.674310 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Usage tracker for resource:port and tenant:cd34a1d065ad4e97824079192998889d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:26.680682 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:26.681812 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:26.692238 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:26.702644 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port fc9cf635-06c7-479a-9cee-5afed90d1c2f completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:26.716839 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-85907a19-d30d-4904-a049-f97fcdbd7fad req-ebf61d22-08f1-4240-8721-3d9b3db688be tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/security-groups?id=add02010-5ce1-474f-8718-d4c275c5fadd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225090 Apr 18 19:43:26.716839 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:26.719236 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a38333-87f5-4252-8d36-83d6c7b5cde3']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:26.742167 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d769f2e-e7e1-4088-b775-db0613cdbe51') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:26.742751 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d769f2e-e7e1-4088-b775-db0613cdbe51') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:26.771628 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.773123 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.787963 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a38e5724-f9b9-4f66-a128-974c2beecd94 req-dc66a332-a688-42e6-8e7a-5312c5a7e52e tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.792997 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Transition to ACTIVE for port object 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:26.795294 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.805178 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:26.807225 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:26.846615 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:26.855665 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-950d1ab3-9b75-497b-b474-c8c96e90e446 None None] Provisioning for port fc9cf635-06c7-479a-9cee-5afed90d1c2f completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:26.885153 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-950d1ab3-9b75-497b-b474-c8c96e90e446 None None] Provisioning complete for port fc9cf635-06c7-479a-9cee-5afed90d1c2f triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:26.885341 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-950d1ab3-9b75-497b-b474-c8c96e90e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:26.959095 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Transition to ACTIVE for port object 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:27.009330 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66a332-a688-42e6-8e7a-5312c5a7e52e tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Pushing event deleted for resources: {'Port': ['ID=e9272b7c-9798-4f00-a5bf-2bbdbb8b4251,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:27.016902 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Made reservation on behalf of cd34a1d065ad4e97824079192998889d for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:27.031119 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.197912 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-950d1ab3-9b75-497b-b474-c8c96e90e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.199750 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38e5724-f9b9-4f66-a128-974c2beecd94 req-dc66a332-a688-42e6-8e7a-5312c5a7e52e tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] No DVR routers for this DVR port e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 on host n-h1-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:43:27.199750 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-4fca5f7b-0f30-4c74-b90a-6084506ee2fc req-bed9c5ff-4515-4b23-b08f-9b700f11ddba tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926262 Apr 18 19:43:27.199750 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-a38e5724-f9b9-4f66-a128-974c2beecd94 req-dc66a332-a688-42e6-8e7a-5312c5a7e52e tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.199750 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e9b657-2e9e-4de4-9c16-4d37b0473c3a', 'name': 'network-vif-deleted', 'tag': 'e9272b7c-9798-4f00-a5bf-2bbdbb8b4251'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:27.200396 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] device_id is not set on port bece2af6-872b-45b7-9252-00d63231938b yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:43:27.200475 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-950d1ab3-9b75-497b-b474-c8c96e90e446 None None] For port fc9cf635-06c7-479a-9cee-5afed90d1c2f, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=fc9cf635-06c7-479a-9cee-5afed90d1c2f,segment=NetworkSegment(5785131d-bc96-47bf-b639-0ee5d2532a51),segment_id=5785131d-bc96-47bf-b639-0ee5d2532a51)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:27.239815 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e5d023a-1143-4ac6-b71d-4119d1eaae4d'] response: {'server_uuid': '62e9b657-2e9e-4de4-9c16-4d37b0473c3a', 'name': 'network-vif-deleted', 'tag': 'e9272b7c-9798-4f00-a5bf-2bbdbb8b4251', 'status': 'completed', 'code': 200} Apr 18 19:43:27.278526 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.341307 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd968-cb94-4b93-b483-90b6c5e96ecb req-1029539e-95ac-4c6c-88d0-9e1668fccb0e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:27.342868 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1a8fd968-cb94-4b93-b483-90b6c5e96ecb req-1029539e-95ac-4c6c-88d0-9e1668fccb0e tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.3411970 Apr 18 19:43:27.347285 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Network 35262af6-556d-476b-82c0-9c8aa1c8fed7 is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:27.350260 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:27.354978 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:27.357182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Pushing event updated for resources: {'Port': ['ID=51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:27.385056 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.417637 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ffb5fd0f-b74b-4c53-8b9c-03b21642c134 req-73f67214-0438-4882-a026-6f693c026682 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.429030 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 02550d4c-5677-48f9-bf6a-910e80c81340 no longer exists at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:43:27.454744 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Network': ['ID=07a38333-87f5-4252-8d36-83d6c7b5cde3,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:27.474871 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.477533 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-950d1ab3-9b75-497b-b474-c8c96e90e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.489834 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Allocated IP 2001:db8::f816:3eff:fe2b:be47 (35262af6-556d-476b-82c0-9c8aa1c8fed7/357410a5-efa1-4d12-a09b-729d83aec87f/bece2af6-872b-45b7-9252-00d63231938b) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:27.497582 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a38e5724-f9b9-4f66-a128-974c2beecd94 req-dc66a332-a688-42e6-8e7a-5312c5a7e52e tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.71 "DELETE /v2.0/ports/e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 HTTP/1.1" status: 204 len: 173 time: 4.0015101 Apr 18 19:43:27.525278 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f67214-0438-4882-a026-6f693c026682 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Pushing event deleted for resources: {'Port': ['ID=02550d4c-5677-48f9-bf6a-910e80c81340,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:27.541275 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-1a8fd968-cb94-4b93-b483-90b6c5e96ecb req-274c9196-4180-4518-93e6-19a59ac7456a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880879 Apr 18 19:43:27.564897 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-70ae5354-7384-43d0-8a4c-eb94c3a07929 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "DELETE /v2.0/networks/07a38333-87f5-4252-8d36-83d6c7b5cde3 HTTP/1.1" status: 204 len: 168 time: 3.0782604 Apr 18 19:43:27.565687 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43478) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:27.601106 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] No Port match for: 02550d4c-5677-48f9-bf6a-910e80c81340 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:43:27.601443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 02550d4c-5677-48f9-bf6a-910e80c81340 not bound to the agent host n-h2-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:43:27.622247 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Attempting to bind port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:27.622892 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Attempting to bind port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': 'df550d3f-9c32-45f7-a790-6dc32219530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '35262af6-556d-476b-82c0-9c8aa1c8fed7'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:27.623478 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Attempting to bind port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d on network 35262af6-556d-476b-82c0-9c8aa1c8fed7 {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:27.626605 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb5fd0f-b74b-4c53-8b9c-03b21642c134 req-73f67214-0438-4882-a026-6f693c026682 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] No DVR routers for this DVR port 02550d4c-5677-48f9-bf6a-910e80c81340 on host n-h2-838334-1 {{(pid=84804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:43:27.629782 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-ffb5fd0f-b74b-4c53-8b9c-03b21642c134 req-73f67214-0438-4882-a026-6f693c026682 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.632606 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ffb5fd0f-b74b-4c53-8b9c-03b21642c134 req-73f67214-0438-4882-a026-6f693c026682 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.16 "DELETE /v2.0/ports/02550d4c-5677-48f9-bf6a-910e80c81340 HTTP/1.1" status: 204 len: 173 time: 3.2220571 Apr 18 19:43:27.639494 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks [] for router_gateway, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.640532 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4113097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4076112'] for router, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.653777 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:27.654131 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Checking segment: {'id': 'df550d3f-9c32-45f7-a790-6dc32219530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '35262af6-556d-476b-82c0-9c8aa1c8fed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:27.654573 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.654959 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Bound using segment: {'id': 'df550d3f-9c32-45f7-a790-6dc32219530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '35262af6-556d-476b-82c0-9c8aa1c8fed7'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:27.655443 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Bound port: 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df550d3f-9c32-45f7-a790-6dc32219530f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '35262af6-556d-476b-82c0-9c8aa1c8fed7'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:27.655800 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.681920 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:43:27.741146 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] No Port match for: e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:43:27.741762 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device e9272b7c-9798-4f00-a5bf-2bbdbb8b4251 not bound to the agent host n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:43:27.810639 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-24e0c503-0198-489f-895f-03a39077dc6c None None] Provisioning complete for port fc9cf635-06c7-479a-9cee-5afed90d1c2f triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:27.811246 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-24e0c503-0198-489f-895f-03a39077dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.878182 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d1ab3-9b75-497b-b474-c8c96e90e446 None None] Pushing event updated for resources: {'Port': ['ID=fc9cf635-06c7-479a-9cee-5afed90d1c2f,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:27.928727 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:27.957848 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] For port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:27.977345 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] For port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d,segment=NetworkSegment(df550d3f-9c32-45f7-a790-6dc32219530f),segment_id=df550d3f-9c32-45f7-a790-6dc32219530f)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:28.023554 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Router d3f9432a-cbbf-47bd-912c-83052b769f7f is scheduled to L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb with binding_index 1 {{(pid=84804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 19:43:28.067582 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Deleting port 391801fd-d4d3-45d1-8fe7-e61d2948861c {{(pid=84805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:28.068062 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.082744 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.208616 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719206a-42e4-4144-86ed-b0fcd8208fbb None None] Pushing event updated for resources: {'Port': ['ID=51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:28.219661 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device fc9cf635-06c7-479a-9cee-5afed90d1c2f up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:28.339623 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port fc9cf635-06c7-479a-9cee-5afed90d1c2f triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:28.340602 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.379117 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.475514 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Transition to ACTIVE for port object bece2af6-872b-45b7-9252-00d63231938b will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:28.659537 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ea1414e6-be6c-4ce7-b5f3-fd619fe04308 req-4c8a0c8f-42dd-409b-975e-5f7c101f96f6 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Synchronizing usage tracker for tenant:c99c039239f64d4da8f2bf33a4183310 on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:28.748959 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-166e4550-0bac-4d5d-bab3-79e85b5bc135 req-c6102f9c-4f1b-4d35-bb4d-32ba06c1c74a tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=62e9b657-2e9e-4de4-9c16-4d37b0473c3a HTTP/1.1" status: 200 len: 210 time: 0.1159861 Apr 18 19:43:28.778544 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-ea1414e6-be6c-4ce7-b5f3-fd619fe04308 req-4c8a0c8f-42dd-409b-975e-5f7c101f96f6 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] Unset dirty status for tenant:c99c039239f64d4da8f2bf33a4183310 on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:28.781671 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-ea1414e6-be6c-4ce7-b5f3-fd619fe04308 req-4c8a0c8f-42dd-409b-975e-5f7c101f96f6 tempest-ServerTagsTestJSON-1098931980 tempest-ServerTagsTestJSON-1098931980-project] 10.222.0.66 "GET /v2.0/ports?device_id=a6b5ef28-3790-4d77-add4-4046645214fa HTTP/1.1" status: 200 len: 210 time: 0.6118896 Apr 18 19:43:28.848538 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:43:28.862072 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098be352-435a-47e2-976e-8c2b63b00fef None None] Sync routers for ids ['d3f9432a-cbbf-47bd-912c-83052b769f7f'] in n-d-838334-1 {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:43:28.870136 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.db [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] For port 391801fd-d4d3-45d1-8fe7-e61d2948861c, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=391801fd-d4d3-45d1-8fe7-e61d2948861c,segment=NetworkSegment(b603d031-79f4-447d-a4a0-c5e2c73e38d1),segment_id=b603d031-79f4-447d-a4a0-c5e2c73e38d1)] {{(pid=84805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:28.870744 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:28.893156 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098be352-435a-47e2-976e-8c2b63b00fef None None] Routers {'d3f9432a-cbbf-47bd-912c-83052b769f7f'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:28.893927 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-098be352-435a-47e2-976e-8c2b63b00fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:43:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d3f9432a-cbbf-47bd-912c-83052b769f7f'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:29.024392 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks [] for router, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.026777 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-46e33ed8-45d6-4c9d-9b7d-0afc1dd13c93 tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8392224 Apr 18 19:43:29.033801 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43488) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:29.044049 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-098be352-435a-47e2-976e-8c2b63b00fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:29.057880 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098be352-435a-47e2-976e-8c2b63b00fef None None] Routers {'d3f9432a-cbbf-47bd-912c-83052b769f7f'} bound to L3 agent in host n-d-838334-1 {{(pid=84806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:29.058808 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-098be352-435a-47e2-976e-8c2b63b00fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:43:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d3f9432a-cbbf-47bd-912c-83052b769f7f'], 'active': True} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:29.081565 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.plugin [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Calling delete_port for 391801fd-d4d3-45d1-8fe7-e61d2948861c owned by network:dhcp {{(pid=84805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:29.140627 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_hamode_db [None req-098be352-435a-47e2-976e-8c2b63b00fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:29.141591 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098be352-435a-47e2-976e-8c2b63b00fef None None] The sync data for ids ['d3f9432a-cbbf-47bd-912c-83052b769f7f'] in n-d-838334-1 is: [] {{(pid=84806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:43:29.240783 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b5ef28-3790-4d77-add4-4046645214fa', 'name': 'network-vif-deleted', 'tag': '02550d4c-5677-48f9-bf6a-910e80c81340'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:29.289769 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.299569 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.350297 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6071aa92-797d-4a56-9326-c3bbd8774591'] response: {'server_uuid': 'a6b5ef28-3790-4d77-add4-4046645214fa', 'name': 'network-vif-deleted', 'tag': '02550d4c-5677-48f9-bf6a-910e80c81340', 'status': 'completed', 'code': 200} Apr 18 19:43:29.362307 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Port': ['ID=391801fd-d4d3-45d1-8fe7-e61d2948861c,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:29.437108 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] No DVR routers for this DVR port 391801fd-d4d3-45d1-8fe7-e61d2948861c on host n-d-838334-1 {{(pid=84805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:43:29.490547 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Network 35262af6-556d-476b-82c0-9c8aa1c8fed7 is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:29.502164 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:29.523039 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:29.527752 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:29.528640 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.719624 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Pushing event updated for resources: {'Port': ['ID=bece2af6-872b-45b7-9252-00d63231938b,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:29.732482 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf96b8b4-ddd0-4758-b964-dc5276950c34 None None] Network 35262af6-556d-476b-82c0-9c8aa1c8fed7 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:29.737341 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b46c3a-da73-4e41-9933-e974ef082c08 req-27a05137-81d4-45e2-b77c-d1a0127bb45c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:29.745363 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61b46c3a-da73-4e41-9933-e974ef082c08 req-27a05137-81d4-45e2-b77c-d1a0127bb45c tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.5290797 Apr 18 19:43:29.791381 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.837681 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1aa53e-c59c-487b-ae3d-cf2856a3007e']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:29.869812 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-61b46c3a-da73-4e41-9933-e974ef082c08 req-7fa5dcac-6551-4b41-9c00-a1935cda5d2a tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244774 Apr 18 19:43:29.871481 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-8b78365b-7321-4253-89f9-a4f7caded666 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.0659325 Apr 18 19:43:29.878561 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43496) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:29.879222 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b603d031-79f4-447d-a4a0-c5e2c73e38d1') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:29.883084 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b603d031-79f4-447d-a4a0-c5e2c73e38d1') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:29.904133 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.938430 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-1050ad7e-6268-4894-909f-d276483d38c4 None None] Provisioning for port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:29.964570 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:29.987866 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:29.989881 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:30.049629 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:30.177224 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43504) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:30.274956 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:30.357088 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.377881 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-192c4b6b-11aa-4123-81f9-f447e6245c2e admin admin] Deleting subnet 40b7db50-054e-4800-878c-dcf61ecf1a23 {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:43:30.391043 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-192c4b6b-11aa-4123-81f9-f447e6245c2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.403314 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.416935 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "DELETE /v2.0/networks/4c1aa53e-c59c-487b-ae3d-cf2856a3007e HTTP/1.1" status: 204 len: 168 time: 2.8473434 Apr 18 19:43:30.420195 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43514) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:30.434257 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b45412-d6fe-4d2b-aae0-720c47d435b4 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Network': ['ID=4c1aa53e-c59c-487b-ae3d-cf2856a3007e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:30.528561 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:30.532668 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:30.534645 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.605925 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.671690 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bf9515-efb7-47be-9733-52c2991040f5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Deleting subnet 357410a5-efa1-4d12-a09b-729d83aec87f {{(pid=84804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 18 19:43:30.699545 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-58bf9515-efb7-47be-9733-52c2991040f5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for subnet, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.808917 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.827015 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-f3906216-fe5d-42de-86ec-21c036482f32 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:30.828539 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-f3906216-fe5d-42de-86ec-21c036482f32 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/networks?id=ee645fc4-3e43-472c-affe-2251c055f0b5 HTTP/1.1" status: 200 len: 809 time: 0.4430771 Apr 18 19:43:30.847358 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-192c4b6b-11aa-4123-81f9-f447e6245c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.859613 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-fa907866-1ad7-4719-acc8-f7894ca4ace5 None None] Provisioning complete for port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:30.860288 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fa907866-1ad7-4719-acc8-f7894ca4ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.871534 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:30.938653 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11235fc2-ef4f-4f04-ab99-a5f31cae0a13']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:30.956142 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d,segment=NetworkSegment(df550d3f-9c32-45f7-a790-6dc32219530f),segment_id=df550d3f-9c32-45f7-a790-6dc32219530f)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:30.958640 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf37d3f3-e3c6-4f19-89aa-96f54e4acbc3') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:30.958640 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf37d3f3-e3c6-4f19-89aa-96f54e4acbc3') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:31.005727 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.049024 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.055924 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:31.056616 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.069215 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a456e96-1335-432d-b0d3-ec41361ef9b5 None None] get_active_networks_info from n-d-838334-1 {{(pid=84806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:31.073748 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:31.128902 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.157604 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-96eab6f1-18d6-4253-9e01-ad3d8819ecfc tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/quotas/307eb04c5f9840a78d06230aca95451e HTTP/1.1" status: 200 len: 375 time: 0.3134003 Apr 18 19:43:31.164519 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-58bf9515-efb7-47be-9733-52c2991040f5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2433230'] for subnet, precommit_delete_associations {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.224370 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:31.263579 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-f39e84bb-1cc7-4a19-9743-bc95bf136fb2 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Synchronizing usage tracker for tenant:307eb04c5f9840a78d06230aca95451e on resource:port {{(pid=84804) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:31.286097 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.308604 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-192c4b6b-11aa-4123-81f9-f447e6245c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.311538 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85d582-73b4-48af-8478-75aeeb429cc9 req-2fe3ecd0-7ff2-410c-a71d-3a39095d0d09 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:31.313244 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9a85d582-73b4-48af-8478-75aeeb429cc9 req-2fe3ecd0-7ff2-410c-a71d-3a39095d0d09 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1784565 Apr 18 19:43:31.347827 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.353194 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.380208 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-fa907866-1ad7-4719-acc8-f7894ca4ace5 None None] Provisioning for port bece2af6-872b-45b7-9252-00d63231938b completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:31.394477 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-fa907866-1ad7-4719-acc8-f7894ca4ace5 None None] Provisioning complete for port bece2af6-872b-45b7-9252-00d63231938b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:31.395177 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-fa907866-1ad7-4719-acc8-f7894ca4ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.397511 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Network': ['ID=11235fc2-ef4f-4f04-ab99-a5f31cae0a13,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:31.426231 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-9a85d582-73b4-48af-8478-75aeeb429cc9 req-b447b68d-f3bc-4863-b5bf-1c01787ab2d1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045890 Apr 18 19:43:31.430384 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-854f6c09-4191-4927-8d0c-911e8eeff3d0 tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "DELETE /v2.0/networks/11235fc2-ef4f-4f04-ab99-a5f31cae0a13 HTTP/1.1" status: 204 len: 168 time: 1.0085354 Apr 18 19:43:31.431159 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43520) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:31.480507 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a456e96-1335-432d-b0d3-ec41361ef9b5 None None] Resources bound (agent type, host, resource id): {{(pid=84806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 19:43:31.499913 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-fa907866-1ad7-4719-acc8-f7894ca4ace5 None None] Port bece2af6-872b-45b7-9252-00d63231938b cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:31.514052 n-d-838334-1 neutron-server[84804]: DEBUG neutron.quota.resource [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-f39e84bb-1cc7-4a19-9743-bc95bf136fb2 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Unset dirty status for tenant:307eb04c5f9840a78d06230aca95451e on resource:port {{(pid=84804) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:31.515753 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-f39e84bb-1cc7-4a19-9743-bc95bf136fb2 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=307eb04c5f9840a78d06230aca95451e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3130476 Apr 18 19:43:31.602131 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.689667 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-982a4b32-9616-4c6e-a3b9-a8aa15f216d8 service neutron] 10.222.0.66 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546938 Apr 18 19:43:31.795115 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.833945 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-a0575e02-c572-42b3-8f10-5185475aa562 None None] Provisioning complete for port bece2af6-872b-45b7-9252-00d63231938b triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:31.834555 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aae60cc-bd77-4b84-a6a6-0c458f58f6b2']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:31.835377 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a0575e02-c572-42b3-8f10-5185475aa562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.838922 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-f91ab822-4793-4b82-b36f-b5e846257f0e service neutron] 10.222.0.66 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423845 Apr 18 19:43:31.856989 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d865656-8004-4783-b7d0-d878a86665ea') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:31.857691 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d865656-8004-4783-b7d0-d878a86665ea') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:31.881650 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.912640 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.927315 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:31.928207 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:31.945028 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-a0575e02-c572-42b3-8f10-5185475aa562 None None] Port bece2af6-872b-45b7-9252-00d63231938b cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:31.956419 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:32.015431 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-192c4b6b-11aa-4123-81f9-f447e6245c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.069086 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-192c4b6b-11aa-4123-81f9-f447e6245c2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.084606 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-192c4b6b-11aa-4123-81f9-f447e6245c2e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/40b7db50-054e-4800-878c-dcf61ecf1a23 HTTP/1.1" status: 204 len: 168 time: 1.9015164 Apr 18 19:43:32.088957 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-58bf9515-efb7-47be-9733-52c2991040f5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1264652'] for subnet, precommit_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.093332 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43526) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:32.198239 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c4b6b-11aa-4123-81f9-f447e6245c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40b7db50-054e-4800-878c-dcf61ecf1a23,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:32.258763 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:32.314279 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.348206 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.363840 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.400218 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22cd703-1430-4e1f-919e-1bd7d32e817b None None] get_active_networks_info from n-d-838334-1 {{(pid=84806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 18 19:43:32.484881 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:32.485255 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.488528 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-58bf9515-efb7-47be-9733-52c2991040f5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1264645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2433077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2476298'] for subnet, after_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.544874 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf9515-efb7-47be-9733-52c2991040f5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Pushing event deleted for resources: {'Subnet': ['ID=357410a5-efa1-4d12-a09b-729d83aec87f,revision_number=None']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:32.553527 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] Pushing event deleted for resources: {'Network': ['ID=7aae60cc-bd77-4b84-a6a6-0c458f58f6b2,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:32.559870 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Allocated IP 172.20.0.1 (8605e9da-4fa8-4ade-8439-fd2d56fbaee8/876a61cd-623c-4a72-8f3f-318cb89dafcd/3e50c258-ddb6-4a1d-a702-4a162e95b126) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:32.562239 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-58bf9515-efb7-47be-9733-52c2991040f5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.563142 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-43b2cdf2-044c-41b2-971c-6e62a37d8cec tempest-BulkNetworkOpsIpV6Test-1362950427 tempest-BulkNetworkOpsIpV6Test-1362950427-project] 10.222.0.66 "DELETE /v2.0/networks/7aae60cc-bd77-4b84-a6a6-0c458f58f6b2 HTTP/1.1" status: 204 len: 168 time: 1.1309619 Apr 18 19:43:32.566296 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-15003886-2665-4f68-acf5-e4ee8c15f8d1 req-10e27d58-afc2-46a6-b26f-1a44bc9ba010 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 210 time: 0.2448890 Apr 18 19:43:32.624688 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-58bf9515-efb7-47be-9733-52c2991040f5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] 10.222.0.66 "DELETE /v2.0/subnets/357410a5-efa1-4d12-a09b-729d83aec87f HTTP/1.1" status: 204 len: 168 time: 2.7448132 Apr 18 19:43:32.643760 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43542) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:32.831056 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22cd703-1430-4e1f-919e-1bd7d32e817b None None] Resources bound (agent type, host, resource id): {{(pid=84806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 19:43:32.897753 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1276057', 'neutron.services.segments.db._delete_segments_for_network-8747487519609'] for network, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.944839 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78100a30-7930-495f-a2d7-d0ec3e9fe839']}} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:32.961331 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4522ba11-14a3-4a7a-9234-9f4b7d668068') {'for_net_delete': True} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:32.961894 n-d-838334-1 neutron-server[84805]: DEBUG neutron.services.segments.db [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4522ba11-14a3-4a7a-9234-9f4b7d668068') {} {{(pid=84805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:32.971994 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:32.979776 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747487519492', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2998312'] for segment, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.002770 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.011544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 18 19:43:33.014303 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1083761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2476860'] for segment, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.059326 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95066fa-1ed0-40c9-8c0d-55937af33a79 req-364603aa-1ecb-442e-8701-4afb109351e7 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.077749 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e95066fa-1ed0-40c9-8c0d-55937af33a79 req-364603aa-1ecb-442e-8701-4afb109351e7 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.1876948 Apr 18 19:43:33.176969 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-e95066fa-1ed0-40c9-8c0d-55937af33a79 req-68460d71-dd1e-491e-a588-37e57b254eea tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957425 Apr 18 19:43:33.218528 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: Traceback (most recent call last): Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: timer() Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: cb(*args, **kw) Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: return func(*args, **kwargs) Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: self._notify() Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: self.callback(batched_events) Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: event.method(event) Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: return f(self, *a, **k) Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: return self._get(url).json() Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: return self.request(url, 'GET', **kwargs) Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 19:43:33.329730 n-d-838334-1 neutron-server[84805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 19:43:33.349009 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Network 8605e9da-4fa8-4ade-8439-fd2d56fbaee8 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:33.349255 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47607f0-5a1d-4270-af86-c6a70de86da5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.350440 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47607f0-5a1d-4270-af86-c6a70de86da5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:33.351198 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f47607f0-5a1d-4270-af86-c6a70de86da5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Synchronizing usage tracker for tenant:cd34a1d065ad4e97824079192998889d on resource:subnet {{(pid=84805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:43:33.353695 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:33.356327 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:33.417304 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1276050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4076049'] for network, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.423461 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Pushing event updated for resources: {'Port': ['ID=3e50c258-ddb6-4a1d-a702-4a162e95b126,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:33.448955 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4075690'] for router_interface, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.457269 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43550) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:33.457698 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.482905 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-f47607f0-5a1d-4270-af86-c6a70de86da5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Unset dirty status for tenant:cd34a1d065ad4e97824079192998889d on resource:subnet {{(pid=84805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:43:33.484145 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-f47607f0-5a1d-4270-af86-c6a70de86da5 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8352783 Apr 18 19:43:33.489118 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=78100a30-7930-495f-a2d7-d0ec3e9fe839,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:33.489309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43556) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:33.608149 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-b563ed45-9987-463f-89ed-a3d481196fa8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/78100a30-7930-495f-a2d7-d0ec3e9fe839 HTTP/1.1" status: 204 len: 168 time: 1.5073192 Apr 18 19:43:33.640045 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0ef5b0-a5f1-48e8-bc0f-ee9ad8d193dc None None] Network 35262af6-556d-476b-82c0-9c8aa1c8fed7 requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:33.755989 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-27a82079-3307-4fd5-b07f-01a1fab546cb tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1102568'] for network, before_delete {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.766531 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a82079-3307-4fd5-b07f-01a1fab546cb tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 19:43:33.766967 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a82079-3307-4fd5-b07f-01a1fab546cb tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:33.773499 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43564) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:33.773689 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-27a82079-3307-4fd5-b07f-01a1fab546cb tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] 10.222.0.66 "DELETE /v2.0/networks/35262af6-556d-476b-82c0-9c8aa1c8fed7 HTTP/1.1" status: 409 len: 405 time: 0.2833707 Apr 18 19:43:33.779794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-93085676'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:33.791158 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:33.821641 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Usage tracker for resource:network and tenant:cd34a1d065ad4e97824079192998889d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:33.821641 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:33.835501 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:33.957951 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-c4bddfff-f842-4635-89f8-3bd26c74fa9c req-c9fbabe4-1777-46f0-ae3b-bfe95514342b tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 210 time: 0.0731294 Apr 18 19:43:33.964918 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:33.993106 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43568) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:33.993368 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-883cffb5-cf4d-44fd-b735-7b9c7c17a2f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed6027fe7c3945c6b93c3af0383638c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5349591 Apr 18 19:43:34.007630 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Made reservation on behalf of cd34a1d065ad4e97824079192998889d for: {'network': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:34.011040 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for network, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.073105 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916939b6-81a4-4655-b7fa-d7bb90c483d1 None None] DHCP port deletion for 35262af6-556d-476b-82c0-9c8aa1c8fed7 request from n-d-838334-1 {{(pid=84806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 18 19:43:34.081063 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-916939b6-81a4-4655-b7fa-d7bb90c483d1 None None] Deleting port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d {{(pid=84806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 18 19:43:34.081354 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-916939b6-81a4-4655-b7fa-d7bb90c483d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747487418579'] for port, before_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.083901 n-d-838334-1 neutron-server[84805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:43:34.113794 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1083754'] for segment, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.114160 n-d-838334-1 neutron-server[84805]: INFO neutron.db.segments_db [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Added segment 8e34f24d-8314-4281-9968-5d4967d81b78 of type vlan for network e867f51f-1f42-48cf-8f72-e9a4e2ebed6d Apr 18 19:43:34.115436 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97e6abb0-1721-4b40-ba22-4eb5789f2ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.203403 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97e6abb0-1721-4b40-ba22-4eb5789f2ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.221820 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747487004173'] for network, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.339908 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43576) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:34.399055 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-832429cf-550d-4cd9-843b-72a9a8dddb7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c99c039239f64d4da8f2bf33a4183310&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571110 Apr 18 19:43:34.401695 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334'] for network, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.407189 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:34.409008 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for network, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.412536 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43580) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:34.500863 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97e6abb0-1721-4b40-ba22-4eb5789f2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.537312 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-916939b6-81a4-4655-b7fa-d7bb90c483d1 None None] For port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d,segment=NetworkSegment(df550d3f-9c32-45f7-a790-6dc32219530f),segment_id=df550d3f-9c32-45f7-a790-6dc32219530f)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:34.537732 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-916939b6-81a4-4655-b7fa-d7bb90c483d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4005155'] for port, precommit_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.614791 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf4d8-ee11-4750-ac50-e67caea03350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.651561 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bdf11-d94d-4de2-8b83-c13aadfa417d req-dd0c971a-bbf1-48d5-88b5-b1ae1c94b4a1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:34.653673 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf4d8-ee11-4750-ac50-e67caea03350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.659942 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c62bdf11-d94d-4de2-8b83-c13aadfa417d req-dd0c971a-bbf1-48d5-88b5-b1ae1c94b4a1 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.2125568 Apr 18 19:43:34.689591 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6abb0-1721-4b40-ba22-4eb5789f2ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddebb415-4d6e-4532-8077-c3e9e7d9e57e,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:34.733466 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-97e6abb0-1721-4b40-ba22-4eb5789f2ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:34.734659 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-97e6abb0-1721-4b40-ba22-4eb5789f2ed8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ddebb415-4d6e-4532-8077-c3e9e7d9e57e HTTP/1.1" status: 204 len: 168 time: 0.7401726 Apr 18 19:43:34.748198 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-916939b6-81a4-4655-b7fa-d7bb90c483d1 None None] Calling delete_port for 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d owned by network:dhcp {{(pid=84806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 18 19:43:34.813278 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Pushing event updated for resources: {'Network': ['ID=e867f51f-1f42-48cf-8f72-e9a4e2ebed6d,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:34.865262 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-c62bdf11-d94d-4de2-8b83-c13aadfa417d req-174ec00f-d1b0-451a-9d8c-1296edbe596f tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763842 Apr 18 19:43:34.865815 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Network e867f51f-1f42-48cf-8f72-e9a4e2ebed6d details requested by agent ovs-agent-n-d-838334-1 with host n-d-838334-1 {{(pid=84806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:43:34.895226 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.122761 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-976cf561-5704-4170-87a5-d7e2f8656f90 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3477275 Apr 18 19:43:35.126104 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43588) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:35.129381 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-fd8822d5-5218-4333-99ed-fe0a8bac961d req-98e9b0d4-0a65-49e2-a146-01b8da4f334e tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 210 time: 0.0463316 Apr 18 19:43:35.132121 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Request body: {'subnet': {'network_id': 'e867f51f-1f42-48cf-8f72-e9a4e2ebed6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:35.170037 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf4d8-ee11-4750-ac50-e67caea03350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4189088'] for security_group, after_delete {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.186354 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cf4d8-ee11-4750-ac50-e67caea03350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add02010-5ce1-474f-8718-d4c275c5fadd,revision_number=None']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:35.211440 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.225020 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-916939b6-81a4-4655-b7fa-d7bb90c483d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747487491220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747487051156'] for port, after_delete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.242174 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf4d8-ee11-4750-ac50-e67caea03350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.243604 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-2d3cf4d8-ee11-4750-ac50-e67caea03350 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/add02010-5ce1-474f-8718-d4c275c5fadd HTTP/1.1" status: 204 len: 168 time: 0.8100197 Apr 18 19:43:35.275713 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916939b6-81a4-4655-b7fa-d7bb90c483d1 None None] Pushing event deleted for resources: {'Port': ['ID=51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d,revision_number=None']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:35.287450 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916939b6-81a4-4655-b7fa-d7bb90c483d1 None None] No DVR routers for this DVR port 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d on host n-d-838334-1 {{(pid=84806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 19:43:35.390590 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Pushing event updated for resources: {'Port': ['ID=3e50c258-ddb6-4a1d-a702-4a162e95b126,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:35.396019 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:35.406241 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3047198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4075527'] for router_interface, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.426229 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:35.557578 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Made reservation on behalf of cd34a1d065ad4e97824079192998889d for: {'subnet': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:35.727848 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2476385'] for subnet, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:35.755325 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Network 8605e9da-4fa8-4ade-8439-fd2d56fbaee8 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:35.806118 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:36.162236 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d no longer exists at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:43:36.298961 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] No Port match for: 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d {{(pid=84806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 18 19:43:36.299300 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 51dd7ce2-3e39-42ee-bba8-b85d28ffdb0d not bound to the agent host n-d-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 19:43:36.384789 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-bdb97b89-425f-4916-ae0e-ee462527e1d3 req-cd9e1211-6048-4d9e-a81d-db9bc340b2d3 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 210 time: 0.0716102 Apr 18 19:43:36.773066 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4111b3-3264-4e3d-afb9-dd76858c92a1 req-d4583e83-aaa6-430a-a1f2-d372cd5d96e9 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:36.784707 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0b4111b3-3264-4e3d-afb9-dd76858c92a1 req-d4583e83-aaa6-430a-a1f2-d372cd5d96e9 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.7971807 Apr 18 19:43:37.089097 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43634) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:37.131547 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-0b4111b3-3264-4e3d-afb9-dd76858c92a1 req-fa01e90b-6908-455a-936d-7f688d281393 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457990 Apr 18 19:43:37.140233 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-b7d8f270-c137-4b69-a0d6-36f8b588dea6 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:37.141648 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-b7d8f270-c137-4b69-a0d6-36f8b588dea6 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.16 "GET /v2.0/networks?id=ee645fc4-3e43-472c-affe-2251c055f0b5 HTTP/1.1" status: 200 len: 809 time: 0.5941491 Apr 18 19:43:37.169216 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Request body: {'port': {'device_id': 'ecdb00e7-7ea6-4226-b799-93b424d19cea', 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5', 'admin_state_up': True, 'tenant_id': '307eb04c5f9840a78d06230aca95451e'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:37.263184 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:43:37.291510 n-d-838334-1 neutron-server[84804]: DEBUG neutron.objects.ports [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84804) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 18 19:43:37.300746 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4166388', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2433266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2476403'] for subnet, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:37.486012 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Pushing event updated for resources: {'Subnet': ['ID=bab6218a-ae65-4b5d-a88d-4b23a3555418,revision_number=0']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:37.505665 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Checking segment: {'id': '8e34f24d-8314-4281-9968-5d4967d81b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e867f51f-1f42-48cf-8f72-e9a4e2ebed6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:37.506205 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Network hostable DHCP agents. Network: e867f51f-1f42-48cf-8f72-e9a4e2ebed6d, hostable agents: ['496f30ac-5db1-4d5a-8707-7d760acdea24'], hosted agents: [] {{(pid=84804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:43:37.572955 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:37.587532 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-418dbfa1-1488-46a5-9861-d11087d59556 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1717749 Apr 18 19:43:37.591711 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-a0c70bf8-b94c-465b-854d-821e3e743f1f tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] Request body: {'port': {'network_id': '4fcb3108-b86c-4ac6-96d3-a5d15d817345', 'name': 'tempest-NetworksNegativeTestJSON-46289497'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:37.605899 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.quota.driver [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84804) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:37.616801 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c70bf8-b94c-465b-854d-821e3e743f1f tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] POST failed (client error): The resource could not be found. Apr 18 19:43:37.618292 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c70bf8-b94c-465b-854d-821e3e743f1f tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:37.619739 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-a0c70bf8-b94c-465b-854d-821e3e743f1f tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5291908 Apr 18 19:43:37.623546 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43646) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:37.646702 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Router d3f9432a-cbbf-47bd-912c-83052b769f7f has already been hosted by L3 agent 17ea87f2-0e64-45cd-8f17-4052f47a02cb {{(pid=84804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 19:43:37.746178 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ff2867d0-82f5-4d66-93f8-46aab426f0e5 req-1d58b229-50c7-44b2-9717-0997d7f80461 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 210 time: 0.0679989 Apr 18 19:43:37.753405 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff5bfb8-fe78-44d8-9d61-683ba064ac7b tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] DELETE failed (client error): The resource could not be found. Apr 18 19:43:37.753848 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff5bfb8-fe78-44d8-9d61-683ba064ac7b tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:37.755526 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-aff5bfb8-fe78-44d8-9d61-683ba064ac7b tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] 10.222.0.66 "DELETE /v2.0/networks/ce4f24ba-34a3-489c-9931-6f17d8b8ab1b HTTP/1.1" status: 404 len: 339 time: 0.1305850 Apr 18 19:43:37.756217 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Made reservation on behalf of 307eb04c5f9840a78d06230aca95451e for: {'port': 1} {{(pid=84804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:37.760434 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:37.778112 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Network e867f51f-1f42-48cf-8f72-e9a4e2ebed6d is scheduled to be hosted by DHCP agent 496f30ac-5db1-4d5a-8707-7d760acdea24 with binding_index 1 {{(pid=84804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:43:37.793237 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43652) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:37.852559 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-c6917ef2-5ee6-4485-874d-b7f4094b32a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6494 time: 0.0959814 Apr 18 19:43:37.976941 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b84d0e8-0118-4d61-94bf-849ed0f24056 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] DELETE failed (client error): The resource could not be found. Apr 18 19:43:37.977388 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b84d0e8-0118-4d61-94bf-849ed0f24056 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:38.044192 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727be1-40b7-45d0-af58-e1850a445457 req-8a2fbb1f-c669-4c3c-85dc-53a2432b53dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:38.044754 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727be1-40b7-45d0-af58-e1850a445457 req-8a2fbb1f-c669-4c3c-85dc-53a2432b53dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:38.045264 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727be1-40b7-45d0-af58-e1850a445457 req-8a2fbb1f-c669-4c3c-85dc-53a2432b53dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:38.047036 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-8a2fbb1f-c669-4c3c-85dc-53a2432b53dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ffffad2-0800-488c-99ce-066b8a9fb855&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=e78622fb-3352-44b9-a22f-f41c23e91484&id=e78622fb-3352-44b9-a22f-f41c23e91484 HTTP/1.1" status: 200 len: 2294 time: 0.1675787 Apr 18 19:43:38.050045 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-9b84d0e8-0118-4d61-94bf-849ed0f24056 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] 10.222.0.66 "DELETE /v2.0/ports/301bbe9f-9e5b-4468-b323-79f342cb0ce2 HTTP/1.1" status: 404 len: 333 time: 0.2145116 Apr 18 19:43:38.057844 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43656) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:38.160267 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838334-1, e867f51f-1f42-48cf-8f72-e9a4e2ebed6d) {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:38.170700 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f275622-34f6-47c5-94b8-073304052ac9 None None] Network e867f51f-1f42-48cf-8f72-e9a4e2ebed6d requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:38.182425 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:38.184527 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for subnet, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:38.247667 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-749ff24a-4a99-4fae-9c7a-0bb1ce5f79b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 HTTP/1.1" status: 200 len: 1002 time: 0.1937175 Apr 18 19:43:38.252670 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae178417-7f00-4262-8646-e5bf77ef2dd2 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] DELETE failed (client error): The resource could not be found. Apr 18 19:43:38.253272 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae178417-7f00-4262-8646-e5bf77ef2dd2 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:38.388895 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727be1-40b7-45d0-af58-e1850a445457 req-32c1ac66-6b05-45e1-af6c-da6555cd4d9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:38.399454 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-32c1ac66-6b05-45e1-af6c-da6555cd4d9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837 HTTP/1.1" status: 200 len: 851 time: 0.1363909 Apr 18 19:43:38.470403 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d4c388e-c6d3-5103-9928-6444dad60f08-e867f51f-1f42-48cf-8f72-e9a4e2ebed6d', 'network_id': 'e867f51f-1f42-48cf-8f72-e9a4e2ebed6d', 'tenant_id': 'cd34a1d065ad4e97824079192998889d', 'fixed_ips': [{'subnet_id': 'bab6218a-ae65-4b5d-a88d-4b23a3555418'}]}} from n-d-838334-1. {{(pid=84806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 18 19:43:38.471417 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:38.490637 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-ae178417-7f00-4262-8646-e5bf77ef2dd2 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] 10.222.0.66 "DELETE /v2.0/subnets/f5907303-a80b-499f-9540-7b3868bcb20d HTTP/1.1" status: 404 len: 337 time: 0.4315534 Apr 18 19:43:38.491968 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43666) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:38.571084 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-3e369e0c-bdd4-479a-b084-614b41dfad13 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4409318 Apr 18 19:43:38.571084 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d2f84b-0399-405f-a250-4b6988d539e8 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] GET failed (client error): The resource could not be found. Apr 18 19:43:38.578952 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43670) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:38.579123 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-a6d2f84b-0399-405f-a250-4b6988d539e8 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] 10.222.0.66 "GET /v2.0/networks/1a20a568-27ab-49ca-8f1d-8019e8ecc077 HTTP/1.1" status: 404 len: 339 time: 0.0675251 Apr 18 19:43:38.579539 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [-] (84805) accepted ('10.222.0.66', 43672) {{(pid=84805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:38.668630 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.v2.base [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Request body: {'port': {'network_id': 'e867f51f-1f42-48cf-8f72-e9a4e2ebed6d', 'name': 'tempest-NetworksIpV6TestAttrs-1927057755'}} {{(pid=84805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:38.682655 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.db_base_plugin_common [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Allocated IP 2001:db8::f816:3eff:feaa:c814 (e867f51f-1f42-48cf-8f72-e9a4e2ebed6d/bab6218a-ae65-4b5d-a88d-4b23a3555418/9e8eef5b-c029-44e4-9d95-b015ac3f6e6a) {{(pid=84806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:38.749729 n-d-838334-1 neutron-server[84805]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2639e31-c81c-4518-b5a0-29cafd9ac3d2 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] GET failed (client error): The resource could not be found. Apr 18 19:43:38.751852 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-c2639e31-c81c-4518-b5a0-29cafd9ac3d2 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] 10.222.0.66 "GET /v2.0/ports/9aa68078-cb5c-4fe5-a53f-a7b49da77e34 HTTP/1.1" status: 404 len: 333 time: 0.1621225 Apr 18 19:43:38.763117 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43680) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:38.764942 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.db_base_plugin_common [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Allocated IP 172.20.0.4 (ee645fc4-3e43-472c-affe-2251c055f0b5/5fc874ec-f7cf-4f75-afba-46b60e4ee312/0784ccbe-fb59-4b15-93e9-da7644cdfed4) {{(pid=84804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:38.932570 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c53d4d-b116-4a0d-8aee-351ef1f33e70 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] GET failed (client error): The resource could not be found. Apr 18 19:43:38.943028 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-f0c53d4d-b116-4a0d-8aee-351ef1f33e70 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] 10.222.0.66 "GET /v2.0/subnets/22426c9b-41bb-41cd-bc3c-128724f75bf2 HTTP/1.1" status: 404 len: 337 time: 0.1709592 Apr 18 19:43:38.944819 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43688) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:38.958188 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-36ca4084-94ff-4479-8e5b-89407d6bb27e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ffffad2-0800-488c-99ce-066b8a9fb855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5567424 Apr 18 19:43:38.970317 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-59b7757f-f6fd-4060-a1c8-c3a922db3c73 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:39.043858 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f26f2b-b9f1-4660-8520-1e14dc666d6e req-1a9a9bfc-8cad-44e0-89aa-8750b9b030b9 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:39.053255 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9f26f2b-b9f1-4660-8520-1e14dc666d6e req-1a9a9bfc-8cad-44e0-89aa-8750b9b030b9 tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/ports?device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 945 time: 0.4566271 Apr 18 19:43:39.092254 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b7757f-f6fd-4060-a1c8-c3a922db3c73 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] PUT failed (client error): The resource could not be found. Apr 18 19:43:39.092689 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b7757f-f6fd-4060-a1c8-c3a922db3c73 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:39.094678 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-59b7757f-f6fd-4060-a1c8-c3a922db3c73 tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] 10.222.0.66 "PUT /v2.0/networks/dadbd032-45d0-4c44-83aa-4c9ba93cc109 HTTP/1.1" status: 404 len: 339 time: 0.1399822 Apr 18 19:43:39.101833 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [-] (84804) accepted ('10.222.0.66', 43692) {{(pid=84804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:43:39.121019 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [None req-2f45aea5-435a-4928-a0d9-5080d879749f tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:39.207612 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Notify callbacks [] for port, precommit_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.225901 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] Notify agent at l3_agent.n-d-838334-1 the message routers_updated {{(pid=84804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 19:43:39.241109 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd7c11-bccc-4f0e-b03f-f837a6749565 None None] Sync routers for ids ['d3f9432a-cbbf-47bd-912c-83052b769f7f'] in n-d-838334-1 {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 18 19:43:39.245896 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Transition to ACTIVE for port object 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a will not be triggered until provisioned by entity L2. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:39.280080 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Transition to ACTIVE for port object 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a will not be triggered until provisioned by entity DHCP. {{(pid=84806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:39.280367 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd7c11-bccc-4f0e-b03f-f837a6749565 None None] Routers {'d3f9432a-cbbf-47bd-912c-83052b769f7f'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:39.282757 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-61fd7c11-bccc-4f0e-b03f-f837a6749565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:43:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d3f9432a-cbbf-47bd-912c-83052b769f7f'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:39.285852 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-33e3068f-b3e2-4bca-bb8e-02ac319733ea tempest-FloatingIPTestJSON-599220827 tempest-FloatingIPTestJSON-599220827-project] 10.222.0.66 "PUT /v2.0/routers/d3f9432a-cbbf-47bd-912c-83052b769f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2538924 Apr 18 19:43:39.300236 n-d-838334-1 neutron-server[84804]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f45aea5-435a-4928-a0d9-5080d879749f tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] PUT failed (client error): The resource could not be found. Apr 18 19:43:39.300933 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f45aea5-435a-4928-a0d9-5080d879749f tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 19:43:39.302067 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [None req-2f45aea5-435a-4928-a0d9-5080d879749f tempest-NetworksNegativeTestJSON-1668280835 tempest-NetworksNegativeTestJSON-1668280835-project] 10.222.0.66 "PUT /v2.0/ports/4d569d30-cda2-449a-bb06-1f0315077ec2 HTTP/1.1" status: 404 len: 333 time: 0.1911616 Apr 18 19:43:39.375687 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147'] for port, after_create {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.436523 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-61fd7c11-bccc-4f0e-b03f-f837a6749565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:39.458912 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fd7c11-bccc-4f0e-b03f-f837a6749565 None None] Routers {'d3f9432a-cbbf-47bd-912c-83052b769f7f'} bound to L3 agent in host n-d-838334-1 {{(pid=84807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 18 19:43:39.460267 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-61fd7c11-bccc-4f0e-b03f-f837a6749565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838334-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:09:54Z,description=,heartbeat_timestamp=2022-04-18T19:43:24Z,host='n-d-838334-1',id=17ea87f2-0e64-45cd-8f17-4052f47a02cb,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:09:54Z,topic='l3_agent')) {'router_ids': ['d3f9432a-cbbf-47bd-912c-83052b769f7f'], 'active': True} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:39.551207 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Network e867f51f-1f42-48cf-8f72-e9a4e2ebed6d is already hosted by enough agents. {{(pid=84806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:39.559833 n-d-838334-1 neutron-server[84806]: DEBUG neutron.scheduler.base_scheduler [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Resources bound (agent type, host, resource id): {{(pid=84806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:39.568815 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Received port after_create {{(pid=84806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:39.613866 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.l3_hamode_db [None req-61fd7c11-bccc-4f0e-b03f-f837a6749565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838334-1', False) {} {{(pid=84807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:43:39.622582 n-d-838334-1 neutron-server[84807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fd7c11-bccc-4f0e-b03f-f837a6749565 None None] The sync data for ids ['d3f9432a-cbbf-47bd-912c-83052b769f7f'] in n-d-838334-1 is: [] {{(pid=84807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 18 19:43:39.641715 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-12095bc3-80e0-40c3-aae1-8816d702a61e service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663713 Apr 18 19:43:39.648030 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d9f26f2b-b9f1-4660-8520-1e14dc666d6e req-058cf39c-c1d5-4be0-88fc-f9a8195418ef tempest-ServersNegativeTestJSON-1333549046 tempest-ServersNegativeTestJSON-1333549046-project] 10.222.0.66 "GET /v2.0/security-groups?id=aef1851b-2a30-4be1-81f9-29f7421832fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927970 Apr 18 19:43:39.664367 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-d3186af7-3849-45f5-8eb0-e3ae1cc43e43 req-c5703047-b465-4c6d-a458-e5e33d0d0dcb tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 210 time: 0.6088130 Apr 18 19:43:39.700725 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Pushing event updated for resources: {'Port': ['ID=9e8eef5b-c029-44e4-9d95-b015ac3f6e6a,revision_number=1']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:39.718803 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Attempting to bind port 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a on host n-d-838334-1 for vnic_type normal with profile {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:39.719138 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Attempting to bind port 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a by drivers openvswitch,hyperv on host n-d-838334-1 at level 0 using segments [{'id': '8e34f24d-8314-4281-9968-5d4967d81b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e867f51f-1f42-48cf-8f72-e9a4e2ebed6d'}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:39.719496 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Attempting to bind port 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a on network e867f51f-1f42-48cf-8f72-e9a4e2ebed6d {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:39.736892 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Checking agent: {'id': '936ddcdd-5030-422e-b5f3-22e55592cf1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 9, 55), 'started_at': datetime.datetime(2022, 4, 18, 19, 10, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838334-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:39.738014 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Checking segment: {'id': '8e34f24d-8314-4281-9968-5d4967d81b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e867f51f-1f42-48cf-8f72-e9a4e2ebed6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:39.739795 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.740396 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Bound using segment: {'id': '8e34f24d-8314-4281-9968-5d4967d81b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e867f51f-1f42-48cf-8f72-e9a4e2ebed6d'} {{(pid=84806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:39.741958 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.managers [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Bound port: 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a, host: n-d-838334-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e34f24d-8314-4281-9968-5d4967d81b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e867f51f-1f42-48cf-8f72-e9a4e2ebed6d'}}] {{(pid=84806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:39.742628 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.773530 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:43:39.786673 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Usage tracker for resource:port and tenant:cd34a1d065ad4e97824079192998889d is out of sync, need to count used quota {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:43:39.796324 n-d-838334-1 neutron-server[84805]: DEBUG neutron.quota.resource [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:43:39.799527 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks [] for port, precommit_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.808794 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.quota.driver [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:43:39.857791 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-1ed741b2-e391-4578-882a-f3ff184fd586 service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075448 Apr 18 19:43:39.928200 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2433030'] for port, after_create {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.946970 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Made reservation on behalf of cd34a1d065ad4e97824079192998889d for: {'port': 1} {{(pid=84805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:43:39.955779 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:39.996318 n-d-838334-1 neutron-server[84805]: DEBUG neutron.notifiers.nova [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] device_id is not set on port 67cfcd9c-e6d3-400b-a5a3-537bce58d2aa yet. {{(pid=84805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 18 19:43:40.009723 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] For port 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a, host n-d-838334-1, cleared binding levels {{(pid=84806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:40.013753 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] For port 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a, host n-d-838334-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=9e8eef5b-c029-44e4-9d95-b015ac3f6e6a,segment=NetworkSegment(8e34f24d-8314-4281-9968-5d4967d81b78),segment_id=8e34f24d-8314-4281-9968-5d4967d81b78)] {{(pid=84806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:40.016063 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Network ee645fc4-3e43-472c-affe-2251c055f0b5 is already hosted by enough agents. {{(pid=84804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:40.019410 n-d-838334-1 neutron-server[84804]: DEBUG neutron.scheduler.base_scheduler [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Resources bound (agent type, host, resource id): {{(pid=84804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:40.021913 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.024745 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Received port after_create {{(pid=84804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:40.050875 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-079840ce-58e4-4a1a-9b73-13341edf8c2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=df760f9c-ad79-477c-8a9f-29d807da272c HTTP/1.1" status: 200 len: 217 time: 0.1868172 Apr 18 19:43:40.051830 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Pushing event updated for resources: {'Port': ['ID=0784ccbe-fb59-4b15-93e9-da7644cdfed4,revision_number=1']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:40.105627 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.114480 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:40.115826 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.155292 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727be1-40b7-45d0-af58-e1850a445457 req-d8b38486-db87-43aa-80dd-cc360b2730c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:40.157176 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-d8b38486-db87-43aa-80dd-cc360b2730c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0984249 Apr 18 19:43:40.242252 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65685e9-3ef6-4229-aac0-6e53e64b604e None None] Pushing event updated for resources: {'Port': ['ID=9e8eef5b-c029-44e4-9d95-b015ac3f6e6a,revision_number=2']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:40.242831 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-abfa0aed-52d3-4620-b294-bc80def02633 tempest-VolumesActionsTest-566823322 tempest-VolumesActionsTest-566823322-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0856488 Apr 18 19:43:40.270313 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.v2.base [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Request body: {'port': {'device_id': 'ecdb00e7-7ea6-4226-b799-93b424d19cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838334-1'}} {{(pid=84804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 18 19:43:40.287906 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.db_base_plugin_common [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Allocated IP 2001:db8::f816:3eff:fe8e:84e8 (e867f51f-1f42-48cf-8f72-e9a4e2ebed6d/bab6218a-ae65-4b5d-a88d-4b23a3555418/67cfcd9c-e6d3-400b-a5a3-537bce58d2aa) {{(pid=84805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:43:40.346822 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-c891ac35-569f-49df-8b10-f3ba42eba3ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1584797 Apr 18 19:43:40.433418 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.722495 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-2f007236-03dc-438f-b11d-96a4ad80d9aa service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427711 Apr 18 19:43:40.880587 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks [] for port, precommit_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.923303 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.provisioning_blocks [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Transition to ACTIVE for port object 67cfcd9c-e6d3-400b-a5a3-537bce58d2aa will not be triggered until provisioned by entity DHCP. {{(pid=84805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:40.938057 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-46d94713-1ebe-461f-b9e8-184278a12c55 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033780 Apr 18 19:43:40.943819 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0784ccbe-fb59-4b15-93e9-da7644cdfed4 {{(pid=84804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:40.952719 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:40.969022 n-d-838334-1 neutron-server[84804]: DEBUG neutron.db.provisioning_blocks [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Transition to ACTIVE for port object 0784ccbe-fb59-4b15-93e9-da7644cdfed4 will not be triggered until provisioned by entity L2. {{(pid=84804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:43:41.042064 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-9a281dcf-26a6-4712-bbcf-7838f4f1b55e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 HTTP/1.1" status: 200 len: 217 time: 0.0773513 Apr 18 19:43:41.047677 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747487051147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2476897'] for port, after_create {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:41.070116 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:41.078156 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:41.162592 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727be1-40b7-45d0-af58-e1850a445457 req-ffcbc60a-2161-4ff2-b96a-063b620b1683 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:41.162592 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-ffcbc60a-2161-4ff2-b96a-063b620b1683 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.1112592 Apr 18 19:43:41.290158 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Pushing event updated for resources: {'Port': ['ID=0784ccbe-fb59-4b15-93e9-da7644cdfed4,revision_number=2']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:41.335569 n-d-838334-1 neutron-server[84805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Pushing event updated for resources: {'Port': ['ID=67cfcd9c-e6d3-400b-a5a3-537bce58d2aa,revision_number=1']} {{(pid=84805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:41.365913 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Network e867f51f-1f42-48cf-8f72-e9a4e2ebed6d is already hosted by enough agents. {{(pid=84805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:43:41.368111 n-d-838334-1 neutron-server[84805]: DEBUG neutron.scheduler.base_scheduler [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Resources bound (agent type, host, resource id): {{(pid=84805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:43:41.375311 n-d-838334-1 neutron-server[84805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Received port after_create {{(pid=84805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 18 19:43:41.386010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:41.386010 n-d-838334-1 neutron-server[84805]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:41.431722 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-1eb9c15e-b57f-453a-8160-2df7dc3a88e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2129254 Apr 18 19:43:41.452840 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Attempting to bind port 0784ccbe-fb59-4b15-93e9-da7644cdfed4 on host n-h2-838334-1 for vnic_type normal with profile {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:43:41.453175 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Attempting to bind port 0784ccbe-fb59-4b15-93e9-da7644cdfed4 by drivers openvswitch,hyperv on host n-h2-838334-1 at level 0 using segments [{'id': 'f10c5cad-ca06-4e28-bc1f-4dd8e3fec909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5'}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:43:41.453585 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Attempting to bind port 0784ccbe-fb59-4b15-93e9-da7644cdfed4 on network ee645fc4-3e43-472c-affe-2251c055f0b5 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:41.463855 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Port 0784ccbe-fb59-4b15-93e9-da7644cdfed4 on network ee645fc4-3e43-472c-affe-2251c055f0b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838334-1 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 18 19:43:41.464439 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Attempting to bind port 0784ccbe-fb59-4b15-93e9-da7644cdfed4 on network ee645fc4-3e43-472c-affe-2251c055f0b5 {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 18 19:43:41.474333 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Checking agent: {'id': 'f86d758f-e54d-46fb-9b1c-e7b5986670d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838334-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'started_at': datetime.datetime(2022, 4, 18, 19, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 18 19:43:41.474984 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Checking segment: {'id': 'f10c5cad-ca06-4e28-bc1f-4dd8e3fec909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 18 19:43:41.475541 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Bound using segment: {'id': 'f10c5cad-ca06-4e28-bc1f-4dd8e3fec909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5'} {{(pid=84804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 18 19:43:41.476146 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.managers [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Bound port: 0784ccbe-fb59-4b15-93e9-da7644cdfed4, host: n-h2-838334-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10c5cad-ca06-4e28-bc1f-4dd8e3fec909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5'}}] {{(pid=84804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:43:41.476643 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:41.536456 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [None req-0e6ea414-3f90-445f-9f81-fe6a20aa3385 tempest-NetworksIpV6TestAttrs-561172965 tempest-NetworksIpV6TestAttrs-561172965-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9554932 Apr 18 19:43:41.537811 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602f0f4-52d7-4846-9c54-cde33f7a10ca None None] Network e867f51f-1f42-48cf-8f72-e9a4e2ebed6d requested from n-d-838334-1 {{(pid=84806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 18 19:43:41.632812 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-a4daea68-9db2-44db-b0a5-0bb2b5973d39 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895852 Apr 18 19:43:41.644457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] For port 0784ccbe-fb59-4b15-93e9-da7644cdfed4, host n-h2-838334-1, cleared binding levels {{(pid=84804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 19:43:41.650417 n-d-838334-1 neutron-server[84804]: DEBUG neutron.plugins.ml2.db [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] For port 0784ccbe-fb59-4b15-93e9-da7644cdfed4, host n-h2-838334-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=0784ccbe-fb59-4b15-93e9-da7644cdfed4,segment=NetworkSegment(f10c5cad-ca06-4e28-bc1f-4dd8e3fec909),segment_id=f10c5cad-ca06-4e28-bc1f-4dd8e3fec909)] {{(pid=84804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 19:43:41.897949 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-7cf8a72f-451a-421f-acd9-024095bedd98 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530866 Apr 18 19:43:41.976286 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-1a73776e-8abb-4114-81bd-921e86ad0e3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=dbcd273e-9e13-410c-be6c-a5940f757060 HTTP/1.1" status: 200 len: 217 time: 0.0710473 Apr 18 19:43:42.055455 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727be1-40b7-45d0-af58-e1850a445457 req-67395e65-2682-4c44-b789-1a744caeb711 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:42.055455 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-67395e65-2682-4c44-b789-1a744caeb711 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0719008 Apr 18 19:43:42.073482 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-c5c5c35c-296a-4f6c-a747-c64be53b8aed None None] Provisioning for port 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:42.111046 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2433151'] for port, after_update {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.163558 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-a8f6a6c4-0e39-4dea-a727-1e7dff836272 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0966074 Apr 18 19:43:42.185797 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:42.232829 n-d-838334-1 neutron-server[84804]: DEBUG neutron_lib.callbacks.manager [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-184525'] for port, before_response {{(pid=84804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.234746 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] 10.222.0.16 "PUT /v2.0/ports/0784ccbe-fb59-4b15-93e9-da7644cdfed4 HTTP/1.1" status: 200 len: 1091 time: 1.9807818 Apr 18 19:43:42.235489 n-d-838334-1 neutron-server[84804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdb00e7-7ea6-4226-b799-93b424d19cea', 'tag': '0784ccbe-fb59-4b15-93e9-da7644cdfed4'}] {{(pid=84804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:42.300217 n-d-838334-1 neutron-server[84804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb3d34-9eea-4f6b-a3b3-77a87d6dd429 service neutron] Pushing event updated for resources: {'Port': ['ID=0784ccbe-fb59-4b15-93e9-da7644cdfed4,revision_number=3']} {{(pid=84804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:42.404365 n-d-838334-1 neutron-server[84804]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb19c1c-17f2-4d2d-98ec-f71503e3dfcd'] response: {'name': 'network-changed', 'server_uuid': 'ecdb00e7-7ea6-4226-b799-93b424d19cea', 'tag': '0784ccbe-fb59-4b15-93e9-da7644cdfed4', 'status': 'completed', 'code': 200} Apr 18 19:43:42.419107 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-60deac49-eb28-452c-9491-0305ec64baee service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465007 Apr 18 19:43:42.424896 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-462423fe-c7f9-4690-a1e4-348483e9c0de None None] Provisioning for port 67cfcd9c-e6d3-400b-a5a3-537bce58d2aa completed by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:42.431113 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-462423fe-c7f9-4690-a1e4-348483e9c0de None None] Provisioning complete for port 67cfcd9c-e6d3-400b-a5a3-537bce58d2aa triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:42.431654 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-462423fe-c7f9-4690-a1e4-348483e9c0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.467546 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-9b6888ed-88ec-4e6b-b99b-e1ffe2b7a0da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=307eb04c5f9840a78d06230aca95451e&device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 1094 time: 0.1300569 Apr 18 19:43:42.477260 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning for port 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:42.489027 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:42.489393 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.534219 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-462423fe-c7f9-4690-a1e4-348483e9c0de None None] Port 67cfcd9c-e6d3-400b-a5a3-537bce58d2aa cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:42.564521 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-eeb5cab3-a358-4192-ae04-b720829e072d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0784ccbe-fb59-4b15-93e9-da7644cdfed4 HTTP/1.1" status: 200 len: 217 time: 0.0878620 Apr 18 19:43:42.611100 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-eb77c836-4ece-4abf-9447-52c3c783816f service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848960 Apr 18 19:43:42.642036 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-a8a1cbc6-62f2-42e6-a999-8cf2394a4e38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:42.644769 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-a8a1cbc6-62f2-42e6-a999-8cf2394a4e38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fc874ec-f7cf-4f75-afba-46b60e4ee312 HTTP/1.1" status: 200 len: 849 time: 0.0744243 Apr 18 19:43:42.658123 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.688382 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-b9eaee6f-4588-42c3-a197-e0c38bb8f4ba None None] Provisioning complete for port 67cfcd9c-e6d3-400b-a5a3-537bce58d2aa triggered by entity DHCP. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:42.689664 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-b9eaee6f-4588-42c3-a197-e0c38bb8f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.707025 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-777db131-33bd-4132-a86e-c1a0c1d2231e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee645fc4-3e43-472c-affe-2251c055f0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515206 Apr 18 19:43:42.712610 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-6b62284c-d939-4739-a048-e35be446332e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=127b8468-71c8-4503-8de1-3be2a807a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0937030 Apr 18 19:43:42.769121 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] For port 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a, host n-d-838334-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838334-1',level=0,port_id=9e8eef5b-c029-44e4-9d95-b015ac3f6e6a,segment=NetworkSegment(8e34f24d-8314-4281-9968-5d4967d81b78),segment_id=8e34f24d-8314-4281-9968-5d4967d81b78)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:42.777026 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.plugin [None req-b9eaee6f-4588-42c3-a197-e0c38bb8f4ba None None] Port 67cfcd9c-e6d3-400b-a5a3-537bce58d2aa cannot update to ACTIVE because it is not bound. {{(pid=84806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 18 19:43:42.785544 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727be1-40b7-45d0-af58-e1850a445457 req-8e2c2fa4-44f4-479e-8f09-acab2c74f8f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:42.787175 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-8e2c2fa4-44f4-479e-8f09-acab2c74f8f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0650313 Apr 18 19:43:42.807267 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:42.894406 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-e8543caf-b2f3-4545-93bd-4cd95823db5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0984297 Apr 18 19:43:42.905120 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-25c6fb3e-f4cc-479c-a009-22d0d2dff498 service neutron] 10.222.0.16 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834671 Apr 18 19:43:42.907183 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Pushing event updated for resources: {'Port': ['ID=9e8eef5b-c029-44e4-9d95-b015ac3f6e6a,revision_number=3']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:43.045013 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-65a4595b-a8e3-472c-9c41-a3bd6fe34add service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455898 Apr 18 19:43:43.192415 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d3c7ac6f-b648-4a24-9584-fb8c75fea005 req-47a2abb0-d7bd-4292-a1e4-a93830247bce service neutron] 10.222.0.16 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804136 Apr 18 19:43:43.197829 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-8b9826ac-88f2-49ca-8fcf-2a1bfcd13b2d service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451972 Apr 18 19:43:43.273658 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-47d8795f-a727-4480-bd18-9f76f8250cd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=746916e6-234b-4bfc-a048-feb8021abcc9 HTTP/1.1" status: 200 len: 217 time: 0.0686579 Apr 18 19:43:43.357771 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727be1-40b7-45d0-af58-e1850a445457 req-b0c86719-1d19-4956-9ce3-e80ef7f29ea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:43.359647 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-b0c86719-1d19-4956-9ce3-e80ef7f29ea1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.0727360 Apr 18 19:43:43.382851 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874dbe25-b3cd-4956-9af1-c9b12904bf81 req-8b6caa6a-bf20-4712-8262-d4a153076902 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=307eb04c5f9840a78d06230aca95451e&device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 1094 time: 0.0747886 Apr 18 19:43:43.441747 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-55bddab3-6bc7-4772-93e0-1fbb6accb282 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759554 Apr 18 19:43:43.519221 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dbe25-b3cd-4956-9af1-c9b12904bf81 req-ce7b1264-4d08-4081-8306-ea03c75928dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:43.520751 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874dbe25-b3cd-4956-9af1-c9b12904bf81 req-ce7b1264-4d08-4081-8306-ea03c75928dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee645fc4-3e43-472c-affe-2251c055f0b5 HTTP/1.1" status: 200 len: 910 time: 0.1322775 Apr 18 19:43:43.583653 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-079262b6-12e9-42b8-a114-ee89acd44939 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353166 Apr 18 19:43:43.588293 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874dbe25-b3cd-4956-9af1-c9b12904bf81 req-4b985433-9f65-4110-adff-14c242246ec3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0784ccbe-fb59-4b15-93e9-da7644cdfed4 HTTP/1.1" status: 200 len: 217 time: 0.0611331 Apr 18 19:43:43.654635 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dbe25-b3cd-4956-9af1-c9b12904bf81 req-d1a485f9-447d-4fb3-93e8-31722839e926 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:43.656066 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874dbe25-b3cd-4956-9af1-c9b12904bf81 req-d1a485f9-447d-4fb3-93e8-31722839e926 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fc874ec-f7cf-4f75-afba-46b60e4ee312 HTTP/1.1" status: 200 len: 849 time: 0.0613854 Apr 18 19:43:43.702557 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874dbe25-b3cd-4956-9af1-c9b12904bf81 req-119c8cf5-d6e3-4aee-9346-a3f6a8361173 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee645fc4-3e43-472c-affe-2251c055f0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397210 Apr 18 19:43:43.724379 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-baa1d2a4-d6b6-4b8e-a232-80d8c6a9bd5b service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300769 Apr 18 19:43:43.842137 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874dbe25-b3cd-4956-9af1-c9b12904bf81 req-96adf4da-74b7-4f53-a008-9946adec21a5 service neutron] 10.222.0.16 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330638 Apr 18 19:43:43.887629 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-f4fd6939-5794-410f-955e-06eca22eb1d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=43d331f5-78c3-4417-84ac-4c54c0f9a91a HTTP/1.1" status: 200 len: 217 time: 0.1560910 Apr 18 19:43:43.951080 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727be1-40b7-45d0-af58-e1850a445457 req-3ddeef23-7284-45d4-8dc3-85586f66b09a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:43.952398 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-3ddeef23-7284-45d4-8dc3-85586f66b09a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.0590506 Apr 18 19:43:43.978708 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-874dbe25-b3cd-4956-9af1-c9b12904bf81 req-bbe95aee-cc26-4d8f-868d-ce4e778c4ba4 service neutron] 10.222.0.16 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292753 Apr 18 19:43:44.028688 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-60094316-6fda-40ea-ba86-d3fe3e456f00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695655 Apr 18 19:43:44.136681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Device 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a up at agent ovs-agent-n-d-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:44.166120 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-b2cc1ae3-e3a6-47b3-9f48-89d12b8ab9cd service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305184 Apr 18 19:43:44.210241 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Provisioning complete for port 9e8eef5b-c029-44e4-9d95-b015ac3f6e6a triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:44.210639 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:44.298642 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f4727be1-40b7-45d0-af58-e1850a445457 req-87a9f5a5-54c9-4216-9df5-017d9dce96ee service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263175 Apr 18 19:43:44.458594 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-32525908-3fed-430b-8a8c-8c305207365e req-91f12ea8-c389-453c-8961-9f6d4cfbab5d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71054a69b5364a17881f16c70019efe0&device_id=686c937b-45d2-4934-a648-f0446deb690e HTTP/1.1" status: 200 len: 1096 time: 0.1274428 Apr 18 19:43:44.492509 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-6ef6ed19-afca-470b-b015-38fc85f78899 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1197736 Apr 18 19:43:44.641429 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32525908-3fed-430b-8a8c-8c305207365e req-2733d716-079a-4206-84b5-309681250e9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:44.643474 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-32525908-3fed-430b-8a8c-8c305207365e req-2733d716-079a-4206-84b5-309681250e9d service neutron] 10.222.0.71 "GET /v2.0/networks?id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74 HTTP/1.1" status: 200 len: 915 time: 0.1779156 Apr 18 19:43:44.721760 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-32525908-3fed-430b-8a8c-8c305207365e req-1bc75426-508e-4da8-8af5-3cce3d8524ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7231705a-2924-4226-bb3a-48dd637e81ab HTTP/1.1" status: 200 len: 217 time: 0.0705998 Apr 18 19:43:44.774410 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-2cb6c29f-09c9-4e46-a2e3-05b302120f30 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6501 time: 0.2059016 Apr 18 19:43:44.820374 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32525908-3fed-430b-8a8c-8c305207365e req-f2e83b81-7136-4c43-a75b-ca2f41cc17d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:44.821776 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-32525908-3fed-430b-8a8c-8c305207365e req-f2e83b81-7136-4c43-a75b-ca2f41cc17d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a769ad0c-aeb4-49c3-aef9-0a8f238d28de HTTP/1.1" status: 200 len: 854 time: 0.0916126 Apr 18 19:43:44.920756 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-32525908-3fed-430b-8a8c-8c305207365e req-1d5b8824-50d4-4903-a41e-d225e32c9248 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8383f690-b12f-40d2-baf7-e0b0ee6c2d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527444 Apr 18 19:43:45.154188 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-6a600efd-f13d-4c95-b02f-f5b67c2a56f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:45.154615 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-6a600efd-f13d-4c95-b02f-f5b67c2a56f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:45.154988 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-6a600efd-f13d-4c95-b02f-f5b67c2a56f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:45.156619 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-6a600efd-f13d-4c95-b02f-f5b67c2a56f5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=4c97be3a-5d29-434f-8883-09ca6882114a&id=4c97be3a-5d29-434f-8883-09ca6882114a HTTP/1.1" status: 200 len: 2297 time: 0.3588858 Apr 18 19:43:45.268893 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-32525908-3fed-430b-8a8c-8c305207365e req-00e09946-794a-4fd1-88f1-b1e4d8d6402e service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406720 Apr 18 19:43:45.348567 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-d538a529-48ab-468e-98f4-0a7060e39977 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82 HTTP/1.1" status: 200 len: 999 time: 0.1786180 Apr 18 19:43:45.452839 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-340efd10-f7ce-4578-a45f-d83acb37e47c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:45.454167 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-340efd10-f7ce-4578-a45f-d83acb37e47c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a7a8008-ffcc-4017-8187-655a8c76d91c HTTP/1.1" status: 200 len: 855 time: 0.0986934 Apr 18 19:43:45.462662 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-32525908-3fed-430b-8a8c-8c305207365e req-72222a63-04d2-4ada-8421-c9269cbf612b service neutron] 10.222.0.71 "GET /v2.0/networks/8383f690-b12f-40d2-baf7-e0b0ee6c2d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841683 Apr 18 19:43:45.533722 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-c2fe0733-a8e7-4625-8639-93fa8a59b591 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725880 Apr 18 19:43:45.667165 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-005085bb-246a-4aaf-941d-d58b3fd02fe0 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270401 Apr 18 19:43:45.802286 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-e3e4273e-92b1-4edc-a1ba-e515c1ecd1e8 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289985 Apr 18 19:43:45.875174 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-f543d6b3-8a82-471a-9cf3-8dd89b965942 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a HTTP/1.1" status: 200 len: 217 time: 0.0666625 Apr 18 19:43:45.936242 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-c36749b1-62c0-4a62-9a81-ec94284da7b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:45.937633 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-c36749b1-62c0-4a62-9a81-ec94284da7b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0567729 Apr 18 19:43:46.020225 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-714a3f2f-66b1-4088-a9c6-5c53919d786b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759566 Apr 18 19:43:46.155003 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-116cc359-24f1-4538-9e10-4ccce2fbe33b service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285143 Apr 18 19:43:46.282508 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-ea8a60c1-246e-4b0f-bef7-fb162bee493d service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213434 Apr 18 19:43:46.350575 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-9adfc42d-c8c1-4046-86d8-1da0dce7968a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=3bad8b42-f05a-4199-b636-0da503786680 HTTP/1.1" status: 200 len: 217 time: 0.0615330 Apr 18 19:43:46.417148 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-c4fc9724-eaa2-4c8e-a934-f7de87c0cb22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:46.418608 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-c4fc9724-eaa2-4c8e-a934-f7de87c0cb22 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0610535 Apr 18 19:43:46.491728 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-e4d42000-2fe1-4884-bd39-58644b511626 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670826 Apr 18 19:43:46.621908 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-53566679-60dd-4bf6-a962-c4ede0a1f726 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228707 Apr 18 19:43:46.853209 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-7674729f-ca33-411c-b395-ffe5ea2fd62c service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250519 Apr 18 19:43:46.925000 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-016a335f-05e5-4a0c-8da3-8b747b0b9f86 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=6556801b-6700-456a-b264-163d080962c7 HTTP/1.1" status: 200 len: 217 time: 0.0644188 Apr 18 19:43:46.986651 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-2af56e82-8f19-4363-9e7c-cee8b2740029 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:46.988057 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-2af56e82-8f19-4363-9e7c-cee8b2740029 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0564411 Apr 18 19:43:47.065379 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-06bc62b3-d090-4c2c-99fd-411c3490b6a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703535 Apr 18 19:43:47.195439 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-56a1afb5-7e50-443d-aeeb-ae04872cd1a0 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238399 Apr 18 19:43:47.328222 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-36058df6-a917-4c90-83d0-01057941c069 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258194 Apr 18 19:43:47.395374 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-90e8c583-bdb4-434b-9274-28f0aabde5f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=63083fda-d4e4-4753-9611-fccf668f4b1a HTTP/1.1" status: 200 len: 217 time: 0.0611436 Apr 18 19:43:47.460103 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-57e43f99-8395-45ea-81c0-d4ef3b764429 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:47.461646 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-57e43f99-8395-45ea-81c0-d4ef3b764429 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0600858 Apr 18 19:43:47.534681 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 0784ccbe-fb59-4b15-93e9-da7644cdfed4 details requested by agent hyperv_n-h2-838334-1 with host n-h2-838334-1 {{(pid=84806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 19:43:47.536077 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-c85a904b-3554-4408-bb95-8c68b20a191f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677459 Apr 18 19:43:47.669388 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-e65a1dbe-adde-4208-a6c1-33854425490f service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266892 Apr 18 19:43:47.670860 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 0784ccbe-fb59-4b15-93e9-da7644cdfed4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=0784ccbe-fb59-4b15-93e9-da7644cdfed4,segment=NetworkSegment(f10c5cad-ca06-4e28-bc1f-4dd8e3fec909),segment_id=f10c5cad-ca06-4e28-bc1f-4dd8e3fec909)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:47.684366 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Returning: {'device': '0784ccbe-fb59-4b15-93e9-da7644cdfed4', 'network_id': 'ee645fc4-3e43-472c-affe-2251c055f0b5', 'port_id': '0784ccbe-fb59-4b15-93e9-da7644cdfed4', 'mac_address': 'fa:16:3e:0e:50:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc874ec-f7cf-4f75-afba-46b60e4ee312', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 19:43:47.741677 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:47.758822 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 7231705a-2924-4226-bb3a-48dd637e81ab no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:43:47.788579 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0784ccbe-fb59-4b15-93e9-da7644cdfed4 {{(pid=84806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 18 19:43:47.806202 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-ca9bfaa9-b668-4d50-bc47-7911d66c784c service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308801 Apr 18 19:43:47.823013 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 0784ccbe-fb59-4b15-93e9-da7644cdfed4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=0784ccbe-fb59-4b15-93e9-da7644cdfed4,segment=NetworkSegment(f10c5cad-ca06-4e28-bc1f-4dd8e3fec909),segment_id=f10c5cad-ca06-4e28-bc1f-4dd8e3fec909)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:47.879889 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-7b076cd5-d0a4-4dd1-a560-721478914c1f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e HTTP/1.1" status: 200 len: 217 time: 0.0672739 Apr 18 19:43:47.887376 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:47.910052 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:47.948873 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686c937b-45d2-4934-a648-f0446deb690e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7231705a-2924-4226-bb3a-48dd637e81ab'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:47.949777 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-ba96524b-16fd-4c65-ae56-89d61a2fbcdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:47.951240 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-ba96524b-16fd-4c65-ae56-89d61a2fbcdf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0652833 Apr 18 19:43:47.989040 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=0784ccbe-fb59-4b15-93e9-da7644cdfed4,revision_number=4']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:47.994059 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] For port 7231705a-2924-4226-bb3a-48dd637e81ab, host n-h1-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838334-1',level=0,port_id=7231705a-2924-4226-bb3a-48dd637e81ab,segment=NetworkSegment(f4fdc0a9-ee69-4aec-90ef-432fac977e38),segment_id=f4fdc0a9-ee69-4aec-90ef-432fac977e38)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:48.032194 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698d7207-b659-4d5b-86ee-4ead1c2012b7'] response: {'server_uuid': '686c937b-45d2-4934-a648-f0446deb690e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7231705a-2924-4226-bb3a-48dd637e81ab', 'code': 200} Apr 18 19:43:48.037446 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-4565c228-5f49-4521-8eed-d45568b7003b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803800 Apr 18 19:43:48.085627 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:48.168695 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Pushing event updated for resources: {'Port': ['ID=7231705a-2924-4226-bb3a-48dd637e81ab,revision_number=8']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:48.208838 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-d47b65bd-4467-48de-8fb4-41d247bc6113 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640892 Apr 18 19:43:48.251405 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] get_ports_and_sgs() called for port_ids ['0784ccbe-fb59-4b15-93e9-da7644cdfed4'] {{(pid=84806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 18 19:43:48.450653 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-219c7eba-c08d-4853-bbd1-9125e7e208f9 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362270 Apr 18 19:43:48.516287 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-2f2db5ce-f314-4859-b2b9-e8a5b200eab6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab HTTP/1.1" status: 200 len: 217 time: 0.0597646 Apr 18 19:43:48.577959 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-1f387a40-05fb-4de9-a65a-ba0147c0ae39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:43:48.579930 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-1f387a40-05fb-4de9-a65a-ba0147c0ae39 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0577114 Apr 18 19:43:48.652706 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-80d8363e-5a24-41c5-9920-3669b8f4e089 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659506 Apr 18 19:43:48.782753 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-e64458d6-001b-46aa-aec8-7767b96a834d service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232872 Apr 18 19:43:48.913909 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d8f871ea-e28a-4eea-8122-bdc2d0c294c5 req-8567307e-aeb4-4369-9347-a1907c348fc6 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257515 Apr 18 19:43:49.550100 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Device 0784ccbe-fb59-4b15-93e9-da7644cdfed4 up at agent hyperv_n-h2-838334-1 {{(pid=84806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:43:49.695741 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning for port 0784ccbe-fb59-4b15-93e9-da7644cdfed4 completed by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:43:49.700500 n-d-838334-1 neutron-server[84806]: DEBUG neutron.db.provisioning_blocks [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Provisioning complete for port 0784ccbe-fb59-4b15-93e9-da7644cdfed4 triggered by entity L2. {{(pid=84806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:43:49.700746 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1269992'] for port, provisioning_complete {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:49.809461 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1283283'] for port, before_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:49.840709 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.db [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] For port 0784ccbe-fb59-4b15-93e9-da7644cdfed4, host n-h2-838334-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838334-1',level=0,port_id=0784ccbe-fb59-4b15-93e9-da7644cdfed4,segment=NetworkSegment(f10c5cad-ca06-4e28-bc1f-4dd8e3fec909),segment_id=f10c5cad-ca06-4e28-bc1f-4dd8e3fec909)] {{(pid=84806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 19:43:49.897971 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1284783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3047334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747487491238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747487051165', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747487051210'] for port, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:49.960988 n-d-838334-1 neutron-server[84806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Pushing event updated for resources: {'Port': ['ID=0784ccbe-fb59-4b15-93e9-da7644cdfed4,revision_number=5']} {{(pid=84806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:43:50.033637 n-d-838334-1 neutron-server[84806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdb00e7-7ea6-4226-b799-93b424d19cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0784ccbe-fb59-4b15-93e9-da7644cdfed4'}] {{(pid=84806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 18 19:43:50.088625 n-d-838334-1 neutron-server[84806]: INFO neutron.notifiers.nova [-] Nova event matching ['req-403b14de-3488-4918-9fcc-41c89143e590'] response: {'server_uuid': 'ecdb00e7-7ea6-4226-b799-93b424d19cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0784ccbe-fb59-4b15-93e9-da7644cdfed4', 'code': 200} Apr 18 19:43:50.212461 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f7c6e527-a82a-47f8-a370-773844e8c077 req-81637328-cbd4-432f-8697-22c3612bc3ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 1096 time: 0.0659137 Apr 18 19:43:50.259440 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-f7c6e527-a82a-47f8-a370-773844e8c077 req-7c16d66d-ccba-47ec-b152-bb01289c8007 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e246ac86-0a9f-41b7-aaee-d0baf88c89dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390747 Apr 18 19:43:51.581922 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f307d0de-2c0e-42ab-9ef7-9ac960812005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:51.796818 n-d-838334-1 neutron-server[84806]: DEBUG neutron.plugins.ml2.rpc [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Device 7231705a-2924-4226-bb3a-48dd637e81ab no longer exists at agent hyperv_n-h1-838334-1 {{(pid=84806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 19:43:53.873527 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-86b3c4b1-53dc-4588-8a41-5717bf010bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:54.895979 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:54.981629 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:43:56.482945 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:09.856424 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:11.081735 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:14.262304 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:44:21.561862 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e5b819a6-5320-47b0-a2e2-adfd31598576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:23.871110 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-d4233db9-695a-4f47-b943-78ed623cefc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:24.876492 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:24.953441 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:26.480036 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:38.456289 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-4ef8a64a-7ec6-4bb2-8404-308ae8aa9868 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0755084 Apr 18 19:44:38.609118 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-31094515-4aaf-4e13-9404-f57d630e0b59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6494 time: 0.0773611 Apr 18 19:44:38.766236 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-3cc508c2-aac6-44f7-8fe4-cfa070b38520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:38.766640 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-3cc508c2-aac6-44f7-8fe4-cfa070b38520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:38.767010 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-3cc508c2-aac6-44f7-8fe4-cfa070b38520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:38.768537 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-3cc508c2-aac6-44f7-8fe4-cfa070b38520 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ffffad2-0800-488c-99ce-066b8a9fb855&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=e78622fb-3352-44b9-a22f-f41c23e91484&id=e78622fb-3352-44b9-a22f-f41c23e91484 HTTP/1.1" status: 200 len: 2294 time: 0.1354573 Apr 18 19:44:38.875879 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-ede712f7-efd6-47a1-b9fb-0872ccea1cf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 HTTP/1.1" status: 200 len: 1002 time: 0.0960932 Apr 18 19:44:38.937790 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-d5edb77d-e094-4940-8d0e-bad283949da2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:38.939237 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-d5edb77d-e094-4940-8d0e-bad283949da2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837 HTTP/1.1" status: 200 len: 851 time: 0.0600593 Apr 18 19:44:39.018450 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-fbae88b6-de62-4bb6-aeb9-d6d16cad42b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ffffad2-0800-488c-99ce-066b8a9fb855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666809 Apr 18 19:44:39.143664 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-a45d4300-010d-47d7-ba45-ac649513c776 service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244345 Apr 18 19:44:39.276433 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-ea5d9c4f-0b3d-48a6-a995-88de3ca9f86a service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252339 Apr 18 19:44:39.348410 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-31fac4c9-c0d7-46a4-8569-7a8946947314 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=df760f9c-ad79-477c-8a9f-29d807da272c HTTP/1.1" status: 200 len: 217 time: 0.0666578 Apr 18 19:44:39.410756 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-75375fea-90c8-407e-99fd-c453d4eb2eb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:39.412542 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-75375fea-90c8-407e-99fd-c453d4eb2eb2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0575531 Apr 18 19:44:39.575578 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-593749c4-0402-4abb-85a3-c79073b16c1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1569285 Apr 18 19:44:39.710289 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-f27e5f41-ff32-4d81-bc97-92fd824a56c1 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278982 Apr 18 19:44:39.844910 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-9a11b791-eefe-40d1-b32d-c4be708787b0 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280658 Apr 18 19:44:39.914709 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-ec680fa4-bd0c-43b5-bf6e-57dc7562c5e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 HTTP/1.1" status: 200 len: 217 time: 0.0604784 Apr 18 19:44:39.956908 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:39.982619 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-390034ac-f5cf-4204-b4c1-e7975ba4cd66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:39.984026 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-390034ac-f5cf-4204-b4c1-e7975ba4cd66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0610435 Apr 18 19:44:40.061048 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-ec797145-f3ba-48df-a509-a4d9cd834154 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701897 Apr 18 19:44:40.195924 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-849d623d-416d-4d44-944d-845c164fd9d5 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278024 Apr 18 19:44:40.329745 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-68fe7861-9b20-40af-8ca9-2e459eb75a76 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263149 Apr 18 19:44:40.400825 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-b1f9d3bf-2145-4757-a03a-c5cd4bb7e019 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=dbcd273e-9e13-410c-be6c-a5940f757060 HTTP/1.1" status: 200 len: 217 time: 0.0646026 Apr 18 19:44:40.463365 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-e7362277-aaca-4029-bde0-dfe1d8202f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:40.464796 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-e7362277-aaca-4029-bde0-dfe1d8202f34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0577207 Apr 18 19:44:40.544518 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-b7bcca49-bc62-4d27-b135-7999e8cce0f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728884 Apr 18 19:44:40.674291 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-b37c8b73-702d-4f1c-869a-ff5c94944114 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246216 Apr 18 19:44:40.804650 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-4140c82b-fb65-4c2e-986a-62fcfad3ff6b service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241214 Apr 18 19:44:40.870644 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-95588c17-7f06-4f9f-8df1-63ad5c26b049 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=127b8468-71c8-4503-8de1-3be2a807a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0598211 Apr 18 19:44:40.934824 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-e88fb191-2a34-461f-814b-54a9403cd962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:40.936724 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-e88fb191-2a34-461f-814b-54a9403cd962 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0599701 Apr 18 19:44:41.010236 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-35b2e84b-31e8-47e5-8fd7-b25af94f7654 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681381 Apr 18 19:44:41.077016 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:41.236348 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-dbe49c4e-882c-47cc-b7bf-ded4f1471fbf service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189398 Apr 18 19:44:41.370742 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-c7b6ad3c-b032-441c-ad04-d0a1924a1e3f service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254492 Apr 18 19:44:41.444728 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-b30d2217-8023-4031-9db8-78021d6cc1b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=746916e6-234b-4bfc-a048-feb8021abcc9 HTTP/1.1" status: 200 len: 217 time: 0.0639381 Apr 18 19:44:41.504296 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-580464ed-a213-41c5-a445-aa0c60d2815a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:41.505671 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-580464ed-a213-41c5-a445-aa0c60d2815a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.0564103 Apr 18 19:44:41.583519 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-25463639-807b-4fed-80be-ae2e8842d326 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700245 Apr 18 19:44:41.713322 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-dc3ff565-1c69-4d07-90ce-bc61f1acc6e4 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227770 Apr 18 19:44:41.846071 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-318d5e56-ced5-4ed1-8b13-62be3d256b3f service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266801 Apr 18 19:44:41.914965 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-72e4004f-a888-4a62-8253-0815bc1ff1ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=43d331f5-78c3-4417-84ac-4c54c0f9a91a HTTP/1.1" status: 200 len: 217 time: 0.0625262 Apr 18 19:44:41.984458 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-e52fb83d-f70c-4f8c-af54-c09e206395d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:44:41.985912 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-e52fb83d-f70c-4f8c-af54-c09e206395d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.0639017 Apr 18 19:44:42.065252 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-5bd395e1-db85-4ccf-89cf-668687951aa5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0726271 Apr 18 19:44:42.207664 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-85df67aa-7789-4efc-a9ed-36de036162ae service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292217 Apr 18 19:44:42.339667 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ca5a11be-2e56-4f68-bb0d-d44ebd0c3a4f req-f1ee1267-d9f0-4846-9798-70e9f9c00c78 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259704 Apr 18 19:44:51.262803 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:44:51.611422 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-39254d81-7ced-4d2a-b440-eb89268dd293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:53.851289 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-2f1d229d-fe1b-4699-94a2-7c4eed4cbdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:54.897655 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:54.988292 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:44:56.480060 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:09.897446 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:11.083270 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:21.557445 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f11a0b71-59da-4721-a3d1-4aa8f78a522f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:23.848507 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-325830d0-0f43-4d33-a361-943f36ae6d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:24.846266 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:24.968755 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:26.458098 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:28.263441 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:45:39.475456 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6bd481b-cc6c-4714-a4ce-d107def035b3 req-dd54c328-e92d-4d67-a627-69d5b05e4297 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705914 Apr 18 19:45:39.563812 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6bd481b-cc6c-4714-a4ce-d107def035b3 req-12780661-37af-4903-8925-2b74f576c8b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=307eb04c5f9840a78d06230aca95451e&device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 1096 time: 0.0675972 Apr 18 19:45:39.704358 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd481b-cc6c-4714-a4ce-d107def035b3 req-d40a636e-68bf-463c-814d-b384c4180562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:39.705772 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6bd481b-cc6c-4714-a4ce-d107def035b3 req-d40a636e-68bf-463c-814d-b384c4180562 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee645fc4-3e43-472c-affe-2251c055f0b5 HTTP/1.1" status: 200 len: 910 time: 0.1230142 Apr 18 19:45:39.864132 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6bd481b-cc6c-4714-a4ce-d107def035b3 req-eb516a13-92a8-4c3b-bf17-f5a315408fc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0784ccbe-fb59-4b15-93e9-da7644cdfed4 HTTP/1.1" status: 200 len: 217 time: 0.1521511 Apr 18 19:45:39.886656 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:39.926622 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd481b-cc6c-4714-a4ce-d107def035b3 req-fb6d89a3-cabf-4ff0-9893-87baf9f5d2a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:39.928100 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6bd481b-cc6c-4714-a4ce-d107def035b3 req-fb6d89a3-cabf-4ff0-9893-87baf9f5d2a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fc874ec-f7cf-4f75-afba-46b60e4ee312 HTTP/1.1" status: 200 len: 849 time: 0.0568063 Apr 18 19:45:39.973503 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6bd481b-cc6c-4714-a4ce-d107def035b3 req-95090701-c72f-4e75-8eda-41c6ec3d20ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee645fc4-3e43-472c-affe-2251c055f0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393863 Apr 18 19:45:40.102483 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6bd481b-cc6c-4714-a4ce-d107def035b3 req-cd6c4589-ec0c-433a-86a2-9c21d9f7eb68 service neutron] 10.222.0.16 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223962 Apr 18 19:45:40.232512 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-b6bd481b-cc6c-4714-a4ce-d107def035b3 req-49727166-cd58-493c-abe4-de3ddebca335 service neutron] 10.222.0.16 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235402 Apr 18 19:45:41.095065 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:45.613814 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-5a3f3762-5dd2-4044-a69b-bfd80f62398d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0762362 Apr 18 19:45:45.758998 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-aab61f2a-cae1-41c6-a68b-adc2fccd90a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6501 time: 0.0742457 Apr 18 19:45:45.911025 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-09f355e5-a2b6-4716-aa34-f8f0bfeef3f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:45.911317 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-09f355e5-a2b6-4716-aa34-f8f0bfeef3f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:45.911682 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-09f355e5-a2b6-4716-aa34-f8f0bfeef3f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:45.913197 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-09f355e5-a2b6-4716-aa34-f8f0bfeef3f7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=4c97be3a-5d29-434f-8883-09ca6882114a&id=4c97be3a-5d29-434f-8883-09ca6882114a HTTP/1.1" status: 200 len: 2297 time: 0.1313169 Apr 18 19:45:46.020172 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-7b76134a-981f-42b6-a2b9-6224152285bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82 HTTP/1.1" status: 200 len: 999 time: 0.1008210 Apr 18 19:45:46.080450 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-81f13568-dc2e-4a6e-81e6-ee3f7c7ca2a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:46.082554 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-81f13568-dc2e-4a6e-81e6-ee3f7c7ca2a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a7a8008-ffcc-4017-8187-655a8c76d91c HTTP/1.1" status: 200 len: 855 time: 0.0573432 Apr 18 19:45:46.157920 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-2f0f3743-71a7-4fa9-98cb-d1e711316b8c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702524 Apr 18 19:45:46.288424 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-36b3a4ed-678f-4435-a2e2-0099ad2e203d service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242836 Apr 18 19:45:46.415215 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-df3edba0-660c-47c1-9fd2-f8900619fba3 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204464 Apr 18 19:45:46.482113 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-464a1cad-b24a-49c3-a2d8-77877d44c5e4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a HTTP/1.1" status: 200 len: 217 time: 0.0616467 Apr 18 19:45:46.544344 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-7147f8cf-cb4d-4016-8be4-204169a1ed0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:46.545644 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-7147f8cf-cb4d-4016-8be4-204169a1ed0c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0555527 Apr 18 19:45:46.617761 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-001015e8-6d1a-42d8-bb47-dfdf347a8327 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658419 Apr 18 19:45:46.833023 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-2f83ebcc-953b-4637-b22c-1d836d5a5966 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090514 Apr 18 19:45:46.963713 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-d4425f8a-47a9-4c63-99d4-fb93ef295f19 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246493 Apr 18 19:45:47.033931 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-9e39ad38-83d1-4693-a912-e29c9dc6db3e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=3bad8b42-f05a-4199-b636-0da503786680 HTTP/1.1" status: 200 len: 217 time: 0.0636320 Apr 18 19:45:47.096821 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-34ef6f2a-3ca3-41bc-95d8-bc985316038c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:47.098163 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-34ef6f2a-3ca3-41bc-95d8-bc985316038c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0589199 Apr 18 19:45:47.170682 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-52c7bee2-fc11-47fe-ae4f-5feeef06f2db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667725 Apr 18 19:45:47.298669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-f1e05bf7-5996-442f-bb7f-d2ec89d687dc service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215010 Apr 18 19:45:47.424928 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-c5a66873-9b44-4917-b78c-cee063452127 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208224 Apr 18 19:45:47.493198 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-d964bd0a-ed7b-4997-b922-258497f853fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=6556801b-6700-456a-b264-163d080962c7 HTTP/1.1" status: 200 len: 217 time: 0.0617771 Apr 18 19:45:47.555493 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-e7379ea8-9773-4bad-ad67-58f1a91d50f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:47.556989 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-e7379ea8-9773-4bad-ad67-58f1a91d50f3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0566053 Apr 18 19:45:47.629713 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-38b77762-8cf9-4d06-ab59-55bbd19f8ab8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658965 Apr 18 19:45:47.759001 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-a6113a0f-b35e-44c8-ab1d-dcfc1e196cc5 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230302 Apr 18 19:45:47.888593 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-b43a2176-e1a8-4766-bf70-10e892f7bc28 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233072 Apr 18 19:45:47.958336 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-f2e925df-4cf6-48fb-8266-4ef7de979c75 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=63083fda-d4e4-4753-9611-fccf668f4b1a HTTP/1.1" status: 200 len: 217 time: 0.0644760 Apr 18 19:45:48.022347 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-4f113e50-3d43-42cd-9683-5ac247412f0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:48.023690 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-4f113e50-3d43-42cd-9683-5ac247412f0f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0600677 Apr 18 19:45:48.096510 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-83df610e-a1a6-43cc-86e8-47b8099896df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0665648 Apr 18 19:45:48.309690 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-ddab8907-7c7d-40a4-b803-6be65fbc0e74 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071447 Apr 18 19:45:48.436363 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-f94ccd07-6c49-4294-a3a5-ab74f94ed26b service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212375 Apr 18 19:45:48.507108 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-0213d3d0-8b27-4a77-b5c3-c566bd948748 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e HTTP/1.1" status: 200 len: 217 time: 0.0647302 Apr 18 19:45:48.567457 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-9e64e5c3-fc89-4bc5-be30-341b7d2ffad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:48.568807 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-9e64e5c3-fc89-4bc5-be30-341b7d2ffad2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0561395 Apr 18 19:45:48.642764 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-8b7f2529-4451-429d-9c30-5079f9d54197 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685086 Apr 18 19:45:48.772752 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-03683e7c-b4da-455d-9711-33438c7be231 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246996 Apr 18 19:45:48.902555 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-ead6a176-113f-4cbe-86a9-ab61b88746fd service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243341 Apr 18 19:45:48.971067 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-935e288a-373d-4fca-9512-edc4661ef8d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab HTTP/1.1" status: 200 len: 217 time: 0.0635295 Apr 18 19:45:49.032922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-405fa892-3f11-413c-8220-f6fdbd4aa6a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:45:49.034292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-405fa892-3f11-413c-8220-f6fdbd4aa6a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0583234 Apr 18 19:45:49.105736 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-d355a950-fc04-4f16-b915-d2f243a40119 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658109 Apr 18 19:45:49.233648 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-c226136d-c809-4af0-9be8-97fa0daa93b8 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218269 Apr 18 19:45:49.359924 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-a78aa558-8970-474b-9b83-4e02d7ce1474 req-857bf29c-836e-4cbc-9fb2-7c22254e4e4e service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213515 Apr 18 19:45:51.546218 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-76dd0543-2971-4b79-b040-571c4aef4c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:53.655875 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-e030ddfa-56ec-49c5-8924-63e171ded657 req-221d4826-8594-4d92-982c-2b625ae8bff4 service neutron] (84804) timed out ('10.222.0.66', 44314) {{(pid=84804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 19:45:53.854969 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9aeee9e0-8386-4c8c-b7f2-f9d96035ec0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:54.857921 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:54.963761 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:45:56.484655 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:05.264775 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:46:09.918352 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:11.101948 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:21.569341 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-6c23fd76-036b-4709-b38d-6502b9b51870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:23.846405 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f7952b18-7610-4118-b8b7-0fec5bfe7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:24.869989 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:24.954825 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:26.450077 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:39.938277 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:40.564338 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-53d33730-4c08-4b76-9d4a-7de71e1739ba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1988015 Apr 18 19:46:40.719732 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-6454887b-2762-4559-874c-eacdd0493a69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6494 time: 0.0754039 Apr 18 19:46:40.878884 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-f45316de-f6d7-4eeb-940e-a22b21092815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:40.879266 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-f45316de-f6d7-4eeb-940e-a22b21092815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:40.879639 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-f45316de-f6d7-4eeb-940e-a22b21092815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:40.881187 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-f45316de-f6d7-4eeb-940e-a22b21092815 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ffffad2-0800-488c-99ce-066b8a9fb855&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=e78622fb-3352-44b9-a22f-f41c23e91484&id=e78622fb-3352-44b9-a22f-f41c23e91484 HTTP/1.1" status: 200 len: 2294 time: 0.1326666 Apr 18 19:46:40.986776 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-147a6ff9-5844-4188-8ccb-014b0bb19c22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 HTTP/1.1" status: 200 len: 1002 time: 0.0980337 Apr 18 19:46:41.050151 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-d34b0e98-4d31-4014-8e68-6bd80cfc4fdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:41.051571 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-d34b0e98-4d31-4014-8e68-6bd80cfc4fdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837 HTTP/1.1" status: 200 len: 851 time: 0.0587866 Apr 18 19:46:41.087587 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:41.126521 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-eaccd2ce-c0dd-423a-8ff6-a8f29339fa04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ffffad2-0800-488c-99ce-066b8a9fb855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679047 Apr 18 19:46:41.256586 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-e8fbcd0b-f0e6-430d-9597-660757b66141 service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232803 Apr 18 19:46:41.386339 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-ec40324c-f0bb-4f46-b4e7-56dc0401b6d5 service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237335 Apr 18 19:46:41.456009 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-c2fe134f-c171-493f-a10d-cff05759dbf2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=df760f9c-ad79-477c-8a9f-29d807da272c HTTP/1.1" status: 200 len: 217 time: 0.0623260 Apr 18 19:46:41.516716 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-12271898-f325-494b-bc43-bdeabb77cd00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:41.518037 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-12271898-f325-494b-bc43-bdeabb77cd00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0553980 Apr 18 19:46:41.594588 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-7a0b83ff-0034-4646-ad2a-53310afc403e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703356 Apr 18 19:46:41.723456 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-5ffafc1f-66c6-4423-84ed-a8ee0442c92f service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221850 Apr 18 19:46:41.929992 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-eb1d2750-49c3-4f2d-a728-35e44f128aff service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987300 Apr 18 19:46:41.995555 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-75a01da3-38e3-485d-be6b-8e5f4036298b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 HTTP/1.1" status: 200 len: 217 time: 0.0590787 Apr 18 19:46:42.059305 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-59b3ed12-d2af-4e25-bfb5-03ee2ceb5ada service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:42.060786 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-59b3ed12-d2af-4e25-bfb5-03ee2ceb5ada service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0591862 Apr 18 19:46:42.134346 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-aeae8f4b-c863-4c72-a319-ef6bd6424ed9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671062 Apr 18 19:46:42.262430 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-ac66a59a-4064-4b15-a03f-9f89f9dcca8d service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209807 Apr 18 19:46:42.265351 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:46:42.392818 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-05e1505e-f4dc-475a-8d77-91e08ed15785 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224990 Apr 18 19:46:42.461373 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-01fab315-b749-4209-88bb-8593ec8029d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=dbcd273e-9e13-410c-be6c-a5940f757060 HTTP/1.1" status: 200 len: 217 time: 0.0623457 Apr 18 19:46:42.521133 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-87a5771d-40f7-4d87-8625-fc3a7ed26eab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:42.522468 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-87a5771d-40f7-4d87-8625-fc3a7ed26eab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0550492 Apr 18 19:46:42.599049 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-2a1cf460-2468-47c7-91cc-b48d9f1627b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701518 Apr 18 19:46:42.726415 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-9d6c769e-f07a-45e7-85f8-92173c520585 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205366 Apr 18 19:46:42.859279 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-ab260a68-9575-4bc2-9de5-2473d1eaed8b service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206603 Apr 18 19:46:42.918560 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-81eda6d2-44ff-4b2f-84b2-77deda7b7a55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=127b8468-71c8-4503-8de1-3be2a807a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0588305 Apr 18 19:46:42.983595 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-c1914aef-b5ea-448d-ad1c-fb3a4d149b36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:42.985017 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-c1914aef-b5ea-448d-ad1c-fb3a4d149b36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0601037 Apr 18 19:46:43.059237 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-a4636620-e721-4637-bc56-379b77e8cc8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0678804 Apr 18 19:46:43.188622 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-5ac107a1-a268-4f7b-91f6-78ac84c54fa0 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226568 Apr 18 19:46:43.401412 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-ef488a83-1b28-4143-b93c-612998828ba4 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064495 Apr 18 19:46:43.469507 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-63dcc12f-efed-4b38-90b3-be55d860e55a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=746916e6-234b-4bfc-a048-feb8021abcc9 HTTP/1.1" status: 200 len: 217 time: 0.0612032 Apr 18 19:46:43.530241 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-0539f3b4-c1a3-46b4-b943-b83daf2964dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:43.531615 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-0539f3b4-c1a3-46b4-b943-b83daf2964dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.0553188 Apr 18 19:46:43.606912 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-429e1037-c673-40c7-a6b3-e792fc8d5dea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0687840 Apr 18 19:46:43.735841 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-666459d4-fdda-4cdd-947d-a5e6b83eaabc service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213875 Apr 18 19:46:43.863470 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-e16bf234-1a9d-4ad4-9b82-a367da9b853d service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212411 Apr 18 19:46:43.929162 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-2d183c13-fa9d-4c7f-94f3-3f071534e4ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=43d331f5-78c3-4417-84ac-4c54c0f9a91a HTTP/1.1" status: 200 len: 217 time: 0.0587511 Apr 18 19:46:43.991785 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-9bd8273f-5646-458e-a17f-b9282de476cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:43.993605 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-9bd8273f-5646-458e-a17f-b9282de476cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.0583682 Apr 18 19:46:44.064904 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-8d8f610e-0d96-4fbb-815d-417595de0f29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651524 Apr 18 19:46:44.195403 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-759862ac-4868-4bd2-ba7f-30eadda91192 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229844 Apr 18 19:46:44.324278 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-e2bfd917-d2d9-4998-9fe6-9999809c38ae req-e12cc0ae-a245-4ada-92d4-63f48671a7ca service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222095 Apr 18 19:46:47.327292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-ab916014-27f1-4755-ae08-ac99b4e6eca0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1452267 Apr 18 19:46:47.474137 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-2330ec9b-a97f-444d-b884-be97c53232a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6501 time: 0.0762787 Apr 18 19:46:47.628081 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0928645-949d-465a-9c7b-99208c257530 req-e0f6b051-d974-4159-8082-cc7c0efa826f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:47.628462 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0928645-949d-465a-9c7b-99208c257530 req-e0f6b051-d974-4159-8082-cc7c0efa826f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:47.628830 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0928645-949d-465a-9c7b-99208c257530 req-e0f6b051-d974-4159-8082-cc7c0efa826f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:47.630416 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-e0f6b051-d974-4159-8082-cc7c0efa826f service neutron] 10.222.0.71 "GET /v2.0/networks?id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=4c97be3a-5d29-434f-8883-09ca6882114a&id=4c97be3a-5d29-434f-8883-09ca6882114a HTTP/1.1" status: 200 len: 2297 time: 0.1336837 Apr 18 19:46:47.823959 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-e97b2a82-6ce9-46db-bd90-f5f9cb77aeea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82 HTTP/1.1" status: 200 len: 999 time: 0.1870949 Apr 18 19:46:47.885169 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0928645-949d-465a-9c7b-99208c257530 req-31e3e3bb-8c4e-41fd-98b5-7d0038bd440d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:47.886594 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-31e3e3bb-8c4e-41fd-98b5-7d0038bd440d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a7a8008-ffcc-4017-8187-655a8c76d91c HTTP/1.1" status: 200 len: 855 time: 0.0568118 Apr 18 19:46:47.959038 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-0e0eed74-ab6d-4e1b-ad1d-ca5b0f749d9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665538 Apr 18 19:46:48.085310 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-d00461c2-5694-48a7-8518-bc3c297415b9 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203594 Apr 18 19:46:48.213101 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-a8ec6e12-20a8-4a63-82ad-7defca90e450 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212649 Apr 18 19:46:48.281914 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-9ca662d6-40ac-416d-8ab3-e6735416d872 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a HTTP/1.1" status: 200 len: 217 time: 0.0626171 Apr 18 19:46:48.345077 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0928645-949d-465a-9c7b-99208c257530 req-0c440cfb-ba4b-4d1a-aa98-256895e9ffd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:48.346407 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-0c440cfb-ba4b-4d1a-aa98-256895e9ffd6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0589736 Apr 18 19:46:48.418206 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-992d5dff-31f3-4034-8b1b-f9a8a3c16ebd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659945 Apr 18 19:46:48.544603 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-3fdf7b0d-f45e-44fc-b93d-2ecf96f5afa9 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201384 Apr 18 19:46:48.675279 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-ea0a9e74-fc93-4b13-b98a-de831b5a3ea5 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242383 Apr 18 19:46:48.744285 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-c756684d-1b76-4835-859c-4947740af6d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=3bad8b42-f05a-4199-b636-0da503786680 HTTP/1.1" status: 200 len: 217 time: 0.0626960 Apr 18 19:46:48.805972 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0928645-949d-465a-9c7b-99208c257530 req-afb55b8a-5b88-4062-bdd8-f32b70b6626e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:48.807383 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-afb55b8a-5b88-4062-bdd8-f32b70b6626e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0576210 Apr 18 19:46:48.883690 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-33531314-11e2-46e3-9629-157e64292e05 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701706 Apr 18 19:46:49.019630 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-26f2d75f-653a-410f-920d-b62ff5c8d11d service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294558 Apr 18 19:46:49.149426 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-4535bcf2-424e-499e-a506-3c64eec74826 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233892 Apr 18 19:46:49.217771 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-a45a409b-241f-4ae8-aede-8974ae238e7c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=6556801b-6700-456a-b264-163d080962c7 HTTP/1.1" status: 200 len: 217 time: 0.0622270 Apr 18 19:46:49.279910 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0928645-949d-465a-9c7b-99208c257530 req-792e823a-c97a-44ae-b6d3-d0c8aa8553d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:49.281201 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-792e823a-c97a-44ae-b6d3-d0c8aa8553d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0580692 Apr 18 19:46:49.354855 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-7d18268e-092e-47a1-9e25-504a02f7882e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677226 Apr 18 19:46:49.570745 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-30e40ac6-3738-4437-b099-e3e6ad53b017 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092321 Apr 18 19:46:49.699817 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-baa4b768-d296-40fc-81db-da1671240b93 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230330 Apr 18 19:46:49.768233 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-6d39d35b-cf5b-4d1d-bf07-dcddef641cf8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=63083fda-d4e4-4753-9611-fccf668f4b1a HTTP/1.1" status: 200 len: 217 time: 0.0626495 Apr 18 19:46:49.829089 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0928645-949d-465a-9c7b-99208c257530 req-5ad3f3d7-a50b-4f7f-9fd9-068ed09fc94e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:49.830434 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-5ad3f3d7-a50b-4f7f-9fd9-068ed09fc94e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0567412 Apr 18 19:46:49.903359 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-e52a8020-f1aa-4f39-a870-5b069e7b4935 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667925 Apr 18 19:46:50.033628 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-24d0557f-2fd3-43ec-9b74-6a1ff321a5a2 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238821 Apr 18 19:46:50.164595 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-fafbf3c2-f02b-43e7-9d16-5900143b1bb2 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252749 Apr 18 19:46:50.234682 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-0a1e9272-9d4f-4bd9-aa05-a0ff73f2307b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e HTTP/1.1" status: 200 len: 217 time: 0.0644310 Apr 18 19:46:50.299316 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0928645-949d-465a-9c7b-99208c257530 req-136829e2-30ff-4af5-b1ca-f77e5887d80a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:50.300713 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-136829e2-30ff-4af5-b1ca-f77e5887d80a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0610631 Apr 18 19:46:50.375446 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-fa34ca33-7f20-44d3-a1c2-ac6845fab7b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685196 Apr 18 19:46:50.505243 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-707b7e9c-1221-4557-b388-bee6413397da service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234512 Apr 18 19:46:50.633981 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-4c5922d6-f4f1-4c5d-9d5a-2b6f0de40cf0 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226425 Apr 18 19:46:50.703532 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-82d3d5c9-351b-49e3-8045-7651d047e9c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab HTTP/1.1" status: 200 len: 217 time: 0.0633879 Apr 18 19:46:50.762933 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0928645-949d-465a-9c7b-99208c257530 req-fd3a399a-fc55-4ae1-b8f5-685887a97427 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:46:50.764287 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-fd3a399a-fc55-4ae1-b8f5-685887a97427 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0555677 Apr 18 19:46:50.834570 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-63991bea-8758-4d1e-a0c0-47e28136dbd5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0645561 Apr 18 19:46:50.962272 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-94497687-3d6f-417d-96af-867a88cfe75e service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209755 Apr 18 19:46:51.183301 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-d0928645-949d-465a-9c7b-99208c257530 req-22f216bb-e801-4304-9f7b-2e66be68763e service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159209 Apr 18 19:46:51.575531 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-49e3f532-d470-49b0-bd6a-c06b6db1b806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:53.861571 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-f8b592dc-f3e1-4dc4-98e3-f995f2c85b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:54.873076 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:54.955415 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:46:56.472938 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:09.918907 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:11.092800 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:19.265181 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:47:21.561027 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-97545f4e-b2b8-4356-b9eb-b903ffd4d44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:23.844424 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-95eb65e8-6e1d-41e1-abc6-730ab8dec476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:24.864112 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:24.961093 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:26.452938 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:39.976055 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:41.092672 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:43.145119 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef9f24e8-a4af-4a35-b71c-7560f31e85f1 req-8651e89c-0fb0-4dbc-8128-6ca3ebacb61c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704007 Apr 18 19:47:43.234815 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef9f24e8-a4af-4a35-b71c-7560f31e85f1 req-a3247184-46cf-448f-adfa-2cd4e8a69acc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=307eb04c5f9840a78d06230aca95451e&device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 1096 time: 0.0678985 Apr 18 19:47:43.376331 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f24e8-a4af-4a35-b71c-7560f31e85f1 req-bd9252c8-909c-4e3d-9052-96e2e18e1fb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:43.378010 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef9f24e8-a4af-4a35-b71c-7560f31e85f1 req-bd9252c8-909c-4e3d-9052-96e2e18e1fb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee645fc4-3e43-472c-affe-2251c055f0b5 HTTP/1.1" status: 200 len: 910 time: 0.1243405 Apr 18 19:47:43.448781 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef9f24e8-a4af-4a35-b71c-7560f31e85f1 req-1fb42766-8962-4252-8f31-bbdd8e1fcd5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0784ccbe-fb59-4b15-93e9-da7644cdfed4 HTTP/1.1" status: 200 len: 217 time: 0.0632384 Apr 18 19:47:43.511129 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f24e8-a4af-4a35-b71c-7560f31e85f1 req-f1d47c65-d7f8-462b-aeb0-eb24630afe4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:43.512529 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef9f24e8-a4af-4a35-b71c-7560f31e85f1 req-f1d47c65-d7f8-462b-aeb0-eb24630afe4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fc874ec-f7cf-4f75-afba-46b60e4ee312 HTTP/1.1" status: 200 len: 849 time: 0.0562758 Apr 18 19:47:43.559665 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef9f24e8-a4af-4a35-b71c-7560f31e85f1 req-47973b90-0be2-4ad5-bb70-cb4652f62bba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee645fc4-3e43-472c-affe-2251c055f0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404854 Apr 18 19:47:43.770143 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef9f24e8-a4af-4a35-b71c-7560f31e85f1 req-14c54965-3a68-43b2-9e3d-d20f5dae062f service neutron] 10.222.0.16 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025135 Apr 18 19:47:43.900261 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ef9f24e8-a4af-4a35-b71c-7560f31e85f1 req-fbf2707b-5276-4c56-9285-89c10e748c71 service neutron] 10.222.0.16 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228075 Apr 18 19:47:47.584462 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-7195c9d9-0929-4a40-9226-b903327901a2 req-e0e78d81-e6f8-45c6-b859-c73a3cde3e0c tempest-ServersTestJSON-1826798074 tempest-ServersTestJSON-1826798074-project] (84805) timed out ('10.222.0.71', 57481) {{(pid=84805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 19:47:48.624965 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-fea7d83c-fed9-490b-9ac6-be6ac657f75c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0726967 Apr 18 19:47:48.773874 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-4dd7322b-a33a-42aa-868f-050a15e2ab06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6501 time: 0.0768356 Apr 18 19:47:48.927648 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-ae003fdc-9a4c-4dcf-8427-f019ec2570b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:48.927945 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-ae003fdc-9a4c-4dcf-8427-f019ec2570b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:48.928315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-ae003fdc-9a4c-4dcf-8427-f019ec2570b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:48.929852 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-ae003fdc-9a4c-4dcf-8427-f019ec2570b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=4c97be3a-5d29-434f-8883-09ca6882114a&id=4c97be3a-5d29-434f-8883-09ca6882114a HTTP/1.1" status: 200 len: 2297 time: 0.1343570 Apr 18 19:47:49.029942 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-c4cf7ffc-d958-4766-b2f7-8d44e9c062ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82 HTTP/1.1" status: 200 len: 999 time: 0.0931280 Apr 18 19:47:49.095948 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-34c51647-df4e-4f0c-9b4d-fed0b9d3d268 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:49.097396 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-34c51647-df4e-4f0c-9b4d-fed0b9d3d268 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a7a8008-ffcc-4017-8187-655a8c76d91c HTTP/1.1" status: 200 len: 855 time: 0.0622404 Apr 18 19:47:49.173948 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-a499688e-17b0-43a4-a342-83f9f77d11ef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705733 Apr 18 19:47:49.304288 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-39eaf079-25d6-4754-a041-888d72b0b9f9 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245675 Apr 18 19:47:49.432865 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-a9933a97-0b69-4168-888c-ffe4d1cf48a5 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228197 Apr 18 19:47:49.500142 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-2675faa9-c477-42aa-9bd9-de2c19830619 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a HTTP/1.1" status: 200 len: 217 time: 0.0617771 Apr 18 19:47:49.559003 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-030c0003-69ab-4804-b4d6-eb66480e5df0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:49.560285 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-030c0003-69ab-4804-b4d6-eb66480e5df0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0548770 Apr 18 19:47:49.634518 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-37c8bbf0-0c16-494c-8331-b435ad2afb85 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683978 Apr 18 19:47:49.760083 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-32f621cb-8583-4fcd-b32d-67c328150068 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194985 Apr 18 19:47:49.887736 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-bbe48e6c-a888-42ac-86ca-64c6251fff3f service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217000 Apr 18 19:47:49.952711 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-098dd1ce-46e2-42d1-b899-ebc5ed0c982f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=3bad8b42-f05a-4199-b636-0da503786680 HTTP/1.1" status: 200 len: 217 time: 0.0597830 Apr 18 19:47:50.098274 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-10e3e903-571e-4b5d-b14f-3375604a466f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:50.099722 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-10e3e903-571e-4b5d-b14f-3375604a466f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.1413460 Apr 18 19:47:50.173236 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-4ae20dd6-81ff-4dbe-bac6-c2458f779094 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672081 Apr 18 19:47:50.301401 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-c4edd832-f010-4475-be44-46a5ed75d5ea service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222663 Apr 18 19:47:50.429355 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-0ba62208-76e9-44dc-9249-c91a212b85db service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221063 Apr 18 19:47:50.498242 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-8c2b061b-366e-493a-ba61-872d049ecd1e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=6556801b-6700-456a-b264-163d080962c7 HTTP/1.1" status: 200 len: 217 time: 0.0623233 Apr 18 19:47:50.562795 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-0ee36f1b-4809-4e6f-bfab-595c9d13bbf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:50.564171 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-0ee36f1b-4809-4e6f-bfab-595c9d13bbf7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0607932 Apr 18 19:47:50.639292 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-6b1f971e-f927-4730-9b86-12df217ac64e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695484 Apr 18 19:47:50.766580 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-3d154d6d-cced-429b-ad6d-d624530536b7 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216013 Apr 18 19:47:50.900571 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-51b5ae3d-852f-4434-b9e2-d2e1559269c9 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284502 Apr 18 19:47:50.965237 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-f6a302bc-907c-4e46-8bb3-81212c86603c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=63083fda-d4e4-4753-9611-fccf668f4b1a HTTP/1.1" status: 200 len: 217 time: 0.0590339 Apr 18 19:47:51.028146 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-b8ce7936-2109-4d1e-9b71-a4b4d3076088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:51.029499 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-b8ce7936-2109-4d1e-9b71-a4b4d3076088 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0588329 Apr 18 19:47:51.101613 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-f7ad392f-6104-4dea-bacf-7bec19bc82c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664253 Apr 18 19:47:51.231756 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-74d78064-19bc-4588-b663-204470efb838 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241624 Apr 18 19:47:51.362644 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-ee44916b-83a8-4a47-a968-50a94b18486b service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249468 Apr 18 19:47:51.431619 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-d735f10b-c37e-442d-b75b-1140e020b928 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e HTTP/1.1" status: 200 len: 217 time: 0.0637484 Apr 18 19:47:51.494247 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-ed3a26f5-3715-4d1a-86d5-1aee174289e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:51.496897 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-ed3a26f5-3715-4d1a-86d5-1aee174289e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0577545 Apr 18 19:47:51.570869 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-8187ac59-cf92-4ca3-926d-0d739b5d5226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:51.664283 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-13f5b012-6013-453b-bc5f-8b174512e082 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1623151 Apr 18 19:47:51.793372 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-89015ff3-c23b-48fa-9cb0-4c495c6a0b96 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231763 Apr 18 19:47:51.921160 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-ede40e8f-a60c-4c7b-8295-c0d8975ce633 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220624 Apr 18 19:47:51.985198 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-ca45ce2c-9e75-4301-904c-d7fa688c01db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab HTTP/1.1" status: 200 len: 217 time: 0.0588827 Apr 18 19:47:52.047780 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-61bf1e63-a267-4e4b-ab5e-bd55ecd3bc49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:47:52.049153 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-61bf1e63-a267-4e4b-ab5e-bd55ecd3bc49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0585990 Apr 18 19:47:52.121021 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-2f04ab8e-2ac3-41a9-b7f6-1163fd5790d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666888 Apr 18 19:47:52.251358 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-5672a37b-bd77-43e7-911e-0155b4ade3b6 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248260 Apr 18 19:47:52.380030 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-2494ac61-d94d-4da3-9bc1-bcbdbf605464 req-97575ef6-7cdf-40f9-aeb8-e6a466ec0ada service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230862 Apr 18 19:47:53.881326 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-92fc8648-8dc7-4b41-8ef8-c194f02b2caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:54.915613 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:55.006893 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:47:56.265767 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:47:56.497323 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:09.950309 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:11.115620 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:21.567323 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-271b1b81-c9ff-4420-9409-6db61af089c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:23.839541 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1e953833-923a-4a3e-ab29-eb22e0d4a076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:24.875570 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:24.990036 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:26.486789 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:33.266195 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:48:39.942619 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:41.102538 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:45.365984 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-53285826-623e-44e7-8b32-b66c20869ee0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b3213165-07f0-4586-9b4e-2bec115c4117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0715859 Apr 18 19:48:45.515727 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-0e34d939-b24c-499c-9100-ff6a854b52d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c45541b663f4cc5824ad6067033356a&device_id=b3213165-07f0-4586-9b4e-2bec115c4117 HTTP/1.1" status: 200 len: 6494 time: 0.0770652 Apr 18 19:48:45.670027 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-92ef30e1-ad4f-47e3-8550-c363cc17c416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:45.670447 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-92ef30e1-ad4f-47e3-8550-c363cc17c416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:45.670818 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-92ef30e1-ad4f-47e3-8550-c363cc17c416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:45.672344 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-92ef30e1-ad4f-47e3-8550-c363cc17c416 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6ffffad2-0800-488c-99ce-066b8a9fb855&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&id=e78622fb-3352-44b9-a22f-f41c23e91484&id=e78622fb-3352-44b9-a22f-f41c23e91484 HTTP/1.1" status: 200 len: 2294 time: 0.1319542 Apr 18 19:48:45.771759 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-ea68799b-78a6-4814-8348-da025d1fc47e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73d3fd41-4a54-4e06-8109-1ef4fd2c5d31 HTTP/1.1" status: 200 len: 1002 time: 0.0925279 Apr 18 19:48:45.834835 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-20b62ad1-a209-4d45-a58a-a6e4d62fdfa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:45.836203 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-20b62ad1-a209-4d45-a58a-a6e4d62fdfa4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4dbf5ece-6f91-4ec6-ab1c-7bfe6e40b837 HTTP/1.1" status: 200 len: 851 time: 0.0578060 Apr 18 19:48:45.910367 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-9f3aeba2-3f31-4743-b378-d5d685da38b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6ffffad2-0800-488c-99ce-066b8a9fb855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675886 Apr 18 19:48:46.039465 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-53a890a9-1b1d-4176-adc3-4694a58a3808 service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223404 Apr 18 19:48:46.168765 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-123c495a-e6ab-4661-8970-03b474d13ebb service neutron] 10.222.0.16 "GET /v2.0/networks/6ffffad2-0800-488c-99ce-066b8a9fb855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221778 Apr 18 19:48:46.237464 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-552ffd4b-eced-4e3f-993f-83a59f5c388f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=df760f9c-ad79-477c-8a9f-29d807da272c HTTP/1.1" status: 200 len: 217 time: 0.0624633 Apr 18 19:48:46.297768 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-ead30f56-cfda-4822-befa-752e852933af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:46.299100 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-ead30f56-cfda-4822-befa-752e852933af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0555811 Apr 18 19:48:46.378892 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-7e412de3-5f54-4a9e-a110-c6879f239e10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706468 Apr 18 19:48:46.508173 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-544ecbd4-5c1b-401c-9e4d-fbab66b81aef service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224296 Apr 18 19:48:46.720459 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-9dc49138-579e-422e-bb31-0e2895dba9fb service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054787 Apr 18 19:48:46.786799 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-1606a0bc-b298-4be7-a803-a8616589dd49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=6ac6c297-5f24-4746-a3b1-a8a0301ef6a3 HTTP/1.1" status: 200 len: 217 time: 0.0592515 Apr 18 19:48:46.850730 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-86d8c632-30b4-49ac-ab8e-6c2d0e721593 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:46.855613 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-86d8c632-30b4-49ac-ab8e-6c2d0e721593 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0596516 Apr 18 19:48:46.926307 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-208ed4f1-c211-44fe-9336-734d32a0ce75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0675724 Apr 18 19:48:47.063938 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-3522d2c0-a778-4403-ad15-44df7ab9a1c7 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213286 Apr 18 19:48:47.203086 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-64299f5c-559a-4167-914d-20f82acb16a1 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297870 Apr 18 19:48:47.288025 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-8c48286a-04f6-42f0-9de2-c6b75bdb532b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=dbcd273e-9e13-410c-be6c-a5940f757060 HTTP/1.1" status: 200 len: 217 time: 0.0643055 Apr 18 19:48:47.350110 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-d3576fe3-e7f0-462d-8ae2-e7b58efb6ffb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:47.351423 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-d3576fe3-e7f0-462d-8ae2-e7b58efb6ffb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0557153 Apr 18 19:48:47.434367 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-7edf57d5-96e3-45b7-a89e-622a66c1f2e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703537 Apr 18 19:48:47.564590 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-71365826-ed2a-44b1-a780-1338c3848a0f service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217556 Apr 18 19:48:47.692776 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-0cfafb50-6510-4419-8844-ac5c780a4c60 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215508 Apr 18 19:48:47.759121 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-fb552b08-c642-4edb-af11-f4465ad3a49b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=127b8468-71c8-4503-8de1-3be2a807a1c7 HTTP/1.1" status: 200 len: 217 time: 0.0597060 Apr 18 19:48:47.827647 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-4cef2d2b-3053-4cc3-a981-15e53638eac1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:47.829120 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-4cef2d2b-3053-4cc3-a981-15e53638eac1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c6b9ec4-f912-4bcc-9a48-3cc6c8e21325 HTTP/1.1" status: 200 len: 797 time: 0.0590358 Apr 18 19:48:47.915005 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-fdb09c55-f50c-487f-ad23-ca8f8e04d536 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ffd6f4cb-0011-4fcc-8795-5dc248fc3805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668578 Apr 18 19:48:48.049439 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-df3a7e82-1016-472f-bfc5-e0bb140ba039 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222684 Apr 18 19:48:48.192550 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-19cf02d0-672d-4da9-a00b-9be5e7e3aee6 service neutron] 10.222.0.16 "GET /v2.0/networks/ffd6f4cb-0011-4fcc-8795-5dc248fc3805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258891 Apr 18 19:48:48.350687 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-c713fffc-9c4e-4600-badf-d905219234cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=746916e6-234b-4bfc-a048-feb8021abcc9 HTTP/1.1" status: 200 len: 217 time: 0.1422184 Apr 18 19:48:48.416921 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-56246dfe-97d0-430f-b278-5c4d7f227074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:48.418318 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-56246dfe-97d0-430f-b278-5c4d7f227074 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.0560513 Apr 18 19:48:48.494923 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-7076784a-b2c7-4378-b828-dfbfe1bf1ce6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679698 Apr 18 19:48:48.624688 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-3c1f1d78-9f8a-4ce0-b97f-02bbf6a7f76f service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223257 Apr 18 19:48:48.766908 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-333bed0e-f475-440e-a878-736a98e1c7b2 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213224 Apr 18 19:48:48.847619 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-fb9de6ed-2390-4df4-a4ae-374f69c656e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=43d331f5-78c3-4417-84ac-4c54c0f9a91a HTTP/1.1" status: 200 len: 217 time: 0.0614436 Apr 18 19:48:48.909745 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-cfd2789f-e9b3-4ad2-abc9-eeef8829bc0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:48.911229 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-cfd2789f-e9b3-4ad2-abc9-eeef8829bc0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e67b821a-7334-4bdd-bb6b-89fbafbfe6bb HTTP/1.1" status: 200 len: 797 time: 0.0576231 Apr 18 19:48:48.992493 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-65f2b32c-5a39-404b-89b2-bb581ddab867 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e78622fb-3352-44b9-a22f-f41c23e91484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669293 Apr 18 19:48:49.126895 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-7b37fc2f-81c9-47a5-b53a-ab8b322a8ead service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220231 Apr 18 19:48:49.268102 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-ab36942f-7afe-4384-8fbf-518d9c107ec7 req-f696998c-99d3-4fd2-9d6e-de0399281e64 service neutron] 10.222.0.16 "GET /v2.0/networks/e78622fb-3352-44b9-a22f-f41c23e91484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224487 Apr 18 19:48:50.223568 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-3fd7f35f-8303-4537-ae28-4153fe6c10a9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0770316 Apr 18 19:48:50.369549 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-0726af18-0f11-4440-a1c3-3260bd93ed64 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6501 time: 0.0749943 Apr 18 19:48:50.521775 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-e3342eba-1211-46c8-983e-f6f6fcc422aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:50.522167 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-e3342eba-1211-46c8-983e-f6f6fcc422aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:50.522564 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-e3342eba-1211-46c8-983e-f6f6fcc422aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:50.524078 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-e3342eba-1211-46c8-983e-f6f6fcc422aa service neutron] 10.222.0.71 "GET /v2.0/networks?id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=4c97be3a-5d29-434f-8883-09ca6882114a&id=4c97be3a-5d29-434f-8883-09ca6882114a HTTP/1.1" status: 200 len: 2297 time: 0.1319880 Apr 18 19:48:50.628713 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-20e5d3b4-2687-4529-9ebc-f71ddb57c0ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82 HTTP/1.1" status: 200 len: 999 time: 0.0956001 Apr 18 19:48:50.689940 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-69d06439-b7fa-483e-ab85-dcf82d0e5872 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:50.691392 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-69d06439-b7fa-483e-ab85-dcf82d0e5872 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a7a8008-ffcc-4017-8187-655a8c76d91c HTTP/1.1" status: 200 len: 855 time: 0.0566385 Apr 18 19:48:50.766945 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-7f30f92f-c3de-4470-80f7-f72897589c63 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701494 Apr 18 19:48:50.895427 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-c84c8d85-4dce-4c51-b935-c4b040f9f812 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224165 Apr 18 19:48:51.117717 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-a3513aa7-da41-4588-8477-5d8e9e6a07d2 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158580 Apr 18 19:48:51.187199 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-c2499fe3-5939-4e0b-aa72-c6b2c18e93fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a HTTP/1.1" status: 200 len: 217 time: 0.0638828 Apr 18 19:48:51.248663 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-cc52425c-4237-4894-a61f-24c2d92ad41c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:51.250103 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-cc52425c-4237-4894-a61f-24c2d92ad41c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0571854 Apr 18 19:48:51.323737 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-86852608-00ff-4282-9022-ea81e6497370 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680659 Apr 18 19:48:51.457593 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-c7883153-c604-4103-8174-a8e111fc4da0 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280999 Apr 18 19:48:51.586061 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-2133025b-ba60-416c-8881-6baaf0089e95 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226757 Apr 18 19:48:51.595544 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bf0636d3-381d-4440-93c8-51e4deda64c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:51.656114 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-b4994465-6530-4dd8-8d54-4ab3a2985ff3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=3bad8b42-f05a-4199-b636-0da503786680 HTTP/1.1" status: 200 len: 217 time: 0.0639453 Apr 18 19:48:51.720503 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-05894263-daea-45f0-a44b-3bbf0993f977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:51.721814 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-05894263-daea-45f0-a44b-3bbf0993f977 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0603058 Apr 18 19:48:51.797286 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-205f1d07-dea9-4fd3-bb2b-ab400e43010a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694571 Apr 18 19:48:51.925445 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-21fbb09e-26d4-416a-9c68-e2bf8ca50cba service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220593 Apr 18 19:48:52.056120 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-f8081384-542f-466d-ad7d-a9e09c9951b8 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247978 Apr 18 19:48:52.124753 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-b47e7ebf-3739-4399-b27e-aad84f712231 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=6556801b-6700-456a-b264-163d080962c7 HTTP/1.1" status: 200 len: 217 time: 0.0627561 Apr 18 19:48:52.185154 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-ddf433cb-4a03-4f46-9242-de1b0446b512 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:52.186575 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-ddf433cb-4a03-4f46-9242-de1b0446b512 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0563977 Apr 18 19:48:52.257699 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-01f1a445-29f7-40e4-a322-b22ede962410 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659301 Apr 18 19:48:52.385045 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-d1e318ba-3f3a-4f86-ac43-5d92aa2185fd service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218200 Apr 18 19:48:52.512171 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-26d8cdc4-6a05-459d-ae6f-a67ad1ef814a service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215010 Apr 18 19:48:52.668976 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-fe9b936f-d4ad-4259-a047-183b3e81e633 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=63083fda-d4e4-4753-9611-fccf668f4b1a HTTP/1.1" status: 200 len: 217 time: 0.1496787 Apr 18 19:48:52.730020 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-6609d464-8eba-4f05-ab2e-4fd96df496f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:52.732078 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-6609d464-8eba-4f05-ab2e-4fd96df496f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0583065 Apr 18 19:48:52.803836 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-d44362d3-bf45-48cc-9fa8-0dce3c3b977c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661194 Apr 18 19:48:52.933112 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-52b1c217-305e-4660-b364-5dfd55fb49f4 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225674 Apr 18 19:48:53.067719 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-76ffe06a-97f4-4de2-9bfa-04522e01743a service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284640 Apr 18 19:48:53.139691 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-9f4d5628-2ac7-4004-a316-5761ac49b4f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e HTTP/1.1" status: 200 len: 217 time: 0.0643749 Apr 18 19:48:53.199090 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-c099eff7-27e5-4c60-8a33-546b802aa0af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:53.200930 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-c099eff7-27e5-4c60-8a33-546b802aa0af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0561502 Apr 18 19:48:53.272230 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-b75f272a-fe41-4013-8427-8462bdf2ca0d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657594 Apr 18 19:48:53.399821 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-6786e013-8d0d-4f35-8192-c07d4bf88e49 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209972 Apr 18 19:48:53.526146 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-b250a5af-c4e6-4f24-9532-876ad365544a service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201315 Apr 18 19:48:53.594155 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-fd2d6e3a-5877-43dd-b098-6e5d079d3079 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab HTTP/1.1" status: 200 len: 217 time: 0.0617533 Apr 18 19:48:53.656309 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-9d5dbc6c-54f2-4f51-b3c6-3b764a9eb7ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:48:53.657669 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-9d5dbc6c-54f2-4f51-b3c6-3b764a9eb7ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0580070 Apr 18 19:48:53.728388 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-9ad359ff-de1e-4a04-a8dd-412a04203460 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646775 Apr 18 19:48:53.841285 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a6d912a5-4d37-4192-b4d6-0c14a38cb9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:53.859127 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-6d49f0b8-740e-4ac9-845a-0fd18dec7c67 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233199 Apr 18 19:48:53.989045 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-36cb9338-df80-49b0-a1f1-ce1942a116ee req-076c1597-ba79-430a-8006-ca55d7330f92 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238337 Apr 18 19:48:54.920115 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:55.005194 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:48:56.508236 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:10.001343 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:10.266793 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:49:11.115853 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:21.572749 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-085aa4ae-6178-472d-b212-c51f7b4fb9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:23.841471 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8b1f-ca40-471f-b202-981b6a609558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:24.864361 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:24.978103 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:26.481174 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:39.972298 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:41.109837 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:41.567025 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-9cc5cfe2-b9bd-4575-adbe-40bc9c8b2a4f req-5a4ca96a-036e-4701-aaa3-71b1931fd937 service neutron] (84805) timed out ('10.222.0.16', 51105) {{(pid=84805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 19:49:41.632663 n-d-838334-1 neutron-server[84805]: DEBUG neutron.wsgi [req-93c12b59-9461-4520-8274-98734592248b req-3a1df611-8788-4ff4-8a0a-37fa3cb0ad3e service neutron] (84805) timed out ('10.222.0.16', 51089) {{(pid=84805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 19:49:47.162902 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27d923f3-ff18-47db-913e-7a668c4f94a0 req-7d802299-cb99-41e3-9a83-5158f0b499e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700085 Apr 18 19:49:47.251403 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27d923f3-ff18-47db-913e-7a668c4f94a0 req-43bdee9f-c4b7-41ae-83e1-3bcf19cdff10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=307eb04c5f9840a78d06230aca95451e&device_id=ecdb00e7-7ea6-4226-b799-93b424d19cea HTTP/1.1" status: 200 len: 1096 time: 0.0684011 Apr 18 19:49:47.267123 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:49:47.397441 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d923f3-ff18-47db-913e-7a668c4f94a0 req-13d2b8bc-432e-43b0-9019-110061ca9c7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:47.398823 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27d923f3-ff18-47db-913e-7a668c4f94a0 req-13d2b8bc-432e-43b0-9019-110061ca9c7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee645fc4-3e43-472c-affe-2251c055f0b5 HTTP/1.1" status: 200 len: 910 time: 0.1252785 Apr 18 19:49:47.468994 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27d923f3-ff18-47db-913e-7a668c4f94a0 req-e1fb08db-f306-4a76-9c15-ca5fb37b8508 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0784ccbe-fb59-4b15-93e9-da7644cdfed4 HTTP/1.1" status: 200 len: 217 time: 0.0624511 Apr 18 19:49:47.528368 n-d-838334-1 neutron-server[84805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d923f3-ff18-47db-913e-7a668c4f94a0 req-9b301658-5d40-4d0c-979e-935229032165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:47.530206 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27d923f3-ff18-47db-913e-7a668c4f94a0 req-9b301658-5d40-4d0c-979e-935229032165 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fc874ec-f7cf-4f75-afba-46b60e4ee312 HTTP/1.1" status: 200 len: 849 time: 0.0550706 Apr 18 19:49:47.576387 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27d923f3-ff18-47db-913e-7a668c4f94a0 req-e36a4413-2118-47bc-9ba2-b4a28831978c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee645fc4-3e43-472c-affe-2251c055f0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395401 Apr 18 19:49:47.784011 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27d923f3-ff18-47db-913e-7a668c4f94a0 req-a72ca31c-2006-4d2d-a50f-c1eead5dcbc7 service neutron] 10.222.0.16 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008016 Apr 18 19:49:47.910932 n-d-838334-1 neutron-server[84805]: INFO neutron.wsgi [req-27d923f3-ff18-47db-913e-7a668c4f94a0 req-c3b229bb-632a-4f4c-b835-da40d0a871ab service neutron] 10.222.0.16 "GET /v2.0/networks/ee645fc4-3e43-472c-affe-2251c055f0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204255 Apr 18 19:49:50.998096 n-d-838334-1 neutron-server[84804]: DEBUG neutron.wsgi [req-8f84637e-2899-4e12-ae44-64c9dd507e38 req-c1c459f3-8edd-43f3-bc9e-1fe3301678ee service neutron] (84804) timed out ('10.222.0.66', 44512) {{(pid=84804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 19:49:51.572580 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-bf263696-a85f-479c-b8ed-c21ed34257b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:51.610792 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-bbaa77e6-1c3b-40e3-b8ec-d1284f0ba3f2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0737879 Apr 18 19:49:51.848499 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-ce26abe6-fb7d-41d9-978c-6adf199393c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=77eeca4c4e344dbb9d5364ef92c904fc&device_id=c3ecbdda-f1f7-4daa-99a0-740cbc7e7c7e HTTP/1.1" status: 200 len: 6501 time: 0.1661808 Apr 18 19:49:52.001394 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead06a8-7474-410a-b48e-4c0a4851480d req-6f5f4ace-7de2-435b-a88f-325ef2a99873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:52.002315 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead06a8-7474-410a-b48e-4c0a4851480d req-6f5f4ace-7de2-435b-a88f-325ef2a99873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:52.002427 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead06a8-7474-410a-b48e-4c0a4851480d req-6f5f4ace-7de2-435b-a88f-325ef2a99873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:52.003949 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-6f5f4ace-7de2-435b-a88f-325ef2a99873 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=f91764e4-8071-495b-b932-3ecc2bf21b27&id=4c97be3a-5d29-434f-8883-09ca6882114a&id=4c97be3a-5d29-434f-8883-09ca6882114a HTTP/1.1" status: 200 len: 2297 time: 0.1320059 Apr 18 19:49:52.105358 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-6f46a524-ae8e-4dc1-b408-2680e7ba605f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf864d1a-07df-409c-8f1d-8e78281a5e82 HTTP/1.1" status: 200 len: 999 time: 0.0953519 Apr 18 19:49:52.166743 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead06a8-7474-410a-b48e-4c0a4851480d req-c61124f8-7fd8-4346-8719-f1f6938a700f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:52.168147 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-c61124f8-7fd8-4346-8719-f1f6938a700f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0a7a8008-ffcc-4017-8187-655a8c76d91c HTTP/1.1" status: 200 len: 855 time: 0.0566616 Apr 18 19:49:52.243362 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-950b7a22-e602-4b8a-abc0-9ddc389fe620 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5bd4a5f7-633f-4d1f-acf7-80386538c80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695570 Apr 18 19:49:52.370342 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-abf43e80-c922-4700-9500-3411d2cd7daa service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209152 Apr 18 19:49:52.497441 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-9284496b-d7ab-40b2-a2e0-8335f002fe97 service neutron] 10.222.0.71 "GET /v2.0/networks/5bd4a5f7-633f-4d1f-acf7-80386538c80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216180 Apr 18 19:49:52.562267 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-50384dd1-7294-409f-9d7c-d316eb11e89e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=392f2804-60b4-4cc0-ad00-b76ccae7480a HTTP/1.1" status: 200 len: 217 time: 0.0589392 Apr 18 19:49:52.625085 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead06a8-7474-410a-b48e-4c0a4851480d req-6dfb3410-57e0-48df-8a92-4685d8e681f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:52.626398 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-6dfb3410-57e0-48df-8a92-4685d8e681f7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0582318 Apr 18 19:49:52.698417 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-207c6716-a967-46f6-8ffb-a9a6005988f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654504 Apr 18 19:49:52.825039 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-ab78982a-4933-49ca-bf7a-72e730c722ea service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197112 Apr 18 19:49:52.952933 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-d6c256d5-1b81-434d-8627-2bf917f83914 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208360 Apr 18 19:49:53.021521 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-0b131ba0-a9c9-4502-976f-92aeedff3417 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=3bad8b42-f05a-4199-b636-0da503786680 HTTP/1.1" status: 200 len: 217 time: 0.0624676 Apr 18 19:49:53.082263 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead06a8-7474-410a-b48e-4c0a4851480d req-cbfa962c-3226-4307-a3a9-0136e222e159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:53.083698 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-cbfa962c-3226-4307-a3a9-0136e222e159 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0566001 Apr 18 19:49:53.160588 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-053326b7-1e8d-46b5-a383-9ac7656b4c47 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0712719 Apr 18 19:49:53.385290 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-fdba6b1e-b889-4217-b505-f5d2ddf06fe6 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184033 Apr 18 19:49:53.514767 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-f497979a-7aaf-4e46-8e63-a13b27e3a469 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234658 Apr 18 19:49:53.579799 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-d46c3262-9464-4c98-920d-ed50ead00cab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=6556801b-6700-456a-b264-163d080962c7 HTTP/1.1" status: 200 len: 217 time: 0.0592356 Apr 18 19:49:53.643922 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead06a8-7474-410a-b48e-4c0a4851480d req-8a374cc7-0901-48c4-a8b8-8fe55434c486 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:53.645233 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-8a374cc7-0901-48c4-a8b8-8fe55434c486 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0593948 Apr 18 19:49:53.718321 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-731e839e-bbbe-4e10-ab7f-7afaf27e242e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667715 Apr 18 19:49:53.850268 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-22186127-54f2-406e-a87e-960ac6368492 service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257250 Apr 18 19:49:53.851744 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-daa212f8-2fa3-41e2-9099-677b7e3333f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:53.979973 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-edb9561a-8cb3-4f97-ac83-f87bbce6405f service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228888 Apr 18 19:49:54.049478 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-52bf0f07-e93b-4c7c-b1bc-c455a4a4ad01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=63083fda-d4e4-4753-9611-fccf668f4b1a HTTP/1.1" status: 200 len: 217 time: 0.0627797 Apr 18 19:49:54.110843 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead06a8-7474-410a-b48e-4c0a4851480d req-2f3c1eda-fbab-42a1-b730-337128ae412c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:54.112255 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-2f3c1eda-fbab-42a1-b730-337128ae412c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c506dfae-fd9d-4cd9-9818-04d410ab8593 HTTP/1.1" status: 200 len: 797 time: 0.0571599 Apr 18 19:49:54.194188 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-899d10e6-c0d8-4c31-820e-d66c95cb711a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f91764e4-8071-495b-b932-3ecc2bf21b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758646 Apr 18 19:49:54.324450 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-1654d89a-1439-4ca6-8b2c-e76acc19ab3b service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232860 Apr 18 19:49:54.455924 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-bbb54828-8ac4-44ca-9fbb-e32ae0f2848f service neutron] 10.222.0.71 "GET /v2.0/networks/f91764e4-8071-495b-b932-3ecc2bf21b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249588 Apr 18 19:49:54.521982 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-a58bc447-444f-4c8d-8579-d3f3796557d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2496017-e90f-41ea-b422-9fd108f4cb1e HTTP/1.1" status: 200 len: 217 time: 0.0602896 Apr 18 19:49:54.586062 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead06a8-7474-410a-b48e-4c0a4851480d req-879cd857-4b12-47fc-ade9-8e87c47df5cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:54.587498 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-879cd857-4b12-47fc-ade9-8e87c47df5cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0596917 Apr 18 19:49:54.658665 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-ddd516a3-1174-4e8e-8438-2059796d5146 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654292 Apr 18 19:49:54.788006 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-8fe2dc22-c79e-4ff4-a478-fc3dc8c8a75f service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226189 Apr 18 19:49:54.893238 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:54.989664 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:49:55.022574 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-70804e93-a996-4f38-9f3b-c0af0160d7b0 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279882 Apr 18 19:49:55.092594 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-bb0adae3-e54c-48be-8ab4-11f0e087937f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9d435c59-939a-4b9c-bc2f-ea8fccdeeaab HTTP/1.1" status: 200 len: 217 time: 0.0631812 Apr 18 19:49:55.153545 n-d-838334-1 neutron-server[84804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead06a8-7474-410a-b48e-4c0a4851480d req-53217a7a-3e57-4365-9d51-b79bb9617704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:49:55.155496 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-53217a7a-3e57-4365-9d51-b79bb9617704 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3de690d4-1396-4fe9-b66b-2ad291b868d9 HTTP/1.1" status: 200 len: 797 time: 0.0571570 Apr 18 19:49:55.232243 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-45092921-b6df-495a-b0bd-5b022d7faf75 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4c97be3a-5d29-434f-8883-09ca6882114a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0702219 Apr 18 19:49:55.360765 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-441be0bd-6cb5-4eed-b1a8-070f0c139432 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221139 Apr 18 19:49:55.488093 n-d-838334-1 neutron-server[84804]: INFO neutron.wsgi [req-cead06a8-7474-410a-b48e-4c0a4851480d req-0f3b9762-fc97-4b75-bd64-581290c466b2 service neutron] 10.222.0.71 "GET /v2.0/networks/4c97be3a-5d29-434f-8883-09ca6882114a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222215 Apr 18 19:49:56.519915 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:09.995180 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-61a30b4b-a0c0-4df0-9389-54d0a71c9d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:11.161167 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-4dd2e2ca-e025-4c7f-b26a-9c2e089270b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:21.571632 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-e704f546-9c3c-48fe-8b19-c4c1675764b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:23.846651 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-1a590283-535c-429f-a328-6748e99e4185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:24.268359 n-d-838334-1 neutron-server[84807]: DEBUG neutron.db.agents_db [None req-4d494f34-9557-429d-ae5f-1cab130004ee None None] Agent healthcheck: found 7 active agents {{(pid=84807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:50:24.881154 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d5fa-8fb8-48a3-94aa-494308032a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:24.989926 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-5a1edf65-b2bd-495d-8a90-01ac28b94814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:50:26.503259 n-d-838334-1 neutron-server[84806]: DEBUG neutron_lib.callbacks.manager [None req-a9a79011-9372-4c2b-b9e1-6fd0e11541a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747487519591', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1269913'] for agent, after_update {{(pid=84806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}